fs/f2fs/namei.c

   1 // SPDX-License-Identifier: GPL-2.0
   2 /*
   3  * fs/f2fs/namei.c
   4  *
   5  * Copyright (c) 2012 Samsung Electronics Co., Ltd.
   6  *             http://www.samsung.com/
   7  */
   8 #include <linux/fs.h>
   9 #include <linux/f2fs_fs.h>
  10 #include <linux/pagemap.h>
  11 #include <linux/sched.h>
  12 #include <linux/ctype.h>
  13 #include <linux/random.h>
  14 #include <linux/dcache.h>
  15 #include <linux/namei.h>
  16 #include <linux/quotaops.h>
  17
  18 #include "f2fs.h"
  19 #include "node.h"
  20 #include "segment.h"
  21 #include "xattr.h"
  22 #include "acl.h"
  23 #include <trace/events/f2fs.h>
  24
  25 static struct inode *f2fs_new_inode(struct inode *dir, umode_t mode)
  26 {
  27         struct f2fs_sb_info *sbi = F2FS_I_SB(dir);
  28         nid_t ino;
  29         struct inode *inode;
  30         bool nid_free = false;
  31         bool encrypt = false;
  32         int xattr_size = 0;
  33         int err;
  34
  35         inode = new_inode(dir->i_sb);
  36         if (!inode)
  37                 return ERR_PTR(-ENOMEM);
  38
  39         f2fs_lock_op(sbi);
  40         if (!f2fs_alloc_nid(sbi, &ino)) {
  41                 f2fs_unlock_op(sbi);
  42                 err = -ENOSPC;
  43                 goto fail;
  44         }
  45         f2fs_unlock_op(sbi);
  46
  47         nid_free = true;
  48
  49         inode_init_owner(&init_user_ns, inode, dir, mode);
  50
  51         inode->i_ino = ino;
  52         inode->i_blocks = 0;
  53         inode->i_mtime = inode->i_atime = inode->i_ctime = current_time(inode);
  54         F2FS_I(inode)->i_crtime = inode->i_mtime;
  55         inode->i_generation = prandom_u32();
  56
  57         if (S_ISDIR(inode->i_mode))
  58                 F2FS_I(inode)->i_current_depth = 1;
  59
  60         err = insert_inode_locked(inode);
  61         if (err) {
  62                 err = -EINVAL;
  63                 goto fail;
  64         }
  65
  66         if (f2fs_sb_has_project_quota(sbi) &&
  67                 (F2FS_I(dir)->i_flags & F2FS_PROJINHERIT_FL))
  68                 F2FS_I(inode)->i_projid = F2FS_I(dir)->i_projid;
  69         else
  70                 F2FS_I(inode)->i_projid = make_kprojid(&init_user_ns,
  71                                                         F2FS_DEF_PROJID);
  72
  73         err = fscrypt_prepare_new_inode(dir, inode, &encrypt);
  74         if (err)
  75                 goto fail_drop;
  76
  77         err = dquot_initialize(inode);
  78         if (err)
  79                 goto fail_drop;
  80
  81         set_inode_flag(inode, FI_NEW_INODE);
  82
  83         if (encrypt)
  84                 f2fs_set_encrypted_inode(inode);
  85
  86         if (f2fs_sb_has_extra_attr(sbi)) {
  87                 set_inode_flag(inode, FI_EXTRA_ATTR);
  88                 F2FS_I(inode)->i_extra_isize = F2FS_TOTAL_EXTRA_ATTR_SIZE;
  89         }
  90
  91         if (test_opt(sbi, INLINE_XATTR))
  92                 set_inode_flag(inode, FI_INLINE_XATTR);
  93
  94         if (test_opt(sbi, INLINE_DATA) && f2fs_may_inline_data(inode))
  95                 set_inode_flag(inode, FI_INLINE_DATA);
  96         if (f2fs_may_inline_dentry(inode))
  97                 set_inode_flag(inode, FI_INLINE_DENTRY);
  98
  99         if (f2fs_sb_has_flexible_inline_xattr(sbi)) {
 100                 f2fs_bug_on(sbi, !f2fs_has_extra_attr(inode));
 101                 if (f2fs_has_inline_xattr(inode))
 102                         xattr_size = F2FS_OPTION(sbi).inline_xattr_size;
 103                 /* Otherwise, will be 0 */
 104         } else if (f2fs_has_inline_xattr(inode) ||
 105                                 f2fs_has_inline_dentry(inode)) {
 106                 xattr_size = DEFAULT_INLINE_XATTR_ADDRS;
 107         }
 108         F2FS_I(inode)->i_inline_xattr_size = xattr_size;
 109
 110         f2fs_init_extent_tree(inode, NULL);
 111
 112         stat_inc_inline_xattr(inode);
 113         stat_inc_inline_inode(inode);
 114         stat_inc_inline_dir(inode);
 115
 116         F2FS_I(inode)->i_flags =
 117                 f2fs_mask_flags(mode, F2FS_I(dir)->i_flags & F2FS_FL_INHERITED);
 118
 119         if (S_ISDIR(inode->i_mode))
 120                 F2FS_I(inode)->i_flags |= F2FS_INDEX_FL;
 121
 122         if (F2FS_I(inode)->i_flags & F2FS_PROJINHERIT_FL)
 123                 set_inode_flag(inode, FI_PROJ_INHERIT);
 124
 125         if (f2fs_sb_has_compression(sbi)) {
 126                 /* Inherit the compression flag in directory */
 127                 if ((F2FS_I(dir)->i_flags & F2FS_COMPR_FL) &&
 128                                         f2fs_may_compress(inode))
 129                         set_compress_context(inode);
 130         }
 131
 132         f2fs_set_inode_flags(inode);
 133
 134         trace_f2fs_new_inode(inode, 0);
 135         return inode;
 136
 137 fail:
 138         trace_f2fs_new_inode(inode, err);
 139         make_bad_inode(inode);
 140         if (nid_free)
 141                 set_inode_flag(inode, FI_FREE_NID);
 142         iput(inode);
 143         return ERR_PTR(err);
 144 fail_drop:
 145         trace_f2fs_new_inode(inode, err);
 146         dquot_drop(inode);
 147         inode->i_flags |= S_NOQUOTA;
 148         if (nid_free)
 149                 set_inode_flag(inode, FI_FREE_NID);
 150         clear_nlink(inode);
 151         unlock_new_inode(inode);
 152         iput(inode);
 153         return ERR_PTR(err);
 154 }
 155
 156 static inline int is_extension_exist(const unsigned char *s, const char *sub,
 157                                                 bool tmp_ext)
 158 {
 159         size_t slen = strlen(s);
 160         size_t sublen = strlen(sub);
 161         int i;
 162
 163         if (sublen == 1 && *sub == '*')
 164                 return 1;
 165
 166         /*
 167          * filename format of multimedia file should be defined as:
 168          * "filename + '.' + extension + (optional: '.' + temp extension)".
 169          */
 170         if (slen < sublen + 2)
 171                 return 0;
 172
 173         if (!tmp_ext) {
 174                 /* file has no temp extension */
 175                 if (s[slen - sublen - 1] != '.')
 176                         return 0;
 177                 return !strncasecmp(s + slen - sublen, sub, sublen);
 178         }
 179
 180         for (i = 1; i < slen - sublen; i++) {
 181                 if (s[i] != '.')
 182                         continue;
 183                 if (!strncasecmp(s + i + 1, sub, sublen))
 184                         return 1;
 185         }
 186
 187         return 0;
 188 }
 189
 190 /*
 191  * Set file's temperature for hot/cold data separation
 192  */
 193 static inline void set_file_temperature(struct f2fs_sb_info *sbi, struct inode *inode,
 194                 const unsigned char *name)
 195 {
 196         __u8 (*extlist)[F2FS_EXTENSION_LEN] = sbi->raw_super->extension_list;
 197         int i, cold_count, hot_count;
 198
 199         down_read(&sbi->sb_lock);
 200
 201         cold_count = le32_to_cpu(sbi->raw_super->extension_count);
 202         hot_count = sbi->raw_super->hot_ext_count;
 203
 204         for (i = 0; i < cold_count + hot_count; i++) {
 205                 if (is_extension_exist(name, extlist[i], true))
 206                         break;
 207         }
 208
 209         up_read(&sbi->sb_lock);
 210
 211         if (i == cold_count + hot_count)
 212                 return;
 213
 214         if (i < cold_count)
 215                 file_set_cold(inode);
 216         else
 217                 file_set_hot(inode);
 218 }
 219
 220 int f2fs_update_extension_list(struct f2fs_sb_info *sbi, const char *name,
 221                                                         bool hot, bool set)
 222 {
 223         __u8 (*extlist)[F2FS_EXTENSION_LEN] = sbi->raw_super->extension_list;
 224         int cold_count = le32_to_cpu(sbi->raw_super->extension_count);
 225         int hot_count = sbi->raw_super->hot_ext_count;
 226         int total_count = cold_count + hot_count;
 227         int start, count;
 228         int i;
 229
 230         if (set) {
 231                 if (total_count == F2FS_MAX_EXTENSION)
 232                         return -EINVAL;
 233         } else {
 234                 if (!hot && !cold_count)
 235                         return -EINVAL;
 236                 if (hot && !hot_count)
 237                         return -EINVAL;
 238         }
 239
 240         if (hot) {
 241                 start = cold_count;
 242                 count = total_count;
 243         } else {
 244                 start = 0;
 245                 count = cold_count;
 246         }
 247
 248         for (i = start; i < count; i++) {
 249                 if (strcmp(name, extlist[i]))
 250                         continue;
 251
 252                 if (set)
 253                         return -EINVAL;
 254
 255                 memcpy(extlist[i], extlist[i + 1],
 256                                 F2FS_EXTENSION_LEN * (total_count - i - 1));
 257                 memset(extlist[total_count - 1], 0, F2FS_EXTENSION_LEN);
 258                 if (hot)
 259                         sbi->raw_super->hot_ext_count = hot_count - 1;
 260                 else
 261                         sbi->raw_super->extension_count =
 262                                                 cpu_to_le32(cold_count - 1);
 263                 return 0;
 264         }
 265
 266         if (!set)
 267                 return -EINVAL;
 268
 269         if (hot) {
 270                 memcpy(extlist[count], name, strlen(name));
 271                 sbi->raw_super->hot_ext_count = hot_count + 1;
 272         } else {
 273                 char buf[F2FS_MAX_EXTENSION][F2FS_EXTENSION_LEN];
 274
 275                 memcpy(buf, &extlist[cold_count],
 276                                 F2FS_EXTENSION_LEN * hot_count);
 277                 memset(extlist[cold_count], 0, F2FS_EXTENSION_LEN);
 278                 memcpy(extlist[cold_count], name, strlen(name));
 279                 memcpy(&extlist[cold_count + 1], buf,
 280                                 F2FS_EXTENSION_LEN * hot_count);
 281                 sbi->raw_super->extension_count = cpu_to_le32(cold_count + 1);
 282         }
 283         return 0;
 284 }
 285
 286 static void set_compress_inode(struct f2fs_sb_info *sbi, struct inode *inode,
 287                                                 const unsigned char *name)
 288 {
 289         __u8 (*extlist)[F2FS_EXTENSION_LEN] = sbi->raw_super->extension_list;
 290         unsigned char (*ext)[F2FS_EXTENSION_LEN];
 291         unsigned int ext_cnt = F2FS_OPTION(sbi).compress_ext_cnt;
 292         int i, cold_count, hot_count;
 293
 294         if (!f2fs_sb_has_compression(sbi) ||
 295                         is_inode_flag_set(inode, FI_COMPRESSED_FILE) ||
 296                         F2FS_I(inode)->i_flags & F2FS_NOCOMP_FL ||
 297                         !f2fs_may_compress(inode))
 298                 return;
 299
 300         down_read(&sbi->sb_lock);
 301
 302         cold_count = le32_to_cpu(sbi->raw_super->extension_count);
 303         hot_count = sbi->raw_super->hot_ext_count;
 304
 305         for (i = cold_count; i < cold_count + hot_count; i++) {
 306                 if (is_extension_exist(name, extlist[i], false)) {
 307                         up_read(&sbi->sb_lock);
 308                         return;
 309                 }
 310         }
 311
 312         up_read(&sbi->sb_lock);
 313
 314         ext = F2FS_OPTION(sbi).extensions;
 315
 316         for (i = 0; i < ext_cnt; i++) {
 317                 if (!is_extension_exist(name, ext[i], false))
 318                         continue;
 319
 320                 set_compress_context(inode);
 321                 return;
 322         }
 323 }
 324
 325 static int f2fs_create(struct user_namespace *mnt_userns, struct inode *dir,
 326                        struct dentry *dentry, umode_t mode, bool excl)
 327 {
 328         struct f2fs_sb_info *sbi = F2FS_I_SB(dir);
 329         struct inode *inode;
 330         nid_t ino = 0;
 331         int err;
 332
 333         if (unlikely(f2fs_cp_error(sbi)))
 334                 return -EIO;
 335         if (!f2fs_is_checkpoint_ready(sbi))
 336                 return -ENOSPC;
 337
 338         err = dquot_initialize(dir);
 339         if (err)
 340                 return err;
 341
 342         inode = f2fs_new_inode(dir, mode);
 343         if (IS_ERR(inode))
 344                 return PTR_ERR(inode);
 345
 346         if (!test_opt(sbi, DISABLE_EXT_IDENTIFY))
 347                 set_file_temperature(sbi, inode, dentry->d_name.name);
 348
 349         set_compress_inode(sbi, inode, dentry->d_name.name);
 350
 351         inode->i_op = &f2fs_file_inode_operations;
 352         inode->i_fop = &f2fs_file_operations;
 353         inode->i_mapping->a_ops = &f2fs_dblock_aops;
 354         ino = inode->i_ino;
 355
 356         f2fs_lock_op(sbi);
 357         err = f2fs_add_link(dentry, inode);
 358         if (err)
 359                 goto out;
 360         f2fs_unlock_op(sbi);
 361
 362         f2fs_alloc_nid_done(sbi, ino);
 363
 364         d_instantiate_new(dentry, inode);
 365
 366         if (IS_DIRSYNC(dir))
 367                 f2fs_sync_fs(sbi->sb, 1);
 368
 369         f2fs_balance_fs(sbi, true);
 370         return 0;
 371 out:
 372         f2fs_handle_failed_inode(inode);
 373         return err;
 374 }
 375
 376 static int f2fs_link(struct dentry *old_dentry, struct inode *dir,
 377                 struct dentry *dentry)
 378 {
 379         struct inode *inode = d_inode(old_dentry);
 380         struct f2fs_sb_info *sbi = F2FS_I_SB(dir);
 381         int err;
 382
 383         if (unlikely(f2fs_cp_error(sbi)))
 384                 return -EIO;
 385         if (!f2fs_is_checkpoint_ready(sbi))
 386                 return -ENOSPC;
 387
 388         err = fscrypt_prepare_link(old_dentry, dir, dentry);
 389         if (err)
 390                 return err;
 391
 392         if (is_inode_flag_set(dir, FI_PROJ_INHERIT) &&
 393                         (!projid_eq(F2FS_I(dir)->i_projid,
 394                         F2FS_I(old_dentry->d_inode)->i_projid)))
 395                 return -EXDEV;
 396
 397         err = dquot_initialize(dir);
 398         if (err)
 399                 return err;
 400
 401         f2fs_balance_fs(sbi, true);
 402
 403         inode->i_ctime = current_time(inode);
 404         ihold(inode);
 405
 406         set_inode_flag(inode, FI_INC_LINK);
 407         f2fs_lock_op(sbi);
 408         err = f2fs_add_link(dentry, inode);
 409         if (err)
 410                 goto out;
 411         f2fs_unlock_op(sbi);
 412
 413         d_instantiate(dentry, inode);
 414
 415         if (IS_DIRSYNC(dir))
 416                 f2fs_sync_fs(sbi->sb, 1);
 417         return 0;
 418 out:
 419         clear_inode_flag(inode, FI_INC_LINK);
 420         iput(inode);
 421         f2fs_unlock_op(sbi);
 422         return err;
 423 }
 424
 425 struct dentry *f2fs_get_parent(struct dentry *child)
 426 {
 427         struct page *page;
 428         unsigned long ino = f2fs_inode_by_name(d_inode(child), &dotdot_name, &page);
 429
 430         if (!ino) {
 431                 if (IS_ERR(page))
 432                         return ERR_CAST(page);
 433                 return ERR_PTR(-ENOENT);
 434         }
 435         return d_obtain_alias(f2fs_iget(child->d_sb, ino));
 436 }
 437
 438 static int __recover_dot_dentries(struct inode *dir, nid_t pino)
 439 {
 440         struct f2fs_sb_info *sbi = F2FS_I_SB(dir);
 441         struct qstr dot = QSTR_INIT(".", 1);
 442         struct qstr dotdot = QSTR_INIT("..", 2);
 443         struct f2fs_dir_entry *de;
 444         struct page *page;
 445         int err = 0;
 446
 447         if (f2fs_readonly(sbi->sb)) {
 448                 f2fs_info(sbi, "skip recovering inline_dots inode (ino:%lu, pino:%u) in readonly mountpoint",
 449                           dir->i_ino, pino);
 450                 return 0;
 451         }
 452
 453         err = dquot_initialize(dir);
 454         if (err)
 455                 return err;
 456
 457         f2fs_balance_fs(sbi, true);
 458
 459         f2fs_lock_op(sbi);
 460
 461         de = f2fs_find_entry(dir, &dot, &page);
 462         if (de) {
 463                 f2fs_put_page(page, 0);
 464         } else if (IS_ERR(page)) {
 465                 err = PTR_ERR(page);
 466                 goto out;
 467         } else {
 468                 err = f2fs_do_add_link(dir, &dot, NULL, dir->i_ino, S_IFDIR);
 469                 if (err)
 470                         goto out;
 471         }
 472
 473         de = f2fs_find_entry(dir, &dotdot, &page);
 474         if (de)
 475                 f2fs_put_page(page, 0);
 476         else if (IS_ERR(page))
 477                 err = PTR_ERR(page);
 478         else
 479                 err = f2fs_do_add_link(dir, &dotdot, NULL, pino, S_IFDIR);
 480 out:
 481         if (!err)
 482                 clear_inode_flag(dir, FI_INLINE_DOTS);
 483
 484         f2fs_unlock_op(sbi);
 485         return err;
 486 }
 487
 488 static struct dentry *f2fs_lookup(struct inode *dir, struct dentry *dentry,
 489                 unsigned int flags)
 490 {
 491         struct inode *inode = NULL;
 492         struct f2fs_dir_entry *de;
 493         struct page *page;
 494         struct dentry *new;
 495         nid_t ino = -1;
 496         int err = 0;
 497         unsigned int root_ino = F2FS_ROOT_INO(F2FS_I_SB(dir));
 498         struct f2fs_filename fname;
 499
 500         trace_f2fs_lookup_start(dir, dentry, flags);
 501
 502         if (dentry->d_name.len > F2FS_NAME_LEN) {
 503                 err = -ENAMETOOLONG;
 504                 goto out;
 505         }
 506
 507         err = f2fs_prepare_lookup(dir, dentry, &fname);
 508         generic_set_encrypted_ci_d_ops(dentry);
 509         if (err == -ENOENT)
 510                 goto out_splice;
 511         if (err)
 512                 goto out;
 513         de = __f2fs_find_entry(dir, &fname, &page);
 514         f2fs_free_filename(&fname);
 515
 516         if (!de) {
 517                 if (IS_ERR(page)) {
 518                         err = PTR_ERR(page);
 519                         goto out;
 520                 }
 521                 err = -ENOENT;
 522                 goto out_splice;
 523         }
 524
 525         ino = le32_to_cpu(de->ino);
 526         f2fs_put_page(page, 0);
 527
 528         inode = f2fs_iget(dir->i_sb, ino);
 529         if (IS_ERR(inode)) {
 530                 err = PTR_ERR(inode);
 531                 goto out;
 532         }
 533
 534         if ((dir->i_ino == root_ino) && f2fs_has_inline_dots(dir)) {
 535                 err = __recover_dot_dentries(dir, root_ino);
 536                 if (err)
 537                         goto out_iput;
 538         }
 539
 540         if (f2fs_has_inline_dots(inode)) {
 541                 err = __recover_dot_dentries(inode, dir->i_ino);
 542                 if (err)
 543                         goto out_iput;
 544         }
 545         if (IS_ENCRYPTED(dir) &&
 546             (S_ISDIR(inode->i_mode) || S_ISLNK(inode->i_mode)) &&
 547             !fscrypt_has_permitted_context(dir, inode)) {
 548                 f2fs_warn(F2FS_I_SB(inode), "Inconsistent encryption contexts: %lu/%lu",
 549                           dir->i_ino, inode->i_ino);
 550                 err = -EPERM;
 551                 goto out_iput;
 552         }
 553 out_splice:
 554 #ifdef CONFIG_UNICODE
 555         if (!inode && IS_CASEFOLDED(dir)) {
 556                 /* Eventually we want to call d_add_ci(dentry, NULL)
 557                  * for negative dentries in the encoding case as
 558                  * well.  For now, prevent the negative dentry
 559                  * from being cached.
 560                  */
 561                 trace_f2fs_lookup_end(dir, dentry, ino, err);
 562                 return NULL;
 563         }
 564 #endif
 565         new = d_splice_alias(inode, dentry);
 566         err = PTR_ERR_OR_ZERO(new);
 567         trace_f2fs_lookup_end(dir, dentry, ino, !new ? -ENOENT : err);
 568         return new;
 569 out_iput:
 570         iput(inode);
 571 out:
 572         trace_f2fs_lookup_end(dir, dentry, ino, err);
 573         return ERR_PTR(err);
 574 }
 575
 576 static int f2fs_unlink(struct inode *dir, struct dentry *dentry)
 577 {
 578         struct f2fs_sb_info *sbi = F2FS_I_SB(dir);
 579         struct inode *inode = d_inode(dentry);
 580         struct f2fs_dir_entry *de;
 581         struct page *page;
 582         int err;
 583
 584         trace_f2fs_unlink_enter(dir, dentry);
 585
 586         if (unlikely(f2fs_cp_error(sbi))) {
 587                 err = -EIO;
 588                 goto fail;
 589         }
 590
 591         err = dquot_initialize(dir);
 592         if (err)
 593                 goto fail;
 594         err = dquot_initialize(inode);
 595         if (err)
 596                 goto fail;
 597
 598         de = f2fs_find_entry(dir, &dentry->d_name, &page);
 599         if (!de) {
 600                 if (IS_ERR(page))
 601                         err = PTR_ERR(page);
 602                 goto fail;
 603         }
 604
 605         f2fs_balance_fs(sbi, true);
 606
 607         f2fs_lock_op(sbi);
 608         err = f2fs_acquire_orphan_inode(sbi);
 609         if (err) {
 610                 f2fs_unlock_op(sbi);
 611                 f2fs_put_page(page, 0);
 612                 goto fail;
 613         }
 614         f2fs_delete_entry(de, page, dir, inode);
 615 #ifdef CONFIG_UNICODE
 616         /* VFS negative dentries are incompatible with Encoding and
 617          * Case-insensitiveness. Eventually we'll want avoid
 618          * invalidating the dentries here, alongside with returning the
 619          * negative dentries at f2fs_lookup(), when it is better
 620          * supported by the VFS for the CI case.
 621          */
 622         if (IS_CASEFOLDED(dir))
 623                 d_invalidate(dentry);
 624 #endif
 625         f2fs_unlock_op(sbi);
 626
 627         if (IS_DIRSYNC(dir))
 628                 f2fs_sync_fs(sbi->sb, 1);
 629 fail:
 630         trace_f2fs_unlink_exit(inode, err);
 631         return err;
 632 }
 633
 634 static const char *f2fs_get_link(struct dentry *dentry,
 635                                  struct inode *inode,
 636                                  struct delayed_call *done)
 637 {
 638         const char *link = page_get_link(dentry, inode, done);
 639
 640         if (!IS_ERR(link) && !*link) {
 641                 /* this is broken symlink case */
 642                 do_delayed_call(done);
 643                 clear_delayed_call(done);
 644                 link = ERR_PTR(-ENOENT);
 645         }
 646         return link;
 647 }
 648
 649 static int f2fs_symlink(struct user_namespace *mnt_userns, struct inode *dir,
 650                         struct dentry *dentry, const char *symname)
 651 {
 652         struct f2fs_sb_info *sbi = F2FS_I_SB(dir);
 653         struct inode *inode;
 654         size_t len = strlen(symname);
 655         struct fscrypt_str disk_link;
 656         int err;
 657
 658         if (unlikely(f2fs_cp_error(sbi)))
 659                 return -EIO;
 660         if (!f2fs_is_checkpoint_ready(sbi))
 661                 return -ENOSPC;
 662
 663         err = fscrypt_prepare_symlink(dir, symname, len, dir->i_sb->s_blocksize,
 664                                       &disk_link);
 665         if (err)
 666                 return err;
 667
 668         err = dquot_initialize(dir);
 669         if (err)
 670                 return err;
 671
 672         inode = f2fs_new_inode(dir, S_IFLNK | S_IRWXUGO);
 673         if (IS_ERR(inode))
 674                 return PTR_ERR(inode);
 675
 676         if (IS_ENCRYPTED(inode))
 677                 inode->i_op = &f2fs_encrypted_symlink_inode_operations;
 678         else
 679                 inode->i_op = &f2fs_symlink_inode_operations;
 680         inode_nohighmem(inode);
 681         inode->i_mapping->a_ops = &f2fs_dblock_aops;
 682
 683         f2fs_lock_op(sbi);
 684         err = f2fs_add_link(dentry, inode);
 685         if (err)
 686                 goto out_f2fs_handle_failed_inode;
 687         f2fs_unlock_op(sbi);
 688         f2fs_alloc_nid_done(sbi, inode->i_ino);
 689
 690         err = fscrypt_encrypt_symlink(inode, symname, len, &disk_link);
 691         if (err)
 692                 goto err_out;
 693
 694         err = page_symlink(inode, disk_link.name, disk_link.len);
 695
 696 err_out:
 697         d_instantiate_new(dentry, inode);
 698
 699         /*
 700          * Let's flush symlink data in order to avoid broken symlink as much as
 701          * possible. Nevertheless, fsyncing is the best way, but there is no
 702          * way to get a file descriptor in order to flush that.
 703          *
 704          * Note that, it needs to do dir->fsync to make this recoverable.
 705          * If the symlink path is stored into inline_data, there is no
 706          * performance regression.
 707          */
 708         if (!err) {
 709                 filemap_write_and_wait_range(inode->i_mapping, 0,
 710                                                         disk_link.len - 1);
 711
 712                 if (IS_DIRSYNC(dir))
 713                         f2fs_sync_fs(sbi->sb, 1);
 714         } else {
 715                 f2fs_unlink(dir, dentry);
 716         }
 717
 718         f2fs_balance_fs(sbi, true);
 719         goto out_free_encrypted_link;
 720
 721 out_f2fs_handle_failed_inode:
 722         f2fs_handle_failed_inode(inode);
 723 out_free_encrypted_link:
 724         if (disk_link.name != (unsigned char *)symname)
 725                 kfree(disk_link.name);
 726         return err;
 727 }
 728
 729 static int f2fs_mkdir(struct user_namespace *mnt_userns, struct inode *dir,
 730                       struct dentry *dentry, umode_t mode)
 731 {
 732         struct f2fs_sb_info *sbi = F2FS_I_SB(dir);
 733         struct inode *inode;
 734         int err;
 735
 736         if (unlikely(f2fs_cp_error(sbi)))
 737                 return -EIO;
 738
 739         err = dquot_initialize(dir);
 740         if (err)
 741                 return err;
 742
 743         inode = f2fs_new_inode(dir, S_IFDIR | mode);
 744         if (IS_ERR(inode))
 745                 return PTR_ERR(inode);
 746
 747         inode->i_op = &f2fs_dir_inode_operations;
 748         inode->i_fop = &f2fs_dir_operations;
 749         inode->i_mapping->a_ops = &f2fs_dblock_aops;
 750         inode_nohighmem(inode);
 751
 752         set_inode_flag(inode, FI_INC_LINK);
 753         f2fs_lock_op(sbi);
 754         err = f2fs_add_link(dentry, inode);
 755         if (err)
 756                 goto out_fail;
 757         f2fs_unlock_op(sbi);
 758
 759         f2fs_alloc_nid_done(sbi, inode->i_ino);
 760
 761         d_instantiate_new(dentry, inode);
 762
 763         if (IS_DIRSYNC(dir))
 764                 f2fs_sync_fs(sbi->sb, 1);
 765
 766         f2fs_balance_fs(sbi, true);
 767         return 0;
 768
 769 out_fail:
 770         clear_inode_flag(inode, FI_INC_LINK);
 771         f2fs_handle_failed_inode(inode);
 772         return err;
 773 }
 774
 775 static int f2fs_rmdir(struct inode *dir, struct dentry *dentry)
 776 {
 777         struct inode *inode = d_inode(dentry);
 778
 779         if (f2fs_empty_dir(inode))
 780                 return f2fs_unlink(dir, dentry);
 781         return -ENOTEMPTY;
 782 }
 783
 784 static int f2fs_mknod(struct user_namespace *mnt_userns, struct inode *dir,
 785                       struct dentry *dentry, umode_t mode, dev_t rdev)
 786 {
 787         struct f2fs_sb_info *sbi = F2FS_I_SB(dir);
 788         struct inode *inode;
 789         int err = 0;
 790
 791         if (unlikely(f2fs_cp_error(sbi)))
 792                 return -EIO;
 793         if (!f2fs_is_checkpoint_ready(sbi))
 794                 return -ENOSPC;
 795
 796         err = dquot_initialize(dir);
 797         if (err)
 798                 return err;
 799
 800         inode = f2fs_new_inode(dir, mode);
 801         if (IS_ERR(inode))
 802                 return PTR_ERR(inode);
 803
 804         init_special_inode(inode, inode->i_mode, rdev);
 805         inode->i_op = &f2fs_special_inode_operations;
 806
 807         f2fs_lock_op(sbi);
 808         err = f2fs_add_link(dentry, inode);
 809         if (err)
 810                 goto out;
 811         f2fs_unlock_op(sbi);
 812
 813         f2fs_alloc_nid_done(sbi, inode->i_ino);
 814
 815         d_instantiate_new(dentry, inode);
 816
 817         if (IS_DIRSYNC(dir))
 818                 f2fs_sync_fs(sbi->sb, 1);
 819
 820         f2fs_balance_fs(sbi, true);
 821         return 0;
 822 out:
 823         f2fs_handle_failed_inode(inode);
 824         return err;
 825 }
 826
 827 static int __f2fs_tmpfile(struct inode *dir, struct dentry *dentry,
 828                                         umode_t mode, struct inode **whiteout)
 829 {
 830         struct f2fs_sb_info *sbi = F2FS_I_SB(dir);
 831         struct inode *inode;
 832         int err;
 833
 834         err = dquot_initialize(dir);
 835         if (err)
 836                 return err;
 837
 838         inode = f2fs_new_inode(dir, mode);
 839         if (IS_ERR(inode))
 840                 return PTR_ERR(inode);
 841
 842         if (whiteout) {
 843                 init_special_inode(inode, inode->i_mode, WHITEOUT_DEV);
 844                 inode->i_op = &f2fs_special_inode_operations;
 845         } else {
 846                 inode->i_op = &f2fs_file_inode_operations;
 847                 inode->i_fop = &f2fs_file_operations;
 848                 inode->i_mapping->a_ops = &f2fs_dblock_aops;
 849         }
 850
 851         f2fs_lock_op(sbi);
 852         err = f2fs_acquire_orphan_inode(sbi);
 853         if (err)
 854                 goto out;
 855
 856         err = f2fs_do_tmpfile(inode, dir);
 857         if (err)
 858                 goto release_out;
 859
 860         /*
 861          * add this non-linked tmpfile to orphan list, in this way we could
 862          * remove all unused data of tmpfile after abnormal power-off.
 863          */
 864         f2fs_add_orphan_inode(inode);
 865         f2fs_alloc_nid_done(sbi, inode->i_ino);
 866
 867         if (whiteout) {
 868                 f2fs_i_links_write(inode, false);
 869
 870                 spin_lock(&inode->i_lock);
 871                 inode->i_state |= I_LINKABLE;
 872                 spin_unlock(&inode->i_lock);
 873
 874                 *whiteout = inode;
 875         } else {
 876                 d_tmpfile(dentry, inode);
 877         }
 878         /* link_count was changed by d_tmpfile as well. */
 879         f2fs_unlock_op(sbi);
 880         unlock_new_inode(inode);
 881
 882         f2fs_balance_fs(sbi, true);
 883         return 0;
 884
 885 release_out:
 886         f2fs_release_orphan_inode(sbi);
 887 out:
 888         f2fs_handle_failed_inode(inode);
 889         return err;
 890 }
 891
 892 static int f2fs_tmpfile(struct user_namespace *mnt_userns, struct inode *dir,
 893                         struct dentry *dentry, umode_t mode)
 894 {
 895         struct f2fs_sb_info *sbi = F2FS_I_SB(dir);
 896
 897         if (unlikely(f2fs_cp_error(sbi)))
 898                 return -EIO;
 899         if (!f2fs_is_checkpoint_ready(sbi))
 900                 return -ENOSPC;
 901
 902         return __f2fs_tmpfile(dir, dentry, mode, NULL);
 903 }
 904
 905 static int f2fs_create_whiteout(struct inode *dir, struct inode **whiteout)
 906 {
 907         if (unlikely(f2fs_cp_error(F2FS_I_SB(dir))))
 908                 return -EIO;
 909
 910         return __f2fs_tmpfile(dir, NULL, S_IFCHR | WHITEOUT_MODE, whiteout);
 911 }
 912
 913 static int f2fs_rename(struct inode *old_dir, struct dentry *old_dentry,
 914                         struct inode *new_dir, struct dentry *new_dentry,
 915                         unsigned int flags)
 916 {
 917         struct f2fs_sb_info *sbi = F2FS_I_SB(old_dir);
 918         struct inode *old_inode = d_inode(old_dentry);
 919         struct inode *new_inode = d_inode(new_dentry);
 920         struct inode *whiteout = NULL;
 921         struct page *old_dir_page = NULL;
 922         struct page *old_page, *new_page = NULL;
 923         struct f2fs_dir_entry *old_dir_entry = NULL;
 924         struct f2fs_dir_entry *old_entry;
 925         struct f2fs_dir_entry *new_entry;
 926         int err;
 927
 928         if (unlikely(f2fs_cp_error(sbi)))
 929                 return -EIO;
 930         if (!f2fs_is_checkpoint_ready(sbi))
 931                 return -ENOSPC;
 932
 933         if (is_inode_flag_set(new_dir, FI_PROJ_INHERIT) &&
 934                         (!projid_eq(F2FS_I(new_dir)->i_projid,
 935                         F2FS_I(old_dentry->d_inode)->i_projid)))
 936                 return -EXDEV;
 937
 938         /*
 939          * If new_inode is null, the below renaming flow will
 940          * add a link in old_dir which can conver inline_dir.
 941          * After then, if we failed to get the entry due to other
 942          * reasons like ENOMEM, we had to remove the new entry.
 943          * Instead of adding such the error handling routine, let's
 944          * simply convert first here.
 945          */
 946         if (old_dir == new_dir && !new_inode) {
 947                 err = f2fs_try_convert_inline_dir(old_dir, new_dentry);
 948                 if (err)
 949                         return err;
 950         }
 951
 952         if (flags & RENAME_WHITEOUT) {
 953                 err = f2fs_create_whiteout(old_dir, &whiteout);
 954                 if (err)
 955                         return err;
 956         }
 957
 958         err = dquot_initialize(old_dir);
 959         if (err)
 960                 goto out;
 961
 962         err = dquot_initialize(new_dir);
 963         if (err)
 964                 goto out;
 965
 966         if (new_inode) {
 967                 err = dquot_initialize(new_inode);
 968                 if (err)
 969                         goto out;
 970         }
 971
 972         err = -ENOENT;
 973         old_entry = f2fs_find_entry(old_dir, &old_dentry->d_name, &old_page);
 974         if (!old_entry) {
 975                 if (IS_ERR(old_page))
 976                         err = PTR_ERR(old_page);
 977                 goto out;
 978         }
 979
 980         if (S_ISDIR(old_inode->i_mode)) {
 981                 old_dir_entry = f2fs_parent_dir(old_inode, &old_dir_page);
 982                 if (!old_dir_entry) {
 983                         if (IS_ERR(old_dir_page))
 984                                 err = PTR_ERR(old_dir_page);
 985                         goto out_old;
 986                 }
 987         }
 988
 989         if (new_inode) {
 990
 991                 err = -ENOTEMPTY;
 992                 if (old_dir_entry && !f2fs_empty_dir(new_inode))
 993                         goto out_dir;
 994
 995                 err = -ENOENT;
 996                 new_entry = f2fs_find_entry(new_dir, &new_dentry->d_name,
 997                                                 &new_page);
 998                 if (!new_entry) {
 999                         if (IS_ERR(new_page))
1000                                 err = PTR_ERR(new_page);
1001                         goto out_dir;
1002                 }
1003
1004                 f2fs_balance_fs(sbi, true);
1005
1006                 f2fs_lock_op(sbi);
1007
1008                 err = f2fs_acquire_orphan_inode(sbi);
1009                 if (err)
1010                         goto put_out_dir;
1011
1012                 f2fs_set_link(new_dir, new_entry, new_page, old_inode);
1013                 new_page = NULL;
1014
1015                 new_inode->i_ctime = current_time(new_inode);
1016                 down_write(&F2FS_I(new_inode)->i_sem);
1017                 if (old_dir_entry)
1018                         f2fs_i_links_write(new_inode, false);
1019                 f2fs_i_links_write(new_inode, false);
1020                 up_write(&F2FS_I(new_inode)->i_sem);
1021
1022                 if (!new_inode->i_nlink)
1023                         f2fs_add_orphan_inode(new_inode);
1024                 else
1025                         f2fs_release_orphan_inode(sbi);
1026         } else {
1027                 f2fs_balance_fs(sbi, true);
1028
1029                 f2fs_lock_op(sbi);
1030
1031                 err = f2fs_add_link(new_dentry, old_inode);
1032                 if (err) {
1033                         f2fs_unlock_op(sbi);
1034                         goto out_dir;
1035                 }
1036
1037                 if (old_dir_entry)
1038                         f2fs_i_links_write(new_dir, true);
1039         }
1040
1041         down_write(&F2FS_I(old_inode)->i_sem);
1042         if (!old_dir_entry || whiteout)
1043                 file_lost_pino(old_inode);
1044         else
1045                 /* adjust dir's i_pino to pass fsck check */
1046                 f2fs_i_pino_write(old_inode, new_dir->i_ino);
1047         up_write(&F2FS_I(old_inode)->i_sem);
1048
1049         old_inode->i_ctime = current_time(old_inode);
1050         f2fs_mark_inode_dirty_sync(old_inode, false);
1051
1052         f2fs_delete_entry(old_entry, old_page, old_dir, NULL);
1053         old_page = NULL;
1054
1055         if (whiteout) {
1056                 set_inode_flag(whiteout, FI_INC_LINK);
1057                 err = f2fs_add_link(old_dentry, whiteout);
1058                 if (err)
1059                         goto put_out_dir;
1060
1061                 spin_lock(&whiteout->i_lock);
1062                 whiteout->i_state &= ~I_LINKABLE;
1063                 spin_unlock(&whiteout->i_lock);
1064
1065                 iput(whiteout);
1066         }
1067
1068         if (old_dir_entry) {
1069                 if (old_dir != new_dir && !whiteout)
1070                         f2fs_set_link(old_inode, old_dir_entry,
1071                                                 old_dir_page, new_dir);
1072                 else
1073                         f2fs_put_page(old_dir_page, 0);
1074                 f2fs_i_links_write(old_dir, false);
1075         }
1076         if (F2FS_OPTION(sbi).fsync_mode == FSYNC_MODE_STRICT) {
1077                 f2fs_add_ino_entry(sbi, new_dir->i_ino, TRANS_DIR_INO);
1078                 if (S_ISDIR(old_inode->i_mode))
1079                         f2fs_add_ino_entry(sbi, old_inode->i_ino,
1080                                                         TRANS_DIR_INO);
1081         }
1082
1083         f2fs_unlock_op(sbi);
1084
1085         if (IS_DIRSYNC(old_dir) || IS_DIRSYNC(new_dir))
1086                 f2fs_sync_fs(sbi->sb, 1);
1087
1088         f2fs_update_time(sbi, REQ_TIME);
1089         return 0;
1090
1091 put_out_dir:
1092         f2fs_unlock_op(sbi);
1093         f2fs_put_page(new_page, 0);
1094 out_dir:
1095         if (old_dir_entry)
1096                 f2fs_put_page(old_dir_page, 0);
1097 out_old:
1098         f2fs_put_page(old_page, 0);
1099 out:
1100         if (whiteout)
1101                 iput(whiteout);
1102         return err;
1103 }
1104
1105 static int f2fs_cross_rename(struct inode *old_dir, struct dentry *old_dentry,
1106                              struct inode *new_dir, struct dentry *new_dentry)
1107 {
1108         struct f2fs_sb_info *sbi = F2FS_I_SB(old_dir);
1109         struct inode *old_inode = d_inode(old_dentry);
1110         struct inode *new_inode = d_inode(new_dentry);
1111         struct page *old_dir_page, *new_dir_page;
1112         struct page *old_page, *new_page;
1113         struct f2fs_dir_entry *old_dir_entry = NULL, *new_dir_entry = NULL;
1114         struct f2fs_dir_entry *old_entry, *new_entry;
1115         int old_nlink = 0, new_nlink = 0;
1116         int err;
1117
1118         if (unlikely(f2fs_cp_error(sbi)))
1119                 return -EIO;
1120         if (!f2fs_is_checkpoint_ready(sbi))
1121                 return -ENOSPC;
1122
1123         if ((is_inode_flag_set(new_dir, FI_PROJ_INHERIT) &&
1124                         !projid_eq(F2FS_I(new_dir)->i_projid,
1125                         F2FS_I(old_dentry->d_inode)->i_projid)) ||
1126             (is_inode_flag_set(new_dir, FI_PROJ_INHERIT) &&
1127                         !projid_eq(F2FS_I(old_dir)->i_projid,
1128                         F2FS_I(new_dentry->d_inode)->i_projid)))
1129                 return -EXDEV;
1130
1131         err = dquot_initialize(old_dir);
1132         if (err)
1133                 goto out;
1134
1135         err = dquot_initialize(new_dir);
1136         if (err)
1137                 goto out;
1138
1139         err = -ENOENT;
1140         old_entry = f2fs_find_entry(old_dir, &old_dentry->d_name, &old_page);
1141         if (!old_entry) {
1142                 if (IS_ERR(old_page))
1143                         err = PTR_ERR(old_page);
1144                 goto out;
1145         }
1146
1147         new_entry = f2fs_find_entry(new_dir, &new_dentry->d_name, &new_page);
1148         if (!new_entry) {
1149                 if (IS_ERR(new_page))
1150                         err = PTR_ERR(new_page);
1151                 goto out_old;
1152         }
1153
1154         /* prepare for updating ".." directory entry info later */
1155         if (old_dir != new_dir) {
1156                 if (S_ISDIR(old_inode->i_mode)) {
1157                         old_dir_entry = f2fs_parent_dir(old_inode,
1158                                                         &old_dir_page);
1159                         if (!old_dir_entry) {
1160                                 if (IS_ERR(old_dir_page))
1161                                         err = PTR_ERR(old_dir_page);
1162                                 goto out_new;
1163                         }
1164                 }
1165
1166                 if (S_ISDIR(new_inode->i_mode)) {
1167                         new_dir_entry = f2fs_parent_dir(new_inode,
1168                                                         &new_dir_page);
1169                         if (!new_dir_entry) {
1170                                 if (IS_ERR(new_dir_page))
1171                                         err = PTR_ERR(new_dir_page);
1172                                 goto out_old_dir;
1173                         }
1174                 }
1175         }
1176
1177         /*
1178          * If cross rename between file and directory those are not
1179          * in the same directory, we will inc nlink of file's parent
1180          * later, so we should check upper boundary of its nlink.
1181          */
1182         if ((!old_dir_entry || !new_dir_entry) &&
1183                                 old_dir_entry != new_dir_entry) {
1184                 old_nlink = old_dir_entry ? -1 : 1;
1185                 new_nlink = -old_nlink;
1186                 err = -EMLINK;
1187                 if ((old_nlink > 0 && old_dir->i_nlink >= F2FS_LINK_MAX) ||
1188                         (new_nlink > 0 && new_dir->i_nlink >= F2FS_LINK_MAX))
1189                         goto out_new_dir;
1190         }
1191
1192         f2fs_balance_fs(sbi, true);
1193
1194         f2fs_lock_op(sbi);
1195
1196         /* update ".." directory entry info of old dentry */
1197         if (old_dir_entry)
1198                 f2fs_set_link(old_inode, old_dir_entry, old_dir_page, new_dir);
1199
1200         /* update ".." directory entry info of new dentry */
1201         if (new_dir_entry)
1202                 f2fs_set_link(new_inode, new_dir_entry, new_dir_page, old_dir);
1203
1204         /* update directory entry info of old dir inode */
1205         f2fs_set_link(old_dir, old_entry, old_page, new_inode);
1206
1207         down_write(&F2FS_I(old_inode)->i_sem);
1208         if (!old_dir_entry)
1209                 file_lost_pino(old_inode);
1210         else
1211                 /* adjust dir's i_pino to pass fsck check */
1212                 f2fs_i_pino_write(old_inode, new_dir->i_ino);
1213         up_write(&F2FS_I(old_inode)->i_sem);
1214
1215         old_dir->i_ctime = current_time(old_dir);
1216         if (old_nlink) {
1217                 down_write(&F2FS_I(old_dir)->i_sem);
1218                 f2fs_i_links_write(old_dir, old_nlink > 0);
1219                 up_write(&F2FS_I(old_dir)->i_sem);
1220         }
1221         f2fs_mark_inode_dirty_sync(old_dir, false);
1222
1223         /* update directory entry info of new dir inode */
1224         f2fs_set_link(new_dir, new_entry, new_page, old_inode);
1225
1226         down_write(&F2FS_I(new_inode)->i_sem);
1227         if (!new_dir_entry)
1228                 file_lost_pino(new_inode);
1229         else
1230                 /* adjust dir's i_pino to pass fsck check */
1231                 f2fs_i_pino_write(new_inode, old_dir->i_ino);
1232         up_write(&F2FS_I(new_inode)->i_sem);
1233
1234         new_dir->i_ctime = current_time(new_dir);
1235         if (new_nlink) {
1236                 down_write(&F2FS_I(new_dir)->i_sem);
1237                 f2fs_i_links_write(new_dir, new_nlink > 0);
1238                 up_write(&F2FS_I(new_dir)->i_sem);
1239         }
1240         f2fs_mark_inode_dirty_sync(new_dir, false);
1241
1242         if (F2FS_OPTION(sbi).fsync_mode == FSYNC_MODE_STRICT) {
1243                 f2fs_add_ino_entry(sbi, old_dir->i_ino, TRANS_DIR_INO);
1244                 f2fs_add_ino_entry(sbi, new_dir->i_ino, TRANS_DIR_INO);
1245         }
1246
1247         f2fs_unlock_op(sbi);
1248
1249         if (IS_DIRSYNC(old_dir) || IS_DIRSYNC(new_dir))
1250                 f2fs_sync_fs(sbi->sb, 1);
1251
1252         f2fs_update_time(sbi, REQ_TIME);
1253         return 0;
1254 out_new_dir:
1255         if (new_dir_entry) {
1256                 f2fs_put_page(new_dir_page, 0);
1257         }
1258 out_old_dir:
1259         if (old_dir_entry) {
1260                 f2fs_put_page(old_dir_page, 0);
1261         }
1262 out_new:
1263         f2fs_put_page(new_page, 0);
1264 out_old:
1265         f2fs_put_page(old_page, 0);
1266 out:
1267         return err;
1268 }
1269
1270 static int f2fs_rename2(struct user_namespace *mnt_userns,
1271                         struct inode *old_dir, struct dentry *old_dentry,
1272                         struct inode *new_dir, struct dentry *new_dentry,
1273                         unsigned int flags)
1274 {
1275         int err;
1276
1277         if (flags & ~(RENAME_NOREPLACE | RENAME_EXCHANGE | RENAME_WHITEOUT))
1278                 return -EINVAL;
1279
1280         err = fscrypt_prepare_rename(old_dir, old_dentry, new_dir, new_dentry,
1281                                      flags);
1282         if (err)
1283                 return err;
1284
1285         if (flags & RENAME_EXCHANGE) {
1286                 return f2fs_cross_rename(old_dir, old_dentry,
1287                                          new_dir, new_dentry);
1288         }
1289         /*
1290          * VFS has already handled the new dentry existence case,
1291          * here, we just deal with "RENAME_NOREPLACE" as regular rename.
1292          */
1293         return f2fs_rename(old_dir, old_dentry, new_dir, new_dentry, flags);
1294 }
1295
1296 static const char *f2fs_encrypted_get_link(struct dentry *dentry,
1297                                            struct inode *inode,
1298                                            struct delayed_call *done)
1299 {
1300         struct page *page;
1301         const char *target;
1302
1303         if (!dentry)
1304                 return ERR_PTR(-ECHILD);
1305
1306         page = read_mapping_page(inode->i_mapping, 0, NULL);
1307         if (IS_ERR(page))
1308                 return ERR_CAST(page);
1309
1310         target = fscrypt_get_symlink(inode, page_address(page),
1311                                      inode->i_sb->s_blocksize, done);
1312         put_page(page);
1313         return target;
1314 }
1315
1316 const struct inode_operations f2fs_encrypted_symlink_inode_operations = {
1317         .get_link       = f2fs_encrypted_get_link,
1318         .getattr        = f2fs_getattr,
1319         .setattr        = f2fs_setattr,
1320         .listxattr      = f2fs_listxattr,
1321 };
1322
1323 const struct inode_operations f2fs_dir_inode_operations = {
1324         .create         = f2fs_create,
1325         .lookup         = f2fs_lookup,
1326         .link           = f2fs_link,
1327         .unlink         = f2fs_unlink,
1328         .symlink        = f2fs_symlink,
1329         .mkdir          = f2fs_mkdir,
1330         .rmdir          = f2fs_rmdir,
1331         .mknod          = f2fs_mknod,
1332         .rename         = f2fs_rename2,
1333         .tmpfile        = f2fs_tmpfile,
1334         .getattr        = f2fs_getattr,
1335         .setattr        = f2fs_setattr,
1336         .get_acl        = f2fs_get_acl,
1337         .set_acl        = f2fs_set_acl,
1338         .listxattr      = f2fs_listxattr,
1339         .fiemap         = f2fs_fiemap,
1340         .fileattr_get   = f2fs_fileattr_get,
1341         .fileattr_set   = f2fs_fileattr_set,
1342 };
1343
1344 const struct inode_operations f2fs_symlink_inode_operations = {
1345         .get_link       = f2fs_get_link,
1346         .getattr        = f2fs_getattr,
1347         .setattr        = f2fs_setattr,
1348         .listxattr      = f2fs_listxattr,
1349 };
1350
1351 const struct inode_operations f2fs_special_inode_operations = {
1352         .getattr        = f2fs_getattr,
1353         .setattr        = f2fs_setattr,
1354         .get_acl        = f2fs_get_acl,
1355         .set_acl        = f2fs_set_acl,
1356         .listxattr      = f2fs_listxattr,
1357 };