fs/f2fs/inode.c

   1 /*
   2  * fs/f2fs/inode.c
   3  *
   4  * Copyright (c) 2012 Samsung Electronics Co., Ltd.
   5  *             http://www.samsung.com/
   6  *
   7  * This program is free software; you can redistribute it and/or modify
   8  * it under the terms of the GNU General Public License version 2 as
   9  * published by the Free Software Foundation.
  10  */
  11 #include <linux/fs.h>
  12 #include <linux/f2fs_fs.h>
  13 #include <linux/buffer_head.h>
  14 #include <linux/writeback.h>
  15
  16 #include "f2fs.h"
  17 #include "node.h"
  18
  19 #include <trace/events/f2fs.h>
  20
  21 void f2fs_mark_inode_dirty_sync(struct inode *inode)
  22 {
  23         if (f2fs_inode_dirtied(inode))
  24                 return;
  25         mark_inode_dirty_sync(inode);
  26 }
  27
  28 void f2fs_set_inode_flags(struct inode *inode)
  29 {
  30         unsigned int flags = F2FS_I(inode)->i_flags;
  31         unsigned int new_fl = 0;
  32
  33         if (flags & FS_SYNC_FL)
  34                 new_fl |= S_SYNC;
  35         if (flags & FS_APPEND_FL)
  36                 new_fl |= S_APPEND;
  37         if (flags & FS_IMMUTABLE_FL)
  38                 new_fl |= S_IMMUTABLE;
  39         if (flags & FS_NOATIME_FL)
  40                 new_fl |= S_NOATIME;
  41         if (flags & FS_DIRSYNC_FL)
  42                 new_fl |= S_DIRSYNC;
  43         inode_set_flags(inode, new_fl,
  44                         S_SYNC|S_APPEND|S_IMMUTABLE|S_NOATIME|S_DIRSYNC);
  45         f2fs_mark_inode_dirty_sync(inode);
  46 }
  47
  48 static void __get_inode_rdev(struct inode *inode, struct f2fs_inode *ri)
  49 {
  50         if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) ||
  51                         S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) {
  52                 if (ri->i_addr[0])
  53                         inode->i_rdev =
  54                                 old_decode_dev(le32_to_cpu(ri->i_addr[0]));
  55                 else
  56                         inode->i_rdev =
  57                                 new_decode_dev(le32_to_cpu(ri->i_addr[1]));
  58         }
  59 }
  60
  61 static bool __written_first_block(struct f2fs_inode *ri)
  62 {
  63         block_t addr = le32_to_cpu(ri->i_addr[0]);
  64
  65         if (addr != NEW_ADDR && addr != NULL_ADDR)
  66                 return true;
  67         return false;
  68 }
  69
  70 static void __set_inode_rdev(struct inode *inode, struct f2fs_inode *ri)
  71 {
  72         if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode)) {
  73                 if (old_valid_dev(inode->i_rdev)) {
  74                         ri->i_addr[0] =
  75                                 cpu_to_le32(old_encode_dev(inode->i_rdev));
  76                         ri->i_addr[1] = 0;
  77                 } else {
  78                         ri->i_addr[0] = 0;
  79                         ri->i_addr[1] =
  80                                 cpu_to_le32(new_encode_dev(inode->i_rdev));
  81                         ri->i_addr[2] = 0;
  82                 }
  83         }
  84 }
  85
  86 static void __recover_inline_status(struct inode *inode, struct page *ipage)
  87 {
  88         void *inline_data = inline_data_addr(ipage);
  89         __le32 *start = inline_data;
  90         __le32 *end = start + MAX_INLINE_DATA / sizeof(__le32);
  91
  92         while (start < end) {
  93                 if (*start++) {
  94                         f2fs_wait_on_page_writeback(ipage, NODE, true);
  95
  96                         set_inode_flag(inode, FI_DATA_EXIST);
  97                         set_raw_inline(inode, F2FS_INODE(ipage));
  98                         set_page_dirty(ipage);
  99                         return;
 100                 }
 101         }
 102         return;
 103 }
 104
 105 static int do_read_inode(struct inode *inode)
 106 {
 107         struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
 108         struct f2fs_inode_info *fi = F2FS_I(inode);
 109         struct page *node_page;
 110         struct f2fs_inode *ri;
 111
 112         /* Check if ino is within scope */
 113         if (check_nid_range(sbi, inode->i_ino)) {
 114                 f2fs_msg(inode->i_sb, KERN_ERR, "bad inode number: %lu",
 115                          (unsigned long) inode->i_ino);
 116                 WARN_ON(1);
 117                 return -EINVAL;
 118         }
 119
 120         node_page = get_node_page(sbi, inode->i_ino);
 121         if (IS_ERR(node_page))
 122                 return PTR_ERR(node_page);
 123
 124         ri = F2FS_INODE(node_page);
 125
 126         inode->i_mode = le16_to_cpu(ri->i_mode);
 127         i_uid_write(inode, le32_to_cpu(ri->i_uid));
 128         i_gid_write(inode, le32_to_cpu(ri->i_gid));
 129         set_nlink(inode, le32_to_cpu(ri->i_links));
 130         inode->i_size = le64_to_cpu(ri->i_size);
 131         inode->i_blocks = le64_to_cpu(ri->i_blocks);
 132
 133         inode->i_atime.tv_sec = le64_to_cpu(ri->i_atime);
 134         inode->i_ctime.tv_sec = le64_to_cpu(ri->i_ctime);
 135         inode->i_mtime.tv_sec = le64_to_cpu(ri->i_mtime);
 136         inode->i_atime.tv_nsec = le32_to_cpu(ri->i_atime_nsec);
 137         inode->i_ctime.tv_nsec = le32_to_cpu(ri->i_ctime_nsec);
 138         inode->i_mtime.tv_nsec = le32_to_cpu(ri->i_mtime_nsec);
 139         inode->i_generation = le32_to_cpu(ri->i_generation);
 140
 141         fi->i_current_depth = le32_to_cpu(ri->i_current_depth);
 142         fi->i_xattr_nid = le32_to_cpu(ri->i_xattr_nid);
 143         fi->i_flags = le32_to_cpu(ri->i_flags);
 144         fi->flags = 0;
 145         fi->i_advise = ri->i_advise;
 146         fi->i_pino = le32_to_cpu(ri->i_pino);
 147         fi->i_dir_level = ri->i_dir_level;
 148
 149         if (f2fs_init_extent_tree(inode, &ri->i_ext))
 150                 set_page_dirty(node_page);
 151
 152         get_inline_info(inode, ri);
 153
 154         /* check data exist */
 155         if (f2fs_has_inline_data(inode) && !f2fs_exist_data(inode))
 156                 __recover_inline_status(inode, node_page);
 157
 158         /* get rdev by using inline_info */
 159         __get_inode_rdev(inode, ri);
 160
 161         if (__written_first_block(ri))
 162                 set_inode_flag(inode, FI_FIRST_BLOCK_WRITTEN);
 163
 164         if (!need_inode_block_update(sbi, inode->i_ino))
 165                 fi->last_disk_size = inode->i_size;
 166
 167         f2fs_put_page(node_page, 1);
 168
 169         stat_inc_inline_xattr(inode);
 170         stat_inc_inline_inode(inode);
 171         stat_inc_inline_dir(inode);
 172
 173         return 0;
 174 }
 175
 176 struct inode *f2fs_iget(struct super_block *sb, unsigned long ino)
 177 {
 178         struct f2fs_sb_info *sbi = F2FS_SB(sb);
 179         struct inode *inode;
 180         int ret = 0;
 181
 182         inode = iget_locked(sb, ino);
 183         if (!inode)
 184                 return ERR_PTR(-ENOMEM);
 185
 186         if (!(inode->i_state & I_NEW)) {
 187                 trace_f2fs_iget(inode);
 188                 return inode;
 189         }
 190         if (ino == F2FS_NODE_INO(sbi) || ino == F2FS_META_INO(sbi))
 191                 goto make_now;
 192
 193         ret = do_read_inode(inode);
 194         if (ret)
 195                 goto bad_inode;
 196 make_now:
 197         if (ino == F2FS_NODE_INO(sbi)) {
 198                 inode->i_mapping->a_ops = &f2fs_node_aops;
 199                 mapping_set_gfp_mask(inode->i_mapping, GFP_F2FS_ZERO);
 200         } else if (ino == F2FS_META_INO(sbi)) {
 201                 inode->i_mapping->a_ops = &f2fs_meta_aops;
 202                 mapping_set_gfp_mask(inode->i_mapping, GFP_F2FS_ZERO);
 203         } else if (S_ISREG(inode->i_mode)) {
 204                 inode->i_op = &f2fs_file_inode_operations;
 205                 inode->i_fop = &f2fs_file_operations;
 206                 inode->i_mapping->a_ops = &f2fs_dblock_aops;
 207         } else if (S_ISDIR(inode->i_mode)) {
 208                 inode->i_op = &f2fs_dir_inode_operations;
 209                 inode->i_fop = &f2fs_dir_operations;
 210                 inode->i_mapping->a_ops = &f2fs_dblock_aops;
 211                 mapping_set_gfp_mask(inode->i_mapping, GFP_F2FS_HIGH_ZERO);
 212         } else if (S_ISLNK(inode->i_mode)) {
 213                 if (f2fs_encrypted_inode(inode))
 214                         inode->i_op = &f2fs_encrypted_symlink_inode_operations;
 215                 else
 216                         inode->i_op = &f2fs_symlink_inode_operations;
 217                 inode_nohighmem(inode);
 218                 inode->i_mapping->a_ops = &f2fs_dblock_aops;
 219         } else if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) ||
 220                         S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) {
 221                 inode->i_op = &f2fs_special_inode_operations;
 222                 init_special_inode(inode, inode->i_mode, inode->i_rdev);
 223         } else {
 224                 ret = -EIO;
 225                 goto bad_inode;
 226         }
 227         unlock_new_inode(inode);
 228         trace_f2fs_iget(inode);
 229         return inode;
 230
 231 bad_inode:
 232         iget_failed(inode);
 233         trace_f2fs_iget_exit(inode, ret);
 234         return ERR_PTR(ret);
 235 }
 236
 237 int update_inode(struct inode *inode, struct page *node_page)
 238 {
 239         struct f2fs_inode *ri;
 240
 241         f2fs_inode_synced(inode);
 242
 243         f2fs_wait_on_page_writeback(node_page, NODE, true);
 244
 245         ri = F2FS_INODE(node_page);
 246
 247         ri->i_mode = cpu_to_le16(inode->i_mode);
 248         ri->i_advise = F2FS_I(inode)->i_advise;
 249         ri->i_uid = cpu_to_le32(i_uid_read(inode));
 250         ri->i_gid = cpu_to_le32(i_gid_read(inode));
 251         ri->i_links = cpu_to_le32(inode->i_nlink);
 252         ri->i_size = cpu_to_le64(i_size_read(inode));
 253         ri->i_blocks = cpu_to_le64(inode->i_blocks);
 254
 255         if (F2FS_I(inode)->extent_tree)
 256                 set_raw_extent(&F2FS_I(inode)->extent_tree->largest,
 257                                                         &ri->i_ext);
 258         else
 259                 memset(&ri->i_ext, 0, sizeof(ri->i_ext));
 260         set_raw_inline(inode, ri);
 261
 262         ri->i_atime = cpu_to_le64(inode->i_atime.tv_sec);
 263         ri->i_ctime = cpu_to_le64(inode->i_ctime.tv_sec);
 264         ri->i_mtime = cpu_to_le64(inode->i_mtime.tv_sec);
 265         ri->i_atime_nsec = cpu_to_le32(inode->i_atime.tv_nsec);
 266         ri->i_ctime_nsec = cpu_to_le32(inode->i_ctime.tv_nsec);
 267         ri->i_mtime_nsec = cpu_to_le32(inode->i_mtime.tv_nsec);
 268         ri->i_current_depth = cpu_to_le32(F2FS_I(inode)->i_current_depth);
 269         ri->i_xattr_nid = cpu_to_le32(F2FS_I(inode)->i_xattr_nid);
 270         ri->i_flags = cpu_to_le32(F2FS_I(inode)->i_flags);
 271         ri->i_pino = cpu_to_le32(F2FS_I(inode)->i_pino);
 272         ri->i_generation = cpu_to_le32(inode->i_generation);
 273         ri->i_dir_level = F2FS_I(inode)->i_dir_level;
 274
 275         __set_inode_rdev(inode, ri);
 276         set_cold_node(inode, node_page);
 277
 278         /* deleted inode */
 279         if (inode->i_nlink == 0)
 280                 clear_inline_node(node_page);
 281
 282         return set_page_dirty(node_page);
 283 }
 284
 285 int update_inode_page(struct inode *inode)
 286 {
 287         struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
 288         struct page *node_page;
 289         int ret = 0;
 290 retry:
 291         node_page = get_node_page(sbi, inode->i_ino);
 292         if (IS_ERR(node_page)) {
 293                 int err = PTR_ERR(node_page);
 294                 if (err == -ENOMEM) {
 295                         cond_resched();
 296                         goto retry;
 297                 } else if (err != -ENOENT) {
 298                         f2fs_stop_checkpoint(sbi, false);
 299                 }
 300                 f2fs_inode_synced(inode);
 301                 return 0;
 302         }
 303         ret = update_inode(inode, node_page);
 304         f2fs_put_page(node_page, 1);
 305         return ret;
 306 }
 307
 308 int f2fs_write_inode(struct inode *inode, struct writeback_control *wbc)
 309 {
 310         struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
 311
 312         if (inode->i_ino == F2FS_NODE_INO(sbi) ||
 313                         inode->i_ino == F2FS_META_INO(sbi))
 314                 return 0;
 315
 316         if (!is_inode_flag_set(inode, FI_DIRTY_INODE))
 317                 return 0;
 318
 319         /*
 320          * We need to balance fs here to prevent from producing dirty node pages
 321          * during the urgent cleaning time when runing out of free sections.
 322          */
 323         if (update_inode_page(inode))
 324                 f2fs_balance_fs(sbi, true);
 325         return 0;
 326 }
 327
 328 /*
 329  * Called at the last iput() if i_nlink is zero
 330  */
 331 void f2fs_evict_inode(struct inode *inode)
 332 {
 333         struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
 334         nid_t xnid = F2FS_I(inode)->i_xattr_nid;
 335         int err = 0;
 336
 337         /* some remained atomic pages should discarded */
 338         if (f2fs_is_atomic_file(inode))
 339                 drop_inmem_pages(inode);
 340
 341         trace_f2fs_evict_inode(inode);
 342         truncate_inode_pages_final(&inode->i_data);
 343
 344         if (inode->i_ino == F2FS_NODE_INO(sbi) ||
 345                         inode->i_ino == F2FS_META_INO(sbi))
 346                 goto out_clear;
 347
 348         f2fs_bug_on(sbi, get_dirty_pages(inode));
 349         remove_dirty_inode(inode);
 350
 351         f2fs_destroy_extent_tree(inode);
 352
 353         if (inode->i_nlink || is_bad_inode(inode))
 354                 goto no_delete;
 355
 356 #ifdef CONFIG_F2FS_FAULT_INJECTION
 357         if (time_to_inject(FAULT_EVICT_INODE))
 358                 goto no_delete;
 359 #endif
 360
 361         sb_start_intwrite(inode->i_sb);
 362         set_inode_flag(inode, FI_NO_ALLOC);
 363         i_size_write(inode, 0);
 364 retry:
 365         if (F2FS_HAS_BLOCKS(inode))
 366                 err = f2fs_truncate(inode);
 367
 368         if (!err) {
 369                 f2fs_lock_op(sbi);
 370                 err = remove_inode_page(inode);
 371                 f2fs_unlock_op(sbi);
 372         }
 373
 374         /* give more chances, if ENOMEM case */
 375         if (err == -ENOMEM) {
 376                 err = 0;
 377                 goto retry;
 378         }
 379
 380         if (err)
 381                 update_inode_page(inode);
 382         sb_end_intwrite(inode->i_sb);
 383 no_delete:
 384         stat_dec_inline_xattr(inode);
 385         stat_dec_inline_dir(inode);
 386         stat_dec_inline_inode(inode);
 387
 388         invalidate_mapping_pages(NODE_MAPPING(sbi), inode->i_ino, inode->i_ino);
 389         if (xnid)
 390                 invalidate_mapping_pages(NODE_MAPPING(sbi), xnid, xnid);
 391         if (is_inode_flag_set(inode, FI_APPEND_WRITE))
 392                 add_ino_entry(sbi, inode->i_ino, APPEND_INO);
 393         if (is_inode_flag_set(inode, FI_UPDATE_WRITE))
 394                 add_ino_entry(sbi, inode->i_ino, UPDATE_INO);
 395         if (is_inode_flag_set(inode, FI_FREE_NID)) {
 396                 alloc_nid_failed(sbi, inode->i_ino);
 397                 clear_inode_flag(inode, FI_FREE_NID);
 398         }
 399         f2fs_bug_on(sbi, err &&
 400                 !exist_written_data(sbi, inode->i_ino, ORPHAN_INO));
 401 out_clear:
 402         fscrypt_put_encryption_info(inode, NULL);
 403         clear_inode(inode);
 404 }
 405
 406 /* caller should call f2fs_lock_op() */
 407 void handle_failed_inode(struct inode *inode)
 408 {
 409         struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
 410         struct node_info ni;
 411
 412         /* don't make bad inode, since it becomes a regular file. */
 413         unlock_new_inode(inode);
 414
 415         /*
 416          * Note: we should add inode to orphan list before f2fs_unlock_op()
 417          * so we can prevent losing this orphan when encoutering checkpoint
 418          * and following suddenly power-off.
 419          */
 420         get_node_info(sbi, inode->i_ino, &ni);
 421
 422         if (ni.blk_addr != NULL_ADDR) {
 423                 int err = acquire_orphan_inode(sbi);
 424                 if (err) {
 425                         set_sbi_flag(sbi, SBI_NEED_FSCK);
 426                         f2fs_msg(sbi->sb, KERN_WARNING,
 427                                 "Too many orphan inodes, run fsck to fix.");
 428                 } else {
 429                         add_orphan_inode(inode);
 430                 }
 431                 alloc_nid_done(sbi, inode->i_ino);
 432         } else {
 433                 set_inode_flag(inode, FI_FREE_NID);
 434         }
 435
 436         f2fs_unlock_op(sbi);
 437
 438         /* iput will drop the inode object */
 439         iput(inode);
 440 }