f2fs crypto: add encryption xattr support
[deliverable/linux.git] / fs / f2fs / f2fs.h
CommitLineData
0a8165d7 1/*
39a53e0c
JK
2 * fs/f2fs/f2fs.h
3 *
4 * Copyright (c) 2012 Samsung Electronics Co., Ltd.
5 * http://www.samsung.com/
6 *
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License version 2 as
9 * published by the Free Software Foundation.
10 */
11#ifndef _LINUX_F2FS_H
12#define _LINUX_F2FS_H
13
14#include <linux/types.h>
15#include <linux/page-flags.h>
16#include <linux/buffer_head.h>
39a53e0c
JK
17#include <linux/slab.h>
18#include <linux/crc32.h>
19#include <linux/magic.h>
c2d715d1 20#include <linux/kobject.h>
7bd59381 21#include <linux/sched.h>
39a53e0c 22
5d56b671 23#ifdef CONFIG_F2FS_CHECK_FS
9850cf4a 24#define f2fs_bug_on(sbi, condition) BUG_ON(condition)
0daaad97 25#define f2fs_down_write(x, y) down_write_nest_lock(x, y)
5d56b671 26#else
9850cf4a
JK
27#define f2fs_bug_on(sbi, condition) \
28 do { \
29 if (unlikely(condition)) { \
30 WARN_ON(1); \
caf0047e 31 set_sbi_flag(sbi, SBI_NEED_FSCK); \
9850cf4a
JK
32 } \
33 } while (0)
0daaad97 34#define f2fs_down_write(x, y) down_write(x)
5d56b671
JK
35#endif
36
39a53e0c
JK
37/*
38 * For mount options
39 */
40#define F2FS_MOUNT_BG_GC 0x00000001
41#define F2FS_MOUNT_DISABLE_ROLL_FORWARD 0x00000002
42#define F2FS_MOUNT_DISCARD 0x00000004
43#define F2FS_MOUNT_NOHEAP 0x00000008
44#define F2FS_MOUNT_XATTR_USER 0x00000010
45#define F2FS_MOUNT_POSIX_ACL 0x00000020
46#define F2FS_MOUNT_DISABLE_EXT_IDENTIFY 0x00000040
444c580f 47#define F2FS_MOUNT_INLINE_XATTR 0x00000080
1001b347 48#define F2FS_MOUNT_INLINE_DATA 0x00000100
34d67deb
CY
49#define F2FS_MOUNT_INLINE_DENTRY 0x00000200
50#define F2FS_MOUNT_FLUSH_MERGE 0x00000400
51#define F2FS_MOUNT_NOBARRIER 0x00000800
d5053a34 52#define F2FS_MOUNT_FASTBOOT 0x00001000
89672159 53#define F2FS_MOUNT_EXTENT_CACHE 0x00002000
39a53e0c
JK
54
55#define clear_opt(sbi, option) (sbi->mount_opt.opt &= ~F2FS_MOUNT_##option)
56#define set_opt(sbi, option) (sbi->mount_opt.opt |= F2FS_MOUNT_##option)
57#define test_opt(sbi, option) (sbi->mount_opt.opt & F2FS_MOUNT_##option)
58
59#define ver_after(a, b) (typecheck(unsigned long long, a) && \
60 typecheck(unsigned long long, b) && \
61 ((long long)((a) - (b)) > 0))
62
a9841c4d
JK
63typedef u32 block_t; /*
64 * should not change u32, since it is the on-disk block
65 * address format, __le32.
66 */
39a53e0c
JK
67typedef u32 nid_t;
68
69struct f2fs_mount_info {
70 unsigned int opt;
71};
72
cde4de12
JK
73#define F2FS_FEATURE_ENCRYPT 0x0001
74
76f105a2
JK
75#define F2FS_HAS_FEATURE(sb, mask) \
76 ((F2FS_SB(sb)->raw_super->feature & cpu_to_le32(mask)) != 0)
77#define F2FS_SET_FEATURE(sb, mask) \
78 F2FS_SB(sb)->raw_super->feature |= cpu_to_le32(mask)
79#define F2FS_CLEAR_FEATURE(sb, mask) \
80 F2FS_SB(sb)->raw_super->feature &= ~cpu_to_le32(mask)
81
7e586fa0
JK
82#define CRCPOLY_LE 0xedb88320
83
84static inline __u32 f2fs_crc32(void *buf, size_t len)
39a53e0c 85{
7e586fa0
JK
86 unsigned char *p = (unsigned char *)buf;
87 __u32 crc = F2FS_SUPER_MAGIC;
88 int i;
89
90 while (len--) {
91 crc ^= *p++;
92 for (i = 0; i < 8; i++)
93 crc = (crc >> 1) ^ ((crc & 1) ? CRCPOLY_LE : 0);
94 }
95 return crc;
39a53e0c
JK
96}
97
7e586fa0 98static inline bool f2fs_crc_valid(__u32 blk_crc, void *buf, size_t buf_size)
39a53e0c 99{
7e586fa0 100 return f2fs_crc32(buf, buf_size) == blk_crc;
39a53e0c
JK
101}
102
103/*
104 * For checkpoint manager
105 */
106enum {
107 NAT_BITMAP,
108 SIT_BITMAP
109};
110
75ab4cb8
JK
111enum {
112 CP_UMOUNT,
119ee914 113 CP_FASTBOOT,
75ab4cb8 114 CP_SYNC,
10027551 115 CP_RECOVERY,
4b2fecc8 116 CP_DISCARD,
75ab4cb8
JK
117};
118
bba681cb
JK
119#define DEF_BATCHED_TRIM_SECTIONS 32
120#define BATCHED_TRIM_SEGMENTS(sbi) \
121 (SM_I(sbi)->trim_sections * (sbi)->segs_per_sec)
a66cdd98
JK
122#define BATCHED_TRIM_BLOCKS(sbi) \
123 (BATCHED_TRIM_SEGMENTS(sbi) << (sbi)->log_blocks_per_seg)
bba681cb 124
75ab4cb8
JK
125struct cp_control {
126 int reason;
4b2fecc8
JK
127 __u64 trim_start;
128 __u64 trim_end;
129 __u64 trim_minlen;
130 __u64 trimmed;
75ab4cb8
JK
131};
132
662befda 133/*
81c1a0f1 134 * For CP/NAT/SIT/SSA readahead
662befda
CY
135 */
136enum {
137 META_CP,
138 META_NAT,
81c1a0f1 139 META_SIT,
4c521f49
JK
140 META_SSA,
141 META_POR,
662befda
CY
142};
143
6451e041
JK
144/* for the list of ino */
145enum {
146 ORPHAN_INO, /* for orphan ino list */
fff04f90
JK
147 APPEND_INO, /* for append ino list */
148 UPDATE_INO, /* for update ino list */
6451e041
JK
149 MAX_INO_ENTRY, /* max. list */
150};
151
152struct ino_entry {
39a53e0c
JK
153 struct list_head list; /* list head */
154 nid_t ino; /* inode number */
155};
156
06292073
CY
157/*
158 * for the list of directory inodes or gc inodes.
159 * NOTE: there are two slab users for this structure, if we add/modify/delete
160 * fields in structure for one of slab users, it may affect fields or size of
161 * other one, in this condition, it's better to split both of slab and related
162 * data structure.
163 */
164struct inode_entry {
39a53e0c
JK
165 struct list_head list; /* list head */
166 struct inode *inode; /* vfs inode pointer */
167};
168
7fd9e544
JK
169/* for the list of blockaddresses to be discarded */
170struct discard_entry {
171 struct list_head list; /* list head */
172 block_t blkaddr; /* block address to be discarded */
173 int len; /* # of consecutive blocks of the discard */
174};
175
39a53e0c
JK
176/* for the list of fsync inodes, used only during recovery */
177struct fsync_inode_entry {
178 struct list_head list; /* list head */
179 struct inode *inode; /* vfs inode pointer */
c52e1b10
JK
180 block_t blkaddr; /* block address locating the last fsync */
181 block_t last_dentry; /* block address locating the last dentry */
182 block_t last_inode; /* block address locating the last inode */
39a53e0c
JK
183};
184
185#define nats_in_cursum(sum) (le16_to_cpu(sum->n_nats))
186#define sits_in_cursum(sum) (le16_to_cpu(sum->n_sits))
187
188#define nat_in_journal(sum, i) (sum->nat_j.entries[i].ne)
189#define nid_in_journal(sum, i) (sum->nat_j.entries[i].nid)
190#define sit_in_journal(sum, i) (sum->sit_j.entries[i].se)
191#define segno_in_journal(sum, i) (sum->sit_j.entries[i].segno)
192
309cc2b6
JK
193#define MAX_NAT_JENTRIES(sum) (NAT_JOURNAL_ENTRIES - nats_in_cursum(sum))
194#define MAX_SIT_JENTRIES(sum) (SIT_JOURNAL_ENTRIES - sits_in_cursum(sum))
195
39a53e0c
JK
196static inline int update_nats_in_cursum(struct f2fs_summary_block *rs, int i)
197{
198 int before = nats_in_cursum(rs);
199 rs->n_nats = cpu_to_le16(before + i);
200 return before;
201}
202
203static inline int update_sits_in_cursum(struct f2fs_summary_block *rs, int i)
204{
205 int before = sits_in_cursum(rs);
206 rs->n_sits = cpu_to_le16(before + i);
207 return before;
208}
209
184a5cd2
CY
210static inline bool __has_cursum_space(struct f2fs_summary_block *sum, int size,
211 int type)
212{
213 if (type == NAT_JOURNAL)
309cc2b6
JK
214 return size <= MAX_NAT_JENTRIES(sum);
215 return size <= MAX_SIT_JENTRIES(sum);
184a5cd2
CY
216}
217
e9750824
NJ
218/*
219 * ioctl commands
220 */
88b88a66
JK
221#define F2FS_IOC_GETFLAGS FS_IOC_GETFLAGS
222#define F2FS_IOC_SETFLAGS FS_IOC_SETFLAGS
d49f3e89 223#define F2FS_IOC_GETVERSION FS_IOC_GETVERSION
88b88a66
JK
224
225#define F2FS_IOCTL_MAGIC 0xf5
226#define F2FS_IOC_START_ATOMIC_WRITE _IO(F2FS_IOCTL_MAGIC, 1)
227#define F2FS_IOC_COMMIT_ATOMIC_WRITE _IO(F2FS_IOCTL_MAGIC, 2)
02a1335f 228#define F2FS_IOC_START_VOLATILE_WRITE _IO(F2FS_IOCTL_MAGIC, 3)
1e84371f
JK
229#define F2FS_IOC_RELEASE_VOLATILE_WRITE _IO(F2FS_IOCTL_MAGIC, 4)
230#define F2FS_IOC_ABORT_VOLATILE_WRITE _IO(F2FS_IOCTL_MAGIC, 5)
e9750824 231
1abff93d
JK
232/*
233 * should be same as XFS_IOC_GOINGDOWN.
234 * Flags for going down operation used by FS_IOC_GOINGDOWN
235 */
236#define F2FS_IOC_SHUTDOWN _IOR('X', 125, __u32) /* Shutdown */
237#define F2FS_GOING_DOWN_FULLSYNC 0x0 /* going down with full sync */
238#define F2FS_GOING_DOWN_METASYNC 0x1 /* going down with metadata */
239#define F2FS_GOING_DOWN_NOSYNC 0x2 /* going down */
240
e9750824
NJ
241#if defined(__KERNEL__) && defined(CONFIG_COMPAT)
242/*
243 * ioctl commands in 32 bit emulation
244 */
245#define F2FS_IOC32_GETFLAGS FS_IOC32_GETFLAGS
246#define F2FS_IOC32_SETFLAGS FS_IOC32_SETFLAGS
247#endif
248
39a53e0c
JK
249/*
250 * For INODE and NODE manager
251 */
7b3cd7d6
JK
252/* for directory operations */
253struct f2fs_dentry_ptr {
254 const void *bitmap;
255 struct f2fs_dir_entry *dentry;
256 __u8 (*filename)[F2FS_SLOT_LEN];
257 int max;
258};
259
260static inline void make_dentry_ptr(struct f2fs_dentry_ptr *d,
261 void *src, int type)
262{
263 if (type == 1) {
264 struct f2fs_dentry_block *t = (struct f2fs_dentry_block *)src;
265 d->max = NR_DENTRY_IN_BLOCK;
266 d->bitmap = &t->dentry_bitmap;
267 d->dentry = t->dentry;
268 d->filename = t->filename;
269 } else {
270 struct f2fs_inline_dentry *t = (struct f2fs_inline_dentry *)src;
271 d->max = NR_INLINE_DENTRY;
272 d->bitmap = &t->dentry_bitmap;
273 d->dentry = t->dentry;
274 d->filename = t->filename;
275 }
276}
277
dbe6a5ff
JK
278/*
279 * XATTR_NODE_OFFSET stores xattrs to one node block per file keeping -1
280 * as its node offset to distinguish from index node blocks.
281 * But some bits are used to mark the node block.
282 */
283#define XATTR_NODE_OFFSET ((((unsigned int)-1) << OFFSET_BIT_SHIFT) \
284 >> OFFSET_BIT_SHIFT)
266e97a8
JK
285enum {
286 ALLOC_NODE, /* allocate a new node page if needed */
287 LOOKUP_NODE, /* look up a node without readahead */
288 LOOKUP_NODE_RA, /*
289 * look up a node with readahead called
4f4124d0 290 * by get_data_block.
39a53e0c 291 */
266e97a8
JK
292};
293
39a53e0c
JK
294#define F2FS_LINK_MAX 32000 /* maximum link count per file */
295
817202d9
CY
296#define MAX_DIR_RA_PAGES 4 /* maximum ra pages of dir */
297
13054c54
CY
298/* vector size for gang look-up from extent cache that consists of radix tree */
299#define EXT_TREE_VEC_SIZE 64
300
39a53e0c 301/* for in-memory extent cache entry */
13054c54
CY
302#define F2FS_MIN_EXTENT_LEN 64 /* minimum extent length */
303
304/* number of extent info in extent cache we try to shrink */
305#define EXTENT_CACHE_SHRINK_NUMBER 128
c11abd1a 306
39a53e0c 307struct extent_info {
13054c54
CY
308 unsigned int fofs; /* start offset in a file */
309 u32 blk; /* start block address of the extent */
310 unsigned int len; /* length of the extent */
311};
312
313struct extent_node {
314 struct rb_node rb_node; /* rb node located in rb-tree */
315 struct list_head list; /* node in global extent list of sbi */
316 struct extent_info ei; /* extent info */
317};
318
319struct extent_tree {
320 nid_t ino; /* inode number */
321 struct rb_root root; /* root of extent info rb-tree */
62c8af65 322 struct extent_node *cached_en; /* recently accessed extent node */
13054c54
CY
323 rwlock_t lock; /* protect extent info rb-tree */
324 atomic_t refcount; /* reference count of rb-tree */
325 unsigned int count; /* # of extent node in rb-tree*/
39a53e0c
JK
326};
327
003a3e1d
JK
328/*
329 * This structure is taken from ext4_map_blocks.
330 *
331 * Note that, however, f2fs uses NEW and MAPPED flags for f2fs_map_blocks().
332 */
333#define F2FS_MAP_NEW (1 << BH_New)
334#define F2FS_MAP_MAPPED (1 << BH_Mapped)
7f63eb77
JK
335#define F2FS_MAP_UNWRITTEN (1 << BH_Unwritten)
336#define F2FS_MAP_FLAGS (F2FS_MAP_NEW | F2FS_MAP_MAPPED |\
337 F2FS_MAP_UNWRITTEN)
003a3e1d
JK
338
339struct f2fs_map_blocks {
340 block_t m_pblk;
341 block_t m_lblk;
342 unsigned int m_len;
343 unsigned int m_flags;
344};
345
39a53e0c
JK
346/*
347 * i_advise uses FADVISE_XXX_BIT. We can add additional hints later.
348 */
349#define FADVISE_COLD_BIT 0x01
354a3399 350#define FADVISE_LOST_PINO_BIT 0x02
cde4de12 351#define FADVISE_ENCRYPT_BIT 0x04
39a53e0c 352
b5492af7
JK
353#define file_is_cold(inode) is_file(inode, FADVISE_COLD_BIT)
354#define file_wrong_pino(inode) is_file(inode, FADVISE_LOST_PINO_BIT)
355#define file_set_cold(inode) set_file(inode, FADVISE_COLD_BIT)
356#define file_lost_pino(inode) set_file(inode, FADVISE_LOST_PINO_BIT)
357#define file_clear_cold(inode) clear_file(inode, FADVISE_COLD_BIT)
358#define file_got_pino(inode) clear_file(inode, FADVISE_LOST_PINO_BIT)
cde4de12
JK
359#define file_is_encrypt(inode) is_file(inode, FADVISE_ENCRYPT_BIT)
360#define file_set_encrypt(inode) set_file(inode, FADVISE_ENCRYPT_BIT)
361#define file_clear_encrypt(inode) clear_file(inode, FADVISE_ENCRYPT_BIT)
362
363/* Encryption algorithms */
364#define F2FS_ENCRYPTION_MODE_INVALID 0
365#define F2FS_ENCRYPTION_MODE_AES_256_XTS 1
366#define F2FS_ENCRYPTION_MODE_AES_256_GCM 2
367#define F2FS_ENCRYPTION_MODE_AES_256_CBC 3
368#define F2FS_ENCRYPTION_MODE_AES_256_CTS 4
b5492af7 369
ab9fa662
JK
370#define DEF_DIR_LEVEL 0
371
39a53e0c
JK
372struct f2fs_inode_info {
373 struct inode vfs_inode; /* serve a vfs inode */
374 unsigned long i_flags; /* keep an inode flags for ioctl */
375 unsigned char i_advise; /* use to give file attribute hints */
38431545 376 unsigned char i_dir_level; /* use for dentry level for large dir */
39a53e0c 377 unsigned int i_current_depth; /* use only in directory structure */
6666e6aa 378 unsigned int i_pino; /* parent inode number */
39a53e0c
JK
379 umode_t i_acl_mode; /* keep file acl mode temporarily */
380
381 /* Use below internally in f2fs*/
382 unsigned long flags; /* use to pass per-file flags */
d928bfbf 383 struct rw_semaphore i_sem; /* protect fi info */
a7ffdbe2 384 atomic_t dirty_pages; /* # of dirty pages */
39a53e0c
JK
385 f2fs_hash_t chash; /* hash value of given file name */
386 unsigned int clevel; /* maximum level of given file name */
387 nid_t i_xattr_nid; /* node id that contains xattrs */
e518ff81 388 unsigned long long xattr_ver; /* cp version of xattr modification */
39a53e0c 389 struct extent_info ext; /* in-memory extent cache entry */
0c872e2d 390 rwlock_t ext_lock; /* rwlock for single extent cache */
06292073 391 struct inode_entry *dirty_dir; /* the pointer of dirty dir */
88b88a66 392
34ba94ba 393 struct radix_tree_root inmem_root; /* radix tree for inmem pages */
88b88a66
JK
394 struct list_head inmem_pages; /* inmemory pages managed by f2fs */
395 struct mutex inmem_lock; /* lock for inmemory pages */
cde4de12
JK
396
397#ifdef CONFIG_F2FS_FS_ENCRYPTION
398 /* Encryption params */
399 struct f2fs_crypt_info *i_crypt_info;
400#endif
39a53e0c
JK
401};
402
403static inline void get_extent_info(struct extent_info *ext,
404 struct f2fs_extent i_ext)
405{
39a53e0c 406 ext->fofs = le32_to_cpu(i_ext.fofs);
4d0b0bd4 407 ext->blk = le32_to_cpu(i_ext.blk);
39a53e0c 408 ext->len = le32_to_cpu(i_ext.len);
39a53e0c
JK
409}
410
411static inline void set_raw_extent(struct extent_info *ext,
412 struct f2fs_extent *i_ext)
413{
39a53e0c 414 i_ext->fofs = cpu_to_le32(ext->fofs);
4d0b0bd4 415 i_ext->blk = cpu_to_le32(ext->blk);
39a53e0c 416 i_ext->len = cpu_to_le32(ext->len);
39a53e0c
JK
417}
418
429511cd
CY
419static inline void set_extent_info(struct extent_info *ei, unsigned int fofs,
420 u32 blk, unsigned int len)
421{
422 ei->fofs = fofs;
423 ei->blk = blk;
424 ei->len = len;
425}
426
0bdee482
CY
427static inline bool __is_extent_same(struct extent_info *ei1,
428 struct extent_info *ei2)
429{
430 return (ei1->fofs == ei2->fofs && ei1->blk == ei2->blk &&
431 ei1->len == ei2->len);
432}
433
429511cd
CY
434static inline bool __is_extent_mergeable(struct extent_info *back,
435 struct extent_info *front)
436{
437 return (back->fofs + back->len == front->fofs &&
438 back->blk + back->len == front->blk);
439}
440
441static inline bool __is_back_mergeable(struct extent_info *cur,
442 struct extent_info *back)
443{
444 return __is_extent_mergeable(back, cur);
445}
446
447static inline bool __is_front_mergeable(struct extent_info *cur,
448 struct extent_info *front)
449{
450 return __is_extent_mergeable(cur, front);
451}
452
39a53e0c
JK
453struct f2fs_nm_info {
454 block_t nat_blkaddr; /* base disk address of NAT */
455 nid_t max_nid; /* maximum possible node ids */
7ee0eeab 456 nid_t available_nids; /* maximum available node ids */
39a53e0c 457 nid_t next_scan_nid; /* the next nid to be scanned */
cdfc41c1 458 unsigned int ram_thresh; /* control the memory footprint */
39a53e0c
JK
459
460 /* NAT cache management */
461 struct radix_tree_root nat_root;/* root of the nat entry cache */
309cc2b6 462 struct radix_tree_root nat_set_root;/* root of the nat set cache */
8b26ef98 463 struct rw_semaphore nat_tree_lock; /* protect nat_tree_lock */
39a53e0c 464 struct list_head nat_entries; /* cached nat entry list (clean) */
309cc2b6 465 unsigned int nat_cnt; /* the # of cached nat entries */
aec71382 466 unsigned int dirty_nat_cnt; /* total num of nat entries in set */
39a53e0c
JK
467
468 /* free node ids management */
8a7ed66a 469 struct radix_tree_root free_nid_root;/* root of the free_nid cache */
39a53e0c
JK
470 struct list_head free_nid_list; /* a list for free nids */
471 spinlock_t free_nid_list_lock; /* protect free nid list */
472 unsigned int fcnt; /* the number of free node id */
473 struct mutex build_lock; /* lock for build free nids */
474
475 /* for checkpoint */
476 char *nat_bitmap; /* NAT bitmap pointer */
477 int bitmap_size; /* bitmap size */
478};
479
480/*
481 * this structure is used as one of function parameters.
482 * all the information are dedicated to a given direct node block determined
483 * by the data offset in a file.
484 */
485struct dnode_of_data {
486 struct inode *inode; /* vfs inode pointer */
487 struct page *inode_page; /* its inode page, NULL is possible */
488 struct page *node_page; /* cached direct node page */
489 nid_t nid; /* node id of the direct node block */
490 unsigned int ofs_in_node; /* data offset in the node page */
491 bool inode_page_locked; /* inode page is locked or not */
492 block_t data_blkaddr; /* block address of the node block */
493};
494
495static inline void set_new_dnode(struct dnode_of_data *dn, struct inode *inode,
496 struct page *ipage, struct page *npage, nid_t nid)
497{
d66d1f76 498 memset(dn, 0, sizeof(*dn));
39a53e0c
JK
499 dn->inode = inode;
500 dn->inode_page = ipage;
501 dn->node_page = npage;
502 dn->nid = nid;
39a53e0c
JK
503}
504
505/*
506 * For SIT manager
507 *
508 * By default, there are 6 active log areas across the whole main area.
509 * When considering hot and cold data separation to reduce cleaning overhead,
510 * we split 3 for data logs and 3 for node logs as hot, warm, and cold types,
511 * respectively.
512 * In the current design, you should not change the numbers intentionally.
513 * Instead, as a mount option such as active_logs=x, you can use 2, 4, and 6
514 * logs individually according to the underlying devices. (default: 6)
515 * Just in case, on-disk layout covers maximum 16 logs that consist of 8 for
516 * data and 8 for node logs.
517 */
518#define NR_CURSEG_DATA_TYPE (3)
519#define NR_CURSEG_NODE_TYPE (3)
520#define NR_CURSEG_TYPE (NR_CURSEG_DATA_TYPE + NR_CURSEG_NODE_TYPE)
521
522enum {
523 CURSEG_HOT_DATA = 0, /* directory entry blocks */
524 CURSEG_WARM_DATA, /* data blocks */
525 CURSEG_COLD_DATA, /* multimedia or GCed data blocks */
526 CURSEG_HOT_NODE, /* direct node blocks of directory files */
527 CURSEG_WARM_NODE, /* direct node blocks of normal files */
528 CURSEG_COLD_NODE, /* indirect node blocks */
38aa0889
JK
529 NO_CHECK_TYPE,
530 CURSEG_DIRECT_IO, /* to use for the direct IO path */
39a53e0c
JK
531};
532
6b4afdd7 533struct flush_cmd {
6b4afdd7 534 struct completion wait;
721bd4d5 535 struct llist_node llnode;
6b4afdd7
JK
536 int ret;
537};
538
a688b9d9
GZ
539struct flush_cmd_control {
540 struct task_struct *f2fs_issue_flush; /* flush thread */
541 wait_queue_head_t flush_wait_queue; /* waiting queue for wake-up */
721bd4d5
GZ
542 struct llist_head issue_list; /* list for command issue */
543 struct llist_node *dispatch_list; /* list for command dispatch */
a688b9d9
GZ
544};
545
39a53e0c
JK
546struct f2fs_sm_info {
547 struct sit_info *sit_info; /* whole segment information */
548 struct free_segmap_info *free_info; /* free segment information */
549 struct dirty_seglist_info *dirty_info; /* dirty segment information */
550 struct curseg_info *curseg_array; /* active segment information */
551
39a53e0c
JK
552 block_t seg0_blkaddr; /* block address of 0'th segment */
553 block_t main_blkaddr; /* start block address of main area */
554 block_t ssa_blkaddr; /* start block address of SSA area */
555
556 unsigned int segment_count; /* total # of segments */
557 unsigned int main_segments; /* # of segments in main area */
558 unsigned int reserved_segments; /* # of reserved segments */
559 unsigned int ovp_segments; /* # of overprovision segments */
81eb8d6e
JK
560
561 /* a threshold to reclaim prefree segments */
562 unsigned int rec_prefree_segments;
7fd9e544
JK
563
564 /* for small discard management */
565 struct list_head discard_list; /* 4KB discard list */
566 int nr_discards; /* # of discards in the list */
567 int max_discards; /* max. discards to be issued */
216fbd64 568
bba681cb
JK
569 /* for batched trimming */
570 unsigned int trim_sections; /* # of sections to trim */
571
184a5cd2
CY
572 struct list_head sit_entry_set; /* sit entry set list */
573
216fbd64
JK
574 unsigned int ipu_policy; /* in-place-update policy */
575 unsigned int min_ipu_util; /* in-place-update threshold */
c1ce1b02 576 unsigned int min_fsync_blocks; /* threshold for fsync */
6b4afdd7
JK
577
578 /* for flush command control */
a688b9d9
GZ
579 struct flush_cmd_control *cmd_control_info;
580
39a53e0c
JK
581};
582
39a53e0c
JK
583/*
584 * For superblock
585 */
586/*
587 * COUNT_TYPE for monitoring
588 *
589 * f2fs monitors the number of several block types such as on-writeback,
590 * dirty dentry blocks, dirty node blocks, and dirty meta blocks.
591 */
592enum count_type {
593 F2FS_WRITEBACK,
594 F2FS_DIRTY_DENTS,
595 F2FS_DIRTY_NODES,
596 F2FS_DIRTY_META,
8dcf2ff7 597 F2FS_INMEM_PAGES,
39a53e0c
JK
598 NR_COUNT_TYPE,
599};
600
39a53e0c 601/*
e1c42045 602 * The below are the page types of bios used in submit_bio().
39a53e0c
JK
603 * The available types are:
604 * DATA User data pages. It operates as async mode.
605 * NODE Node pages. It operates as async mode.
606 * META FS metadata pages such as SIT, NAT, CP.
607 * NR_PAGE_TYPE The number of page types.
608 * META_FLUSH Make sure the previous pages are written
609 * with waiting the bio's completion
610 * ... Only can be used with META.
611 */
7d5e5109 612#define PAGE_TYPE_OF_BIO(type) ((type) > META ? META : (type))
39a53e0c
JK
613enum page_type {
614 DATA,
615 NODE,
616 META,
617 NR_PAGE_TYPE,
618 META_FLUSH,
8ce67cb0
JK
619 INMEM, /* the below types are used by tracepoints only. */
620 INMEM_DROP,
621 IPU,
622 OPU,
39a53e0c
JK
623};
624
458e6197 625struct f2fs_io_info {
05ca3632 626 struct f2fs_sb_info *sbi; /* f2fs_sb_info pointer */
7e8f2308
GZ
627 enum page_type type; /* contains DATA/NODE/META/META_FLUSH */
628 int rw; /* contains R/RS/W/WS with REQ_META/REQ_PRIO */
cf04e8eb 629 block_t blk_addr; /* block address to be written */
05ca3632 630 struct page *page; /* page to be written */
458e6197
JK
631};
632
93dfe2ac 633#define is_read_io(rw) (((rw) & 1) == READ)
1ff7bd3b 634struct f2fs_bio_info {
458e6197 635 struct f2fs_sb_info *sbi; /* f2fs superblock */
1ff7bd3b
JK
636 struct bio *bio; /* bios to merge */
637 sector_t last_block_in_bio; /* last block number */
458e6197 638 struct f2fs_io_info fio; /* store buffered io info. */
df0f8dc0 639 struct rw_semaphore io_rwsem; /* blocking op for bio */
1ff7bd3b
JK
640};
641
67298804
CY
642/* for inner inode cache management */
643struct inode_management {
644 struct radix_tree_root ino_root; /* ino entry array */
645 spinlock_t ino_lock; /* for ino entry lock */
646 struct list_head ino_list; /* inode list head */
647 unsigned long ino_num; /* number of entries */
648};
649
caf0047e
CY
650/* For s_flag in struct f2fs_sb_info */
651enum {
652 SBI_IS_DIRTY, /* dirty flag for checkpoint */
653 SBI_IS_CLOSE, /* specify unmounting */
654 SBI_NEED_FSCK, /* need fsck.f2fs to fix */
655 SBI_POR_DOING, /* recovery is doing or not */
656};
657
39a53e0c
JK
658struct f2fs_sb_info {
659 struct super_block *sb; /* pointer to VFS super block */
5e176d54 660 struct proc_dir_entry *s_proc; /* proc entry */
39a53e0c
JK
661 struct buffer_head *raw_super_buf; /* buffer head of raw sb */
662 struct f2fs_super_block *raw_super; /* raw super block pointer */
caf0047e 663 int s_flag; /* flags for sbi */
39a53e0c
JK
664
665 /* for node-related operations */
666 struct f2fs_nm_info *nm_info; /* node manager */
667 struct inode *node_inode; /* cache node blocks */
668
669 /* for segment-related operations */
670 struct f2fs_sm_info *sm_info; /* segment manager */
1ff7bd3b
JK
671
672 /* for bio operations */
924b720b 673 struct f2fs_bio_info read_io; /* for read bios */
1ff7bd3b 674 struct f2fs_bio_info write_io[NR_PAGE_TYPE]; /* for write bios */
39a53e0c
JK
675
676 /* for checkpoint */
677 struct f2fs_checkpoint *ckpt; /* raw checkpoint pointer */
678 struct inode *meta_inode; /* cache meta blocks */
39936837 679 struct mutex cp_mutex; /* checkpoint procedure lock */
e479556b 680 struct rw_semaphore cp_rwsem; /* blocking FS operations */
b3582c68 681 struct rw_semaphore node_write; /* locking node writes */
5463e7c1 682 struct mutex writepages; /* mutex for writepages() */
fb51b5ef 683 wait_queue_head_t cp_wait;
39a53e0c 684
67298804 685 struct inode_management im[MAX_INO_ENTRY]; /* manage inode cache */
6451e041
JK
686
687 /* for orphan inode, use 0'th array */
0d47c1ad 688 unsigned int max_orphans; /* max orphan inodes */
39a53e0c
JK
689
690 /* for directory inode management */
691 struct list_head dir_inode_list; /* dir inode list */
692 spinlock_t dir_inode_lock; /* for dir inode list lock */
39a53e0c 693
13054c54
CY
694 /* for extent tree cache */
695 struct radix_tree_root extent_tree_root;/* cache extent cache entries */
696 struct rw_semaphore extent_tree_lock; /* locking extent radix tree */
697 struct list_head extent_list; /* lru list for shrinker */
698 spinlock_t extent_lock; /* locking extent lru list */
699 int total_ext_tree; /* extent tree count */
700 atomic_t total_ext_node; /* extent info count */
701
e1c42045 702 /* basic filesystem units */
39a53e0c
JK
703 unsigned int log_sectors_per_block; /* log2 sectors per block */
704 unsigned int log_blocksize; /* log2 block size */
705 unsigned int blocksize; /* block size */
706 unsigned int root_ino_num; /* root inode number*/
707 unsigned int node_ino_num; /* node inode number*/
708 unsigned int meta_ino_num; /* meta inode number*/
709 unsigned int log_blocks_per_seg; /* log2 blocks per segment */
710 unsigned int blocks_per_seg; /* blocks per segment */
711 unsigned int segs_per_sec; /* segments per section */
712 unsigned int secs_per_zone; /* sections per zone */
713 unsigned int total_sections; /* total section count */
714 unsigned int total_node_count; /* total node block count */
715 unsigned int total_valid_node_count; /* valid node block count */
716 unsigned int total_valid_inode_count; /* valid inode count */
717 int active_logs; /* # of active logs */
ab9fa662 718 int dir_level; /* directory level */
39a53e0c
JK
719
720 block_t user_block_count; /* # of user blocks */
721 block_t total_valid_block_count; /* # of valid blocks */
722 block_t alloc_valid_block_count; /* # of allocated blocks */
a66cdd98 723 block_t discard_blks; /* discard command candidats */
39a53e0c
JK
724 block_t last_valid_block_count; /* for recovery */
725 u32 s_next_generation; /* for NFS support */
726 atomic_t nr_pages[NR_COUNT_TYPE]; /* # of pages, see count_type */
727
728 struct f2fs_mount_info mount_opt; /* mount options */
729
730 /* for cleaning operations */
731 struct mutex gc_mutex; /* mutex for GC */
732 struct f2fs_gc_kthread *gc_thread; /* GC thread */
5ec4e49f 733 unsigned int cur_victim_sec; /* current victim section num */
39a53e0c 734
b1c57c1c
JK
735 /* maximum # of trials to find a victim segment for SSR and GC */
736 unsigned int max_victim_search;
737
39a53e0c
JK
738 /*
739 * for stat information.
740 * one is for the LFS mode, and the other is for the SSR mode.
741 */
35b09d82 742#ifdef CONFIG_F2FS_STAT_FS
39a53e0c
JK
743 struct f2fs_stat_info *stat_info; /* FS status information */
744 unsigned int segment_count[2]; /* # of allocated segments */
745 unsigned int block_count[2]; /* # of allocated blocks */
b9a2c252 746 atomic_t inplace_count; /* # of inplace update */
39a53e0c 747 int total_hit_ext, read_hit_ext; /* extent cache hit ratio */
03e14d52
CY
748 atomic_t inline_inode; /* # of inline_data inodes */
749 atomic_t inline_dir; /* # of inline_dentry inodes */
39a53e0c 750 int bg_gc; /* background gc calls */
35b09d82
NJ
751 unsigned int n_dirty_dirs; /* # of dir inodes */
752#endif
753 unsigned int last_victim[2]; /* last victim segment # */
39a53e0c 754 spinlock_t stat_lock; /* lock for stat operations */
b59d0bae
NJ
755
756 /* For sysfs suppport */
757 struct kobject s_kobj;
758 struct completion s_kobj_unregister;
39a53e0c
JK
759};
760
761/*
762 * Inline functions
763 */
764static inline struct f2fs_inode_info *F2FS_I(struct inode *inode)
765{
766 return container_of(inode, struct f2fs_inode_info, vfs_inode);
767}
768
769static inline struct f2fs_sb_info *F2FS_SB(struct super_block *sb)
770{
771 return sb->s_fs_info;
772}
773
4081363f
JK
774static inline struct f2fs_sb_info *F2FS_I_SB(struct inode *inode)
775{
776 return F2FS_SB(inode->i_sb);
777}
778
779static inline struct f2fs_sb_info *F2FS_M_SB(struct address_space *mapping)
780{
781 return F2FS_I_SB(mapping->host);
782}
783
784static inline struct f2fs_sb_info *F2FS_P_SB(struct page *page)
785{
786 return F2FS_M_SB(page->mapping);
787}
788
39a53e0c
JK
789static inline struct f2fs_super_block *F2FS_RAW_SUPER(struct f2fs_sb_info *sbi)
790{
791 return (struct f2fs_super_block *)(sbi->raw_super);
792}
793
794static inline struct f2fs_checkpoint *F2FS_CKPT(struct f2fs_sb_info *sbi)
795{
796 return (struct f2fs_checkpoint *)(sbi->ckpt);
797}
798
45590710
GZ
799static inline struct f2fs_node *F2FS_NODE(struct page *page)
800{
801 return (struct f2fs_node *)page_address(page);
802}
803
58bfaf44
JK
804static inline struct f2fs_inode *F2FS_INODE(struct page *page)
805{
806 return &((struct f2fs_node *)page_address(page))->i;
807}
808
39a53e0c
JK
809static inline struct f2fs_nm_info *NM_I(struct f2fs_sb_info *sbi)
810{
811 return (struct f2fs_nm_info *)(sbi->nm_info);
812}
813
814static inline struct f2fs_sm_info *SM_I(struct f2fs_sb_info *sbi)
815{
816 return (struct f2fs_sm_info *)(sbi->sm_info);
817}
818
819static inline struct sit_info *SIT_I(struct f2fs_sb_info *sbi)
820{
821 return (struct sit_info *)(SM_I(sbi)->sit_info);
822}
823
824static inline struct free_segmap_info *FREE_I(struct f2fs_sb_info *sbi)
825{
826 return (struct free_segmap_info *)(SM_I(sbi)->free_info);
827}
828
829static inline struct dirty_seglist_info *DIRTY_I(struct f2fs_sb_info *sbi)
830{
831 return (struct dirty_seglist_info *)(SM_I(sbi)->dirty_info);
832}
833
9df27d98
GZ
834static inline struct address_space *META_MAPPING(struct f2fs_sb_info *sbi)
835{
836 return sbi->meta_inode->i_mapping;
837}
838
4ef51a8f
JK
839static inline struct address_space *NODE_MAPPING(struct f2fs_sb_info *sbi)
840{
841 return sbi->node_inode->i_mapping;
842}
843
caf0047e
CY
844static inline bool is_sbi_flag_set(struct f2fs_sb_info *sbi, unsigned int type)
845{
846 return sbi->s_flag & (0x01 << type);
847}
848
849static inline void set_sbi_flag(struct f2fs_sb_info *sbi, unsigned int type)
39a53e0c 850{
caf0047e 851 sbi->s_flag |= (0x01 << type);
39a53e0c
JK
852}
853
caf0047e 854static inline void clear_sbi_flag(struct f2fs_sb_info *sbi, unsigned int type)
39a53e0c 855{
caf0047e 856 sbi->s_flag &= ~(0x01 << type);
39a53e0c
JK
857}
858
d71b5564
JK
859static inline unsigned long long cur_cp_version(struct f2fs_checkpoint *cp)
860{
861 return le64_to_cpu(cp->checkpoint_ver);
862}
863
25ca923b
JK
864static inline bool is_set_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f)
865{
866 unsigned int ckpt_flags = le32_to_cpu(cp->ckpt_flags);
867 return ckpt_flags & f;
868}
869
870static inline void set_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f)
871{
872 unsigned int ckpt_flags = le32_to_cpu(cp->ckpt_flags);
873 ckpt_flags |= f;
874 cp->ckpt_flags = cpu_to_le32(ckpt_flags);
875}
876
877static inline void clear_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f)
878{
879 unsigned int ckpt_flags = le32_to_cpu(cp->ckpt_flags);
880 ckpt_flags &= (~f);
881 cp->ckpt_flags = cpu_to_le32(ckpt_flags);
882}
883
e479556b 884static inline void f2fs_lock_op(struct f2fs_sb_info *sbi)
39936837 885{
e479556b 886 down_read(&sbi->cp_rwsem);
39936837
JK
887}
888
e479556b 889static inline void f2fs_unlock_op(struct f2fs_sb_info *sbi)
39a53e0c 890{
e479556b 891 up_read(&sbi->cp_rwsem);
39a53e0c
JK
892}
893
e479556b 894static inline void f2fs_lock_all(struct f2fs_sb_info *sbi)
39a53e0c 895{
0daaad97 896 f2fs_down_write(&sbi->cp_rwsem, &sbi->cp_mutex);
39936837
JK
897}
898
e479556b 899static inline void f2fs_unlock_all(struct f2fs_sb_info *sbi)
39936837 900{
e479556b 901 up_write(&sbi->cp_rwsem);
39a53e0c
JK
902}
903
119ee914
JK
904static inline int __get_cp_reason(struct f2fs_sb_info *sbi)
905{
906 int reason = CP_SYNC;
907
908 if (test_opt(sbi, FASTBOOT))
909 reason = CP_FASTBOOT;
910 if (is_sbi_flag_set(sbi, SBI_IS_CLOSE))
911 reason = CP_UMOUNT;
912 return reason;
913}
914
915static inline bool __remain_node_summaries(int reason)
916{
917 return (reason == CP_UMOUNT || reason == CP_FASTBOOT);
918}
919
920static inline bool __exist_node_summaries(struct f2fs_sb_info *sbi)
921{
922 return (is_set_ckpt_flags(F2FS_CKPT(sbi), CP_UMOUNT_FLAG) ||
923 is_set_ckpt_flags(F2FS_CKPT(sbi), CP_FASTBOOT_FLAG));
924}
925
39a53e0c
JK
926/*
927 * Check whether the given nid is within node id range.
928 */
064e0823 929static inline int check_nid_range(struct f2fs_sb_info *sbi, nid_t nid)
39a53e0c 930{
d6b7d4b3
CY
931 if (unlikely(nid < F2FS_ROOT_INO(sbi)))
932 return -EINVAL;
cfb271d4 933 if (unlikely(nid >= NM_I(sbi)->max_nid))
064e0823
NJ
934 return -EINVAL;
935 return 0;
39a53e0c
JK
936}
937
938#define F2FS_DEFAULT_ALLOCATED_BLOCKS 1
939
940/*
941 * Check whether the inode has blocks or not
942 */
943static inline int F2FS_HAS_BLOCKS(struct inode *inode)
944{
945 if (F2FS_I(inode)->i_xattr_nid)
6c311ec6 946 return inode->i_blocks > F2FS_DEFAULT_ALLOCATED_BLOCKS + 1;
39a53e0c 947 else
6c311ec6 948 return inode->i_blocks > F2FS_DEFAULT_ALLOCATED_BLOCKS;
39a53e0c
JK
949}
950
4bc8e9bc
CY
951static inline bool f2fs_has_xattr_block(unsigned int ofs)
952{
953 return ofs == XATTR_NODE_OFFSET;
954}
955
39a53e0c
JK
956static inline bool inc_valid_block_count(struct f2fs_sb_info *sbi,
957 struct inode *inode, blkcnt_t count)
958{
959 block_t valid_block_count;
960
961 spin_lock(&sbi->stat_lock);
962 valid_block_count =
963 sbi->total_valid_block_count + (block_t)count;
cfb271d4 964 if (unlikely(valid_block_count > sbi->user_block_count)) {
39a53e0c
JK
965 spin_unlock(&sbi->stat_lock);
966 return false;
967 }
968 inode->i_blocks += count;
969 sbi->total_valid_block_count = valid_block_count;
970 sbi->alloc_valid_block_count += (block_t)count;
971 spin_unlock(&sbi->stat_lock);
972 return true;
973}
974
da19b0dc 975static inline void dec_valid_block_count(struct f2fs_sb_info *sbi,
39a53e0c
JK
976 struct inode *inode,
977 blkcnt_t count)
978{
979 spin_lock(&sbi->stat_lock);
9850cf4a
JK
980 f2fs_bug_on(sbi, sbi->total_valid_block_count < (block_t) count);
981 f2fs_bug_on(sbi, inode->i_blocks < count);
39a53e0c
JK
982 inode->i_blocks -= count;
983 sbi->total_valid_block_count -= (block_t)count;
984 spin_unlock(&sbi->stat_lock);
39a53e0c
JK
985}
986
987static inline void inc_page_count(struct f2fs_sb_info *sbi, int count_type)
988{
989 atomic_inc(&sbi->nr_pages[count_type]);
caf0047e 990 set_sbi_flag(sbi, SBI_IS_DIRTY);
39a53e0c
JK
991}
992
a7ffdbe2 993static inline void inode_inc_dirty_pages(struct inode *inode)
39a53e0c 994{
a7ffdbe2
JK
995 atomic_inc(&F2FS_I(inode)->dirty_pages);
996 if (S_ISDIR(inode->i_mode))
997 inc_page_count(F2FS_I_SB(inode), F2FS_DIRTY_DENTS);
39a53e0c
JK
998}
999
1000static inline void dec_page_count(struct f2fs_sb_info *sbi, int count_type)
1001{
1002 atomic_dec(&sbi->nr_pages[count_type]);
1003}
1004
a7ffdbe2 1005static inline void inode_dec_dirty_pages(struct inode *inode)
39a53e0c 1006{
a7ffdbe2 1007 if (!S_ISDIR(inode->i_mode) && !S_ISREG(inode->i_mode))
1fe54f9d
JK
1008 return;
1009
a7ffdbe2
JK
1010 atomic_dec(&F2FS_I(inode)->dirty_pages);
1011
1012 if (S_ISDIR(inode->i_mode))
1013 dec_page_count(F2FS_I_SB(inode), F2FS_DIRTY_DENTS);
39a53e0c
JK
1014}
1015
1016static inline int get_pages(struct f2fs_sb_info *sbi, int count_type)
1017{
1018 return atomic_read(&sbi->nr_pages[count_type]);
1019}
1020
a7ffdbe2 1021static inline int get_dirty_pages(struct inode *inode)
f8b2c1f9 1022{
a7ffdbe2 1023 return atomic_read(&F2FS_I(inode)->dirty_pages);
f8b2c1f9
JK
1024}
1025
5ac206cf
NJ
1026static inline int get_blocktype_secs(struct f2fs_sb_info *sbi, int block_type)
1027{
1028 unsigned int pages_per_sec = sbi->segs_per_sec *
1029 (1 << sbi->log_blocks_per_seg);
1030 return ((get_pages(sbi, block_type) + pages_per_sec - 1)
1031 >> sbi->log_blocks_per_seg) / sbi->segs_per_sec;
1032}
1033
39a53e0c
JK
1034static inline block_t valid_user_blocks(struct f2fs_sb_info *sbi)
1035{
8b8343fa 1036 return sbi->total_valid_block_count;
39a53e0c
JK
1037}
1038
1039static inline unsigned long __bitmap_size(struct f2fs_sb_info *sbi, int flag)
1040{
1041 struct f2fs_checkpoint *ckpt = F2FS_CKPT(sbi);
1042
1043 /* return NAT or SIT bitmap */
1044 if (flag == NAT_BITMAP)
1045 return le32_to_cpu(ckpt->nat_ver_bitmap_bytesize);
1046 else if (flag == SIT_BITMAP)
1047 return le32_to_cpu(ckpt->sit_ver_bitmap_bytesize);
1048
1049 return 0;
1050}
1051
55141486
WL
1052static inline block_t __cp_payload(struct f2fs_sb_info *sbi)
1053{
1054 return le32_to_cpu(F2FS_RAW_SUPER(sbi)->cp_payload);
1055}
1056
39a53e0c
JK
1057static inline void *__bitmap_ptr(struct f2fs_sb_info *sbi, int flag)
1058{
1059 struct f2fs_checkpoint *ckpt = F2FS_CKPT(sbi);
1dbe4152
CL
1060 int offset;
1061
55141486 1062 if (__cp_payload(sbi) > 0) {
1dbe4152
CL
1063 if (flag == NAT_BITMAP)
1064 return &ckpt->sit_nat_version_bitmap;
1065 else
65b85ccc 1066 return (unsigned char *)ckpt + F2FS_BLKSIZE;
1dbe4152
CL
1067 } else {
1068 offset = (flag == NAT_BITMAP) ?
25ca923b 1069 le32_to_cpu(ckpt->sit_ver_bitmap_bytesize) : 0;
1dbe4152
CL
1070 return &ckpt->sit_nat_version_bitmap + offset;
1071 }
39a53e0c
JK
1072}
1073
1074static inline block_t __start_cp_addr(struct f2fs_sb_info *sbi)
1075{
1076 block_t start_addr;
1077 struct f2fs_checkpoint *ckpt = F2FS_CKPT(sbi);
d71b5564 1078 unsigned long long ckpt_version = cur_cp_version(ckpt);
39a53e0c 1079
25ca923b 1080 start_addr = le32_to_cpu(F2FS_RAW_SUPER(sbi)->cp_blkaddr);
39a53e0c
JK
1081
1082 /*
1083 * odd numbered checkpoint should at cp segment 0
e1c42045 1084 * and even segment must be at cp segment 1
39a53e0c
JK
1085 */
1086 if (!(ckpt_version & 1))
1087 start_addr += sbi->blocks_per_seg;
1088
1089 return start_addr;
1090}
1091
1092static inline block_t __start_sum_addr(struct f2fs_sb_info *sbi)
1093{
1094 return le32_to_cpu(F2FS_CKPT(sbi)->cp_pack_start_sum);
1095}
1096
1097static inline bool inc_valid_node_count(struct f2fs_sb_info *sbi,
ef86d709 1098 struct inode *inode)
39a53e0c
JK
1099{
1100 block_t valid_block_count;
1101 unsigned int valid_node_count;
1102
1103 spin_lock(&sbi->stat_lock);
1104
ef86d709 1105 valid_block_count = sbi->total_valid_block_count + 1;
cfb271d4 1106 if (unlikely(valid_block_count > sbi->user_block_count)) {
39a53e0c
JK
1107 spin_unlock(&sbi->stat_lock);
1108 return false;
1109 }
1110
ef86d709 1111 valid_node_count = sbi->total_valid_node_count + 1;
cfb271d4 1112 if (unlikely(valid_node_count > sbi->total_node_count)) {
39a53e0c
JK
1113 spin_unlock(&sbi->stat_lock);
1114 return false;
1115 }
1116
1117 if (inode)
ef86d709
GZ
1118 inode->i_blocks++;
1119
1120 sbi->alloc_valid_block_count++;
1121 sbi->total_valid_node_count++;
1122 sbi->total_valid_block_count++;
39a53e0c
JK
1123 spin_unlock(&sbi->stat_lock);
1124
1125 return true;
1126}
1127
1128static inline void dec_valid_node_count(struct f2fs_sb_info *sbi,
ef86d709 1129 struct inode *inode)
39a53e0c
JK
1130{
1131 spin_lock(&sbi->stat_lock);
1132
9850cf4a
JK
1133 f2fs_bug_on(sbi, !sbi->total_valid_block_count);
1134 f2fs_bug_on(sbi, !sbi->total_valid_node_count);
1135 f2fs_bug_on(sbi, !inode->i_blocks);
39a53e0c 1136
ef86d709
GZ
1137 inode->i_blocks--;
1138 sbi->total_valid_node_count--;
1139 sbi->total_valid_block_count--;
39a53e0c
JK
1140
1141 spin_unlock(&sbi->stat_lock);
1142}
1143
1144static inline unsigned int valid_node_count(struct f2fs_sb_info *sbi)
1145{
8b8343fa 1146 return sbi->total_valid_node_count;
39a53e0c
JK
1147}
1148
1149static inline void inc_valid_inode_count(struct f2fs_sb_info *sbi)
1150{
1151 spin_lock(&sbi->stat_lock);
9850cf4a 1152 f2fs_bug_on(sbi, sbi->total_valid_inode_count == sbi->total_node_count);
39a53e0c
JK
1153 sbi->total_valid_inode_count++;
1154 spin_unlock(&sbi->stat_lock);
1155}
1156
0e80220a 1157static inline void dec_valid_inode_count(struct f2fs_sb_info *sbi)
39a53e0c
JK
1158{
1159 spin_lock(&sbi->stat_lock);
9850cf4a 1160 f2fs_bug_on(sbi, !sbi->total_valid_inode_count);
39a53e0c
JK
1161 sbi->total_valid_inode_count--;
1162 spin_unlock(&sbi->stat_lock);
39a53e0c
JK
1163}
1164
1165static inline unsigned int valid_inode_count(struct f2fs_sb_info *sbi)
1166{
8b8343fa 1167 return sbi->total_valid_inode_count;
39a53e0c
JK
1168}
1169
1170static inline void f2fs_put_page(struct page *page, int unlock)
1171{
031fa8cc 1172 if (!page)
39a53e0c
JK
1173 return;
1174
1175 if (unlock) {
9850cf4a 1176 f2fs_bug_on(F2FS_P_SB(page), !PageLocked(page));
39a53e0c
JK
1177 unlock_page(page);
1178 }
1179 page_cache_release(page);
1180}
1181
1182static inline void f2fs_put_dnode(struct dnode_of_data *dn)
1183{
1184 if (dn->node_page)
1185 f2fs_put_page(dn->node_page, 1);
1186 if (dn->inode_page && dn->node_page != dn->inode_page)
1187 f2fs_put_page(dn->inode_page, 0);
1188 dn->node_page = NULL;
1189 dn->inode_page = NULL;
1190}
1191
1192static inline struct kmem_cache *f2fs_kmem_cache_create(const char *name,
e8512d2e 1193 size_t size)
39a53e0c 1194{
e8512d2e 1195 return kmem_cache_create(name, size, 0, SLAB_RECLAIM_ACCOUNT, NULL);
39a53e0c
JK
1196}
1197
7bd59381
GZ
1198static inline void *f2fs_kmem_cache_alloc(struct kmem_cache *cachep,
1199 gfp_t flags)
1200{
1201 void *entry;
1202retry:
1203 entry = kmem_cache_alloc(cachep, flags);
1204 if (!entry) {
1205 cond_resched();
1206 goto retry;
1207 }
1208
1209 return entry;
1210}
1211
9be32d72
JK
1212static inline void f2fs_radix_tree_insert(struct radix_tree_root *root,
1213 unsigned long index, void *item)
1214{
1215 while (radix_tree_insert(root, index, item))
1216 cond_resched();
1217}
1218
39a53e0c
JK
1219#define RAW_IS_INODE(p) ((p)->footer.nid == (p)->footer.ino)
1220
1221static inline bool IS_INODE(struct page *page)
1222{
45590710 1223 struct f2fs_node *p = F2FS_NODE(page);
39a53e0c
JK
1224 return RAW_IS_INODE(p);
1225}
1226
1227static inline __le32 *blkaddr_in_node(struct f2fs_node *node)
1228{
1229 return RAW_IS_INODE(node) ? node->i.i_addr : node->dn.addr;
1230}
1231
1232static inline block_t datablock_addr(struct page *node_page,
1233 unsigned int offset)
1234{
1235 struct f2fs_node *raw_node;
1236 __le32 *addr_array;
45590710 1237 raw_node = F2FS_NODE(node_page);
39a53e0c
JK
1238 addr_array = blkaddr_in_node(raw_node);
1239 return le32_to_cpu(addr_array[offset]);
1240}
1241
1242static inline int f2fs_test_bit(unsigned int nr, char *addr)
1243{
1244 int mask;
1245
1246 addr += (nr >> 3);
1247 mask = 1 << (7 - (nr & 0x07));
1248 return mask & *addr;
1249}
1250
a66cdd98
JK
1251static inline void f2fs_set_bit(unsigned int nr, char *addr)
1252{
1253 int mask;
1254
1255 addr += (nr >> 3);
1256 mask = 1 << (7 - (nr & 0x07));
1257 *addr |= mask;
1258}
1259
1260static inline void f2fs_clear_bit(unsigned int nr, char *addr)
1261{
1262 int mask;
1263
1264 addr += (nr >> 3);
1265 mask = 1 << (7 - (nr & 0x07));
1266 *addr &= ~mask;
1267}
1268
52aca074 1269static inline int f2fs_test_and_set_bit(unsigned int nr, char *addr)
39a53e0c
JK
1270{
1271 int mask;
1272 int ret;
1273
1274 addr += (nr >> 3);
1275 mask = 1 << (7 - (nr & 0x07));
1276 ret = mask & *addr;
1277 *addr |= mask;
1278 return ret;
1279}
1280
52aca074 1281static inline int f2fs_test_and_clear_bit(unsigned int nr, char *addr)
39a53e0c
JK
1282{
1283 int mask;
1284 int ret;
1285
1286 addr += (nr >> 3);
1287 mask = 1 << (7 - (nr & 0x07));
1288 ret = mask & *addr;
1289 *addr &= ~mask;
1290 return ret;
1291}
1292
c6ac4c0e
GZ
1293static inline void f2fs_change_bit(unsigned int nr, char *addr)
1294{
1295 int mask;
1296
1297 addr += (nr >> 3);
1298 mask = 1 << (7 - (nr & 0x07));
1299 *addr ^= mask;
1300}
1301
39a53e0c
JK
1302/* used for f2fs_inode_info->flags */
1303enum {
1304 FI_NEW_INODE, /* indicate newly allocated inode */
b3783873 1305 FI_DIRTY_INODE, /* indicate inode is dirty or not */
ed57c27f 1306 FI_DIRTY_DIR, /* indicate directory has dirty pages */
39a53e0c
JK
1307 FI_INC_LINK, /* need to increment i_nlink */
1308 FI_ACL_MODE, /* indicate acl mode */
1309 FI_NO_ALLOC, /* should not allocate any blocks */
699489bb 1310 FI_UPDATE_DIR, /* should update inode block for consistency */
74d0b917 1311 FI_DELAY_IPUT, /* used for the recovery */
c11abd1a 1312 FI_NO_EXTENT, /* not to use the extent cache */
444c580f 1313 FI_INLINE_XATTR, /* used for inline xattr */
1001b347 1314 FI_INLINE_DATA, /* used for inline data*/
34d67deb 1315 FI_INLINE_DENTRY, /* used for inline dentry */
fff04f90
JK
1316 FI_APPEND_WRITE, /* inode has appended data */
1317 FI_UPDATE_WRITE, /* inode has in-place-update data */
88b88a66
JK
1318 FI_NEED_IPU, /* used for ipu per file */
1319 FI_ATOMIC_FILE, /* indicate atomic file */
02a1335f 1320 FI_VOLATILE_FILE, /* indicate volatile file */
3c6c2beb 1321 FI_FIRST_BLOCK_WRITTEN, /* indicate #0 data block was written */
1e84371f 1322 FI_DROP_CACHE, /* drop dirty page cache */
b3d208f9 1323 FI_DATA_EXIST, /* indicate data exists */
510022a8 1324 FI_INLINE_DOTS, /* indicate inline dot dentries */
39a53e0c
JK
1325};
1326
1327static inline void set_inode_flag(struct f2fs_inode_info *fi, int flag)
1328{
61e0f2d0
JK
1329 if (!test_bit(flag, &fi->flags))
1330 set_bit(flag, &fi->flags);
39a53e0c
JK
1331}
1332
1333static inline int is_inode_flag_set(struct f2fs_inode_info *fi, int flag)
1334{
1335 return test_bit(flag, &fi->flags);
1336}
1337
1338static inline void clear_inode_flag(struct f2fs_inode_info *fi, int flag)
1339{
61e0f2d0
JK
1340 if (test_bit(flag, &fi->flags))
1341 clear_bit(flag, &fi->flags);
39a53e0c
JK
1342}
1343
1344static inline void set_acl_inode(struct f2fs_inode_info *fi, umode_t mode)
1345{
1346 fi->i_acl_mode = mode;
1347 set_inode_flag(fi, FI_ACL_MODE);
1348}
1349
444c580f
JK
1350static inline void get_inline_info(struct f2fs_inode_info *fi,
1351 struct f2fs_inode *ri)
1352{
1353 if (ri->i_inline & F2FS_INLINE_XATTR)
1354 set_inode_flag(fi, FI_INLINE_XATTR);
1001b347
HL
1355 if (ri->i_inline & F2FS_INLINE_DATA)
1356 set_inode_flag(fi, FI_INLINE_DATA);
34d67deb
CY
1357 if (ri->i_inline & F2FS_INLINE_DENTRY)
1358 set_inode_flag(fi, FI_INLINE_DENTRY);
b3d208f9
JK
1359 if (ri->i_inline & F2FS_DATA_EXIST)
1360 set_inode_flag(fi, FI_DATA_EXIST);
510022a8
JK
1361 if (ri->i_inline & F2FS_INLINE_DOTS)
1362 set_inode_flag(fi, FI_INLINE_DOTS);
444c580f
JK
1363}
1364
1365static inline void set_raw_inline(struct f2fs_inode_info *fi,
1366 struct f2fs_inode *ri)
1367{
1368 ri->i_inline = 0;
1369
1370 if (is_inode_flag_set(fi, FI_INLINE_XATTR))
1371 ri->i_inline |= F2FS_INLINE_XATTR;
1001b347
HL
1372 if (is_inode_flag_set(fi, FI_INLINE_DATA))
1373 ri->i_inline |= F2FS_INLINE_DATA;
34d67deb
CY
1374 if (is_inode_flag_set(fi, FI_INLINE_DENTRY))
1375 ri->i_inline |= F2FS_INLINE_DENTRY;
b3d208f9
JK
1376 if (is_inode_flag_set(fi, FI_DATA_EXIST))
1377 ri->i_inline |= F2FS_DATA_EXIST;
510022a8
JK
1378 if (is_inode_flag_set(fi, FI_INLINE_DOTS))
1379 ri->i_inline |= F2FS_INLINE_DOTS;
444c580f
JK
1380}
1381
987c7c31
CY
1382static inline int f2fs_has_inline_xattr(struct inode *inode)
1383{
1384 return is_inode_flag_set(F2FS_I(inode), FI_INLINE_XATTR);
1385}
1386
de93653f
JK
1387static inline unsigned int addrs_per_inode(struct f2fs_inode_info *fi)
1388{
987c7c31 1389 if (f2fs_has_inline_xattr(&fi->vfs_inode))
de93653f
JK
1390 return DEF_ADDRS_PER_INODE - F2FS_INLINE_XATTR_ADDRS;
1391 return DEF_ADDRS_PER_INODE;
1392}
1393
65985d93
JK
1394static inline void *inline_xattr_addr(struct page *page)
1395{
695fd1ed 1396 struct f2fs_inode *ri = F2FS_INODE(page);
65985d93
JK
1397 return (void *)&(ri->i_addr[DEF_ADDRS_PER_INODE -
1398 F2FS_INLINE_XATTR_ADDRS]);
1399}
1400
1401static inline int inline_xattr_size(struct inode *inode)
1402{
987c7c31 1403 if (f2fs_has_inline_xattr(inode))
65985d93
JK
1404 return F2FS_INLINE_XATTR_ADDRS << 2;
1405 else
1406 return 0;
1407}
1408
0dbdc2ae
JK
1409static inline int f2fs_has_inline_data(struct inode *inode)
1410{
1411 return is_inode_flag_set(F2FS_I(inode), FI_INLINE_DATA);
1412}
1413
b3d208f9
JK
1414static inline void f2fs_clear_inline_inode(struct inode *inode)
1415{
1416 clear_inode_flag(F2FS_I(inode), FI_INLINE_DATA);
1417 clear_inode_flag(F2FS_I(inode), FI_DATA_EXIST);
1418}
1419
1420static inline int f2fs_exist_data(struct inode *inode)
1421{
1422 return is_inode_flag_set(F2FS_I(inode), FI_DATA_EXIST);
1423}
1424
510022a8
JK
1425static inline int f2fs_has_inline_dots(struct inode *inode)
1426{
1427 return is_inode_flag_set(F2FS_I(inode), FI_INLINE_DOTS);
1428}
1429
88b88a66
JK
1430static inline bool f2fs_is_atomic_file(struct inode *inode)
1431{
1432 return is_inode_flag_set(F2FS_I(inode), FI_ATOMIC_FILE);
1433}
1434
02a1335f
JK
1435static inline bool f2fs_is_volatile_file(struct inode *inode)
1436{
1437 return is_inode_flag_set(F2FS_I(inode), FI_VOLATILE_FILE);
1438}
1439
3c6c2beb
JK
1440static inline bool f2fs_is_first_block_written(struct inode *inode)
1441{
1442 return is_inode_flag_set(F2FS_I(inode), FI_FIRST_BLOCK_WRITTEN);
1443}
1444
1e84371f
JK
1445static inline bool f2fs_is_drop_cache(struct inode *inode)
1446{
1447 return is_inode_flag_set(F2FS_I(inode), FI_DROP_CACHE);
1448}
1449
1001b347
HL
1450static inline void *inline_data_addr(struct page *page)
1451{
695fd1ed 1452 struct f2fs_inode *ri = F2FS_INODE(page);
1001b347
HL
1453 return (void *)&(ri->i_addr[1]);
1454}
1455
34d67deb
CY
1456static inline int f2fs_has_inline_dentry(struct inode *inode)
1457{
1458 return is_inode_flag_set(F2FS_I(inode), FI_INLINE_DENTRY);
1459}
1460
9486ba44
JK
1461static inline void f2fs_dentry_kunmap(struct inode *dir, struct page *page)
1462{
1463 if (!f2fs_has_inline_dentry(dir))
1464 kunmap(page);
1465}
1466
b5492af7
JK
1467static inline int is_file(struct inode *inode, int type)
1468{
1469 return F2FS_I(inode)->i_advise & type;
1470}
1471
1472static inline void set_file(struct inode *inode, int type)
1473{
1474 F2FS_I(inode)->i_advise |= type;
1475}
1476
1477static inline void clear_file(struct inode *inode, int type)
1478{
1479 F2FS_I(inode)->i_advise &= ~type;
1480}
1481
77888c1e
JK
1482static inline int f2fs_readonly(struct super_block *sb)
1483{
1484 return sb->s_flags & MS_RDONLY;
1485}
1486
1e968fdf
JK
1487static inline bool f2fs_cp_error(struct f2fs_sb_info *sbi)
1488{
1489 return is_set_ckpt_flags(sbi->ckpt, CP_ERROR_FLAG);
1490}
1491
744602cf
JK
1492static inline void f2fs_stop_checkpoint(struct f2fs_sb_info *sbi)
1493{
1494 set_ckpt_flags(sbi->ckpt, CP_ERROR_FLAG);
1495 sbi->sb->s_flags |= MS_RDONLY;
1496}
1497
eaa693f4
JK
1498static inline bool is_dot_dotdot(const struct qstr *str)
1499{
1500 if (str->len == 1 && str->name[0] == '.')
1501 return true;
1502
1503 if (str->len == 2 && str->name[0] == '.' && str->name[1] == '.')
1504 return true;
1505
1506 return false;
1507}
1508
a6dda0e6
CH
1509#define get_inode_mode(i) \
1510 ((is_inode_flag_set(F2FS_I(i), FI_ACL_MODE)) ? \
1511 (F2FS_I(i)->i_acl_mode) : ((i)->i_mode))
1512
267378d4
CY
1513/* get offset of first page in next direct node */
1514#define PGOFS_OF_NEXT_DNODE(pgofs, fi) \
1515 ((pgofs < ADDRS_PER_INODE(fi)) ? ADDRS_PER_INODE(fi) : \
1516 (pgofs - ADDRS_PER_INODE(fi) + ADDRS_PER_BLOCK) / \
1517 ADDRS_PER_BLOCK * ADDRS_PER_BLOCK + ADDRS_PER_INODE(fi))
1518
39a53e0c
JK
1519/*
1520 * file.c
1521 */
1522int f2fs_sync_file(struct file *, loff_t, loff_t, int);
1523void truncate_data_blocks(struct dnode_of_data *);
764aa3e9 1524int truncate_blocks(struct inode *, u64, bool);
39a53e0c 1525void f2fs_truncate(struct inode *);
2d4d9fb5 1526int f2fs_getattr(struct vfsmount *, struct dentry *, struct kstat *);
39a53e0c
JK
1527int f2fs_setattr(struct dentry *, struct iattr *);
1528int truncate_hole(struct inode *, pgoff_t, pgoff_t);
b292dcab 1529int truncate_data_blocks_range(struct dnode_of_data *, int);
39a53e0c 1530long f2fs_ioctl(struct file *, unsigned int, unsigned long);
e9750824 1531long f2fs_compat_ioctl(struct file *, unsigned int, unsigned long);
39a53e0c
JK
1532
1533/*
1534 * inode.c
1535 */
1536void f2fs_set_inode_flags(struct inode *);
39a53e0c 1537struct inode *f2fs_iget(struct super_block *, unsigned long);
4660f9c0 1538int try_to_free_nats(struct f2fs_sb_info *, int);
39a53e0c 1539void update_inode(struct inode *, struct page *);
744602cf 1540void update_inode_page(struct inode *);
39a53e0c
JK
1541int f2fs_write_inode(struct inode *, struct writeback_control *);
1542void f2fs_evict_inode(struct inode *);
44c16156 1543void handle_failed_inode(struct inode *);
39a53e0c
JK
1544
1545/*
1546 * namei.c
1547 */
1548struct dentry *f2fs_get_parent(struct dentry *child);
1549
1550/*
1551 * dir.c
1552 */
dbeacf02 1553extern unsigned char f2fs_filetype_table[F2FS_FT_MAX];
510022a8 1554void set_de_type(struct f2fs_dir_entry *, umode_t);
7b3cd7d6
JK
1555struct f2fs_dir_entry *find_target_dentry(struct qstr *, int *,
1556 struct f2fs_dentry_ptr *);
1557bool f2fs_fill_dentries(struct dir_context *, struct f2fs_dentry_ptr *,
1558 unsigned int);
062a3e7b
JK
1559void do_make_empty_dir(struct inode *, struct inode *,
1560 struct f2fs_dentry_ptr *);
dbeacf02 1561struct page *init_inode_metadata(struct inode *, struct inode *,
bce8d112 1562 const struct qstr *, struct page *);
dbeacf02 1563void update_parent_metadata(struct inode *, struct inode *, unsigned int);
a82afa20 1564int room_for_filename(const void *, int, int);
dbeacf02 1565void f2fs_drop_nlink(struct inode *, struct inode *, struct page *);
39a53e0c
JK
1566struct f2fs_dir_entry *f2fs_find_entry(struct inode *, struct qstr *,
1567 struct page **);
1568struct f2fs_dir_entry *f2fs_parent_dir(struct inode *, struct page **);
1569ino_t f2fs_inode_by_name(struct inode *, struct qstr *);
1570void f2fs_set_link(struct inode *, struct f2fs_dir_entry *,
1571 struct page *, struct inode *);
1cd14caf 1572int update_dent_inode(struct inode *, const struct qstr *);
510022a8 1573void f2fs_update_dentry(nid_t ino, umode_t mode, struct f2fs_dentry_ptr *,
3b4d732a 1574 const struct qstr *, f2fs_hash_t , unsigned int);
510022a8
JK
1575int __f2fs_add_link(struct inode *, const struct qstr *, struct inode *, nid_t,
1576 umode_t);
dbeacf02
CY
1577void f2fs_delete_entry(struct f2fs_dir_entry *, struct page *, struct inode *,
1578 struct inode *);
b97a9b5d 1579int f2fs_do_tmpfile(struct inode *, struct inode *);
39a53e0c
JK
1580bool f2fs_empty_dir(struct inode *);
1581
b7f7a5e0
AV
1582static inline int f2fs_add_link(struct dentry *dentry, struct inode *inode)
1583{
2b0143b5 1584 return __f2fs_add_link(d_inode(dentry->d_parent), &dentry->d_name,
510022a8 1585 inode, inode->i_ino, inode->i_mode);
b7f7a5e0
AV
1586}
1587
39a53e0c
JK
1588/*
1589 * super.c
1590 */
26d815ad 1591int f2fs_commit_super(struct f2fs_sb_info *);
39a53e0c 1592int f2fs_sync_fs(struct super_block *, int);
a07ef784
NJ
1593extern __printf(3, 4)
1594void f2fs_msg(struct super_block *, const char *, const char *, ...);
39a53e0c
JK
1595
1596/*
1597 * hash.c
1598 */
eee6160f 1599f2fs_hash_t f2fs_dentry_hash(const struct qstr *);
39a53e0c
JK
1600
1601/*
1602 * node.c
1603 */
1604struct dnode_of_data;
1605struct node_info;
1606
6fb03f3a 1607bool available_free_memory(struct f2fs_sb_info *, int);
2dcf51ab 1608int need_dentry_mark(struct f2fs_sb_info *, nid_t);
88bd02c9 1609bool is_checkpointed_node(struct f2fs_sb_info *, nid_t);
88bd02c9 1610bool need_inode_block_update(struct f2fs_sb_info *, nid_t);
39a53e0c
JK
1611void get_node_info(struct f2fs_sb_info *, nid_t, struct node_info *);
1612int get_dnode_of_data(struct dnode_of_data *, pgoff_t, int);
1613int truncate_inode_blocks(struct inode *, pgoff_t);
4f16fb0f 1614int truncate_xattr_node(struct inode *, struct page *);
cfe58f9d 1615int wait_on_node_pages_writeback(struct f2fs_sb_info *, nid_t);
58e674d6 1616void remove_inode_page(struct inode *);
a014e037 1617struct page *new_inode_page(struct inode *);
8ae8f162 1618struct page *new_node_page(struct dnode_of_data *, unsigned int, struct page *);
39a53e0c
JK
1619void ra_node_page(struct f2fs_sb_info *, nid_t);
1620struct page *get_node_page(struct f2fs_sb_info *, pgoff_t);
1621struct page *get_node_page_ra(struct page *, int);
1622void sync_inode_page(struct dnode_of_data *);
1623int sync_node_pages(struct f2fs_sb_info *, nid_t, struct writeback_control *);
1624bool alloc_nid(struct f2fs_sb_info *, nid_t *);
1625void alloc_nid_done(struct f2fs_sb_info *, nid_t);
1626void alloc_nid_failed(struct f2fs_sb_info *, nid_t);
70cfed88 1627void recover_inline_xattr(struct inode *, struct page *);
1c35a90e 1628void recover_xattr_data(struct inode *, struct page *, block_t);
39a53e0c
JK
1629int recover_inode_page(struct f2fs_sb_info *, struct page *);
1630int restore_node_summary(struct f2fs_sb_info *, unsigned int,
1631 struct f2fs_summary_block *);
1632void flush_nat_entries(struct f2fs_sb_info *);
1633int build_node_manager(struct f2fs_sb_info *);
1634void destroy_node_manager(struct f2fs_sb_info *);
6e6093a8 1635int __init create_node_manager_caches(void);
39a53e0c
JK
1636void destroy_node_manager_caches(void);
1637
1638/*
1639 * segment.c
1640 */
88b88a66
JK
1641void register_inmem_page(struct inode *, struct page *);
1642void commit_inmem_pages(struct inode *, bool);
39a53e0c 1643void f2fs_balance_fs(struct f2fs_sb_info *);
4660f9c0 1644void f2fs_balance_fs_bg(struct f2fs_sb_info *);
6b4afdd7 1645int f2fs_issue_flush(struct f2fs_sb_info *);
2163d198
GZ
1646int create_flush_cmd_control(struct f2fs_sb_info *);
1647void destroy_flush_cmd_control(struct f2fs_sb_info *);
39a53e0c 1648void invalidate_blocks(struct f2fs_sb_info *, block_t);
5e443818 1649void refresh_sit_entry(struct f2fs_sb_info *, block_t, block_t);
836b5a63 1650void clear_prefree_segments(struct f2fs_sb_info *, struct cp_control *);
4b2fecc8 1651void release_discard_addrs(struct f2fs_sb_info *);
cf2271e7 1652void discard_next_dnode(struct f2fs_sb_info *, block_t);
3fa06d7b 1653int npages_for_summary_flush(struct f2fs_sb_info *, bool);
39a53e0c 1654void allocate_new_segments(struct f2fs_sb_info *);
4b2fecc8 1655int f2fs_trim_fs(struct f2fs_sb_info *, struct fstrim_range *);
39a53e0c 1656struct page *get_sum_page(struct f2fs_sb_info *, unsigned int);
577e3495 1657void write_meta_page(struct f2fs_sb_info *, struct page *);
05ca3632
JK
1658void write_node_page(unsigned int, struct f2fs_io_info *);
1659void write_data_page(struct dnode_of_data *, struct f2fs_io_info *);
1660void rewrite_data_page(struct f2fs_io_info *);
19f106bc
CY
1661void f2fs_replace_block(struct f2fs_sb_info *, struct f2fs_summary *,
1662 block_t, block_t, bool);
bfad7c2d
JK
1663void allocate_data_block(struct f2fs_sb_info *, struct page *,
1664 block_t, block_t *, struct f2fs_summary *, int);
5514f0aa 1665void f2fs_wait_on_page_writeback(struct page *, enum page_type);
39a53e0c
JK
1666void write_data_summaries(struct f2fs_sb_info *, block_t);
1667void write_node_summaries(struct f2fs_sb_info *, block_t);
1668int lookup_journal_in_cursum(struct f2fs_summary_block *,
1669 int, unsigned int, int);
4b2fecc8 1670void flush_sit_entries(struct f2fs_sb_info *, struct cp_control *);
39a53e0c 1671int build_segment_manager(struct f2fs_sb_info *);
39a53e0c 1672void destroy_segment_manager(struct f2fs_sb_info *);
7fd9e544
JK
1673int __init create_segment_manager_caches(void);
1674void destroy_segment_manager_caches(void);
39a53e0c
JK
1675
1676/*
1677 * checkpoint.c
1678 */
1679struct page *grab_meta_page(struct f2fs_sb_info *, pgoff_t);
1680struct page *get_meta_page(struct f2fs_sb_info *, pgoff_t);
f0c9cada 1681bool is_valid_blkaddr(struct f2fs_sb_info *, block_t, int);
4c521f49 1682int ra_meta_pages(struct f2fs_sb_info *, block_t, int, int);
635aee1f 1683void ra_meta_pages_cond(struct f2fs_sb_info *, pgoff_t);
39a53e0c 1684long sync_meta_pages(struct f2fs_sb_info *, enum page_type, long);
fff04f90
JK
1685void add_dirty_inode(struct f2fs_sb_info *, nid_t, int type);
1686void remove_dirty_inode(struct f2fs_sb_info *, nid_t, int type);
6f12ac25 1687void release_dirty_inode(struct f2fs_sb_info *);
fff04f90 1688bool exist_written_data(struct f2fs_sb_info *, nid_t, int);
cbd56e7d
JK
1689int acquire_orphan_inode(struct f2fs_sb_info *);
1690void release_orphan_inode(struct f2fs_sb_info *);
39a53e0c
JK
1691void add_orphan_inode(struct f2fs_sb_info *, nid_t);
1692void remove_orphan_inode(struct f2fs_sb_info *, nid_t);
8f99a946 1693void recover_orphan_inodes(struct f2fs_sb_info *);
39a53e0c 1694int get_valid_checkpoint(struct f2fs_sb_info *);
a7ffdbe2 1695void update_dirty_page(struct inode *, struct page *);
5deb8267 1696void add_dirty_dir_inode(struct inode *);
39a53e0c
JK
1697void remove_dirty_dir_inode(struct inode *);
1698void sync_dirty_dir_inodes(struct f2fs_sb_info *);
75ab4cb8 1699void write_checkpoint(struct f2fs_sb_info *, struct cp_control *);
6451e041 1700void init_ino_entry_info(struct f2fs_sb_info *);
6e6093a8 1701int __init create_checkpoint_caches(void);
39a53e0c
JK
1702void destroy_checkpoint_caches(void);
1703
1704/*
1705 * data.c
1706 */
458e6197 1707void f2fs_submit_merged_bio(struct f2fs_sb_info *, enum page_type, int);
05ca3632
JK
1708int f2fs_submit_page_bio(struct f2fs_io_info *);
1709void f2fs_submit_page_mbio(struct f2fs_io_info *);
216a620a 1710void set_data_blkaddr(struct dnode_of_data *);
39a53e0c 1711int reserve_new_block(struct dnode_of_data *);
b600965c 1712int f2fs_reserve_block(struct dnode_of_data *, pgoff_t);
429511cd
CY
1713void f2fs_shrink_extent_tree(struct f2fs_sb_info *, int);
1714void f2fs_destroy_extent_tree(struct inode *);
028a41e8 1715void f2fs_init_extent_cache(struct inode *, struct f2fs_extent *);
7e4dde79 1716void f2fs_update_extent_cache(struct dnode_of_data *);
0bdee482 1717void f2fs_preserve_extent_tree(struct inode *);
43f3eae1
JK
1718struct page *get_read_data_page(struct inode *, pgoff_t, int);
1719struct page *find_data_page(struct inode *, pgoff_t);
39a53e0c 1720struct page *get_lock_data_page(struct inode *, pgoff_t);
64aa7ed9 1721struct page *get_new_data_page(struct inode *, struct page *, pgoff_t, bool);
05ca3632 1722int do_write_data_page(struct f2fs_io_info *);
9ab70134 1723int f2fs_fiemap(struct inode *inode, struct fiemap_extent_info *, u64, u64);
429511cd
CY
1724void init_extent_cache_info(struct f2fs_sb_info *);
1725int __init create_extent_cache(void);
1726void destroy_extent_cache(void);
487261f3
CY
1727void f2fs_invalidate_page(struct page *, unsigned int, unsigned int);
1728int f2fs_release_page(struct page *, gfp_t);
39a53e0c
JK
1729
1730/*
1731 * gc.c
1732 */
1733int start_gc_thread(struct f2fs_sb_info *);
1734void stop_gc_thread(struct f2fs_sb_info *);
de93653f 1735block_t start_bidx_of_node(unsigned int, struct f2fs_inode_info *);
408e9375 1736int f2fs_gc(struct f2fs_sb_info *);
39a53e0c 1737void build_gc_manager(struct f2fs_sb_info *);
39a53e0c
JK
1738
1739/*
1740 * recovery.c
1741 */
6ead1142 1742int recover_fsync_data(struct f2fs_sb_info *);
39a53e0c
JK
1743bool space_for_roll_forward(struct f2fs_sb_info *);
1744
1745/*
1746 * debug.c
1747 */
1748#ifdef CONFIG_F2FS_STAT_FS
1749struct f2fs_stat_info {
1750 struct list_head stat_list;
1751 struct f2fs_sb_info *sbi;
39a53e0c
JK
1752 int all_area_segs, sit_area_segs, nat_area_segs, ssa_area_segs;
1753 int main_area_segs, main_area_sections, main_area_zones;
4bf6fd9f 1754 int hit_ext, total_ext, ext_tree, ext_node;
39a53e0c 1755 int ndirty_node, ndirty_dent, ndirty_dirs, ndirty_meta;
dd4e4b59 1756 int nats, dirty_nats, sits, dirty_sits, fnids;
39a53e0c 1757 int total_count, utilization;
d24bdcbf 1758 int bg_gc, inline_inode, inline_dir, inmem_pages, wb_pages;
39a53e0c
JK
1759 unsigned int valid_count, valid_node_count, valid_inode_count;
1760 unsigned int bimodal, avg_vblocks;
1761 int util_free, util_valid, util_invalid;
1762 int rsvd_segs, overp_segs;
1763 int dirty_count, node_pages, meta_pages;
942e0be6 1764 int prefree_count, call_count, cp_count;
39a53e0c 1765 int tot_segs, node_segs, data_segs, free_segs, free_secs;
e1235983 1766 int bg_node_segs, bg_data_segs;
39a53e0c 1767 int tot_blks, data_blks, node_blks;
e1235983 1768 int bg_data_blks, bg_node_blks;
39a53e0c
JK
1769 int curseg[NR_CURSEG_TYPE];
1770 int cursec[NR_CURSEG_TYPE];
1771 int curzone[NR_CURSEG_TYPE];
1772
1773 unsigned int segment_count[2];
1774 unsigned int block_count[2];
b9a2c252 1775 unsigned int inplace_count;
6f0aacbc 1776 unsigned base_mem, cache_mem, page_mem;
39a53e0c
JK
1777};
1778
963d4f7d
GZ
1779static inline struct f2fs_stat_info *F2FS_STAT(struct f2fs_sb_info *sbi)
1780{
6c311ec6 1781 return (struct f2fs_stat_info *)sbi->stat_info;
963d4f7d
GZ
1782}
1783
942e0be6 1784#define stat_inc_cp_count(si) ((si)->cp_count++)
dcdfff65
JK
1785#define stat_inc_call_count(si) ((si)->call_count++)
1786#define stat_inc_bggc_count(sbi) ((sbi)->bg_gc++)
1787#define stat_inc_dirty_dir(sbi) ((sbi)->n_dirty_dirs++)
1788#define stat_dec_dirty_dir(sbi) ((sbi)->n_dirty_dirs--)
1789#define stat_inc_total_hit(sb) ((F2FS_SB(sb))->total_hit_ext++)
1790#define stat_inc_read_hit(sb) ((F2FS_SB(sb))->read_hit_ext++)
0dbdc2ae
JK
1791#define stat_inc_inline_inode(inode) \
1792 do { \
1793 if (f2fs_has_inline_data(inode)) \
03e14d52 1794 (atomic_inc(&F2FS_I_SB(inode)->inline_inode)); \
0dbdc2ae
JK
1795 } while (0)
1796#define stat_dec_inline_inode(inode) \
1797 do { \
1798 if (f2fs_has_inline_data(inode)) \
03e14d52 1799 (atomic_dec(&F2FS_I_SB(inode)->inline_inode)); \
0dbdc2ae 1800 } while (0)
3289c061
JK
1801#define stat_inc_inline_dir(inode) \
1802 do { \
1803 if (f2fs_has_inline_dentry(inode)) \
03e14d52 1804 (atomic_inc(&F2FS_I_SB(inode)->inline_dir)); \
3289c061
JK
1805 } while (0)
1806#define stat_dec_inline_dir(inode) \
1807 do { \
1808 if (f2fs_has_inline_dentry(inode)) \
03e14d52 1809 (atomic_dec(&F2FS_I_SB(inode)->inline_dir)); \
3289c061 1810 } while (0)
dcdfff65
JK
1811#define stat_inc_seg_type(sbi, curseg) \
1812 ((sbi)->segment_count[(curseg)->alloc_type]++)
1813#define stat_inc_block_count(sbi, curseg) \
1814 ((sbi)->block_count[(curseg)->alloc_type]++)
b9a2c252
CL
1815#define stat_inc_inplace_blocks(sbi) \
1816 (atomic_inc(&(sbi)->inplace_count))
e1235983 1817#define stat_inc_seg_count(sbi, type, gc_type) \
39a53e0c 1818 do { \
963d4f7d 1819 struct f2fs_stat_info *si = F2FS_STAT(sbi); \
39a53e0c 1820 (si)->tot_segs++; \
e1235983 1821 if (type == SUM_TYPE_DATA) { \
39a53e0c 1822 si->data_segs++; \
e1235983
CL
1823 si->bg_data_segs += (gc_type == BG_GC) ? 1 : 0; \
1824 } else { \
39a53e0c 1825 si->node_segs++; \
e1235983
CL
1826 si->bg_node_segs += (gc_type == BG_GC) ? 1 : 0; \
1827 } \
39a53e0c
JK
1828 } while (0)
1829
1830#define stat_inc_tot_blk_count(si, blks) \
1831 (si->tot_blks += (blks))
1832
e1235983 1833#define stat_inc_data_blk_count(sbi, blks, gc_type) \
39a53e0c 1834 do { \
963d4f7d 1835 struct f2fs_stat_info *si = F2FS_STAT(sbi); \
39a53e0c
JK
1836 stat_inc_tot_blk_count(si, blks); \
1837 si->data_blks += (blks); \
e1235983 1838 si->bg_data_blks += (gc_type == BG_GC) ? (blks) : 0; \
39a53e0c
JK
1839 } while (0)
1840
e1235983 1841#define stat_inc_node_blk_count(sbi, blks, gc_type) \
39a53e0c 1842 do { \
963d4f7d 1843 struct f2fs_stat_info *si = F2FS_STAT(sbi); \
39a53e0c
JK
1844 stat_inc_tot_blk_count(si, blks); \
1845 si->node_blks += (blks); \
e1235983 1846 si->bg_node_blks += (gc_type == BG_GC) ? (blks) : 0; \
39a53e0c
JK
1847 } while (0)
1848
1849int f2fs_build_stats(struct f2fs_sb_info *);
1850void f2fs_destroy_stats(struct f2fs_sb_info *);
6e6093a8 1851void __init f2fs_create_root_stats(void);
4589d25d 1852void f2fs_destroy_root_stats(void);
39a53e0c 1853#else
942e0be6 1854#define stat_inc_cp_count(si)
39a53e0c 1855#define stat_inc_call_count(si)
dcdfff65
JK
1856#define stat_inc_bggc_count(si)
1857#define stat_inc_dirty_dir(sbi)
1858#define stat_dec_dirty_dir(sbi)
1859#define stat_inc_total_hit(sb)
1860#define stat_inc_read_hit(sb)
0dbdc2ae
JK
1861#define stat_inc_inline_inode(inode)
1862#define stat_dec_inline_inode(inode)
3289c061
JK
1863#define stat_inc_inline_dir(inode)
1864#define stat_dec_inline_dir(inode)
dcdfff65
JK
1865#define stat_inc_seg_type(sbi, curseg)
1866#define stat_inc_block_count(sbi, curseg)
b9a2c252 1867#define stat_inc_inplace_blocks(sbi)
e1235983 1868#define stat_inc_seg_count(sbi, type, gc_type)
39a53e0c 1869#define stat_inc_tot_blk_count(si, blks)
e1235983
CL
1870#define stat_inc_data_blk_count(sbi, blks, gc_type)
1871#define stat_inc_node_blk_count(sbi, blks, gc_type)
39a53e0c
JK
1872
1873static inline int f2fs_build_stats(struct f2fs_sb_info *sbi) { return 0; }
1874static inline void f2fs_destroy_stats(struct f2fs_sb_info *sbi) { }
6e6093a8 1875static inline void __init f2fs_create_root_stats(void) { }
4589d25d 1876static inline void f2fs_destroy_root_stats(void) { }
39a53e0c
JK
1877#endif
1878
1879extern const struct file_operations f2fs_dir_operations;
1880extern const struct file_operations f2fs_file_operations;
1881extern const struct inode_operations f2fs_file_inode_operations;
1882extern const struct address_space_operations f2fs_dblock_aops;
1883extern const struct address_space_operations f2fs_node_aops;
1884extern const struct address_space_operations f2fs_meta_aops;
1885extern const struct inode_operations f2fs_dir_inode_operations;
1886extern const struct inode_operations f2fs_symlink_inode_operations;
1887extern const struct inode_operations f2fs_special_inode_operations;
29e7043f 1888extern struct kmem_cache *inode_entry_slab;
1001b347 1889
e18c65b2
HL
1890/*
1891 * inline.c
1892 */
01b960e9
JK
1893bool f2fs_may_inline_data(struct inode *);
1894bool f2fs_may_inline_dentry(struct inode *);
b3d208f9 1895void read_inline_data(struct page *, struct page *);
0bfcfcca 1896bool truncate_inline_inode(struct page *, u64);
e18c65b2 1897int f2fs_read_inline_data(struct inode *, struct page *);
b3d208f9
JK
1898int f2fs_convert_inline_page(struct dnode_of_data *, struct page *);
1899int f2fs_convert_inline_inode(struct inode *);
1900int f2fs_write_inline_data(struct inode *, struct page *);
0342fd30 1901bool recover_inline_data(struct inode *, struct page *);
201a05be
CY
1902struct f2fs_dir_entry *find_in_inline_dir(struct inode *, struct qstr *,
1903 struct page **);
1904struct f2fs_dir_entry *f2fs_parent_inline_dir(struct inode *, struct page **);
1905int make_empty_inline_dir(struct inode *inode, struct inode *, struct page *);
510022a8
JK
1906int f2fs_add_inline_entry(struct inode *, const struct qstr *, struct inode *,
1907 nid_t, umode_t);
201a05be
CY
1908void f2fs_delete_inline_entry(struct f2fs_dir_entry *, struct page *,
1909 struct inode *, struct inode *);
1910bool f2fs_empty_inline_dir(struct inode *);
1911int f2fs_read_inline_dir(struct file *, struct dir_context *);
cde4de12
JK
1912
1913/*
1914 * crypto support
1915 */
1916static inline int f2fs_encrypted_inode(struct inode *inode)
1917{
1918#ifdef CONFIG_F2FS_FS_ENCRYPTION
1919 return file_is_encrypt(inode);
1920#else
1921 return 0;
1922#endif
1923}
1924
1925static inline void f2fs_set_encrypted_inode(struct inode *inode)
1926{
1927#ifdef CONFIG_F2FS_FS_ENCRYPTION
1928 file_set_encrypt(inode);
1929#endif
1930}
1931
1932static inline bool f2fs_bio_encrypted(struct bio *bio)
1933{
1934#ifdef CONFIG_F2FS_FS_ENCRYPTION
1935 return unlikely(bio->bi_private != NULL);
1936#else
1937 return false;
1938#endif
1939}
1940
1941static inline int f2fs_sb_has_crypto(struct super_block *sb)
1942{
1943#ifdef CONFIG_F2FS_FS_ENCRYPTION
1944 return F2FS_HAS_FEATURE(sb, F2FS_FEATURE_ENCRYPT);
1945#else
1946 return 0;
1947#endif
1948}
39a53e0c 1949#endif
This page took 0.215559 seconds and 5 git commands to generate.