f2fs: reuse core function in f2fs_readdir for inline_dentry
[deliverable/linux.git] / fs / f2fs / dir.c
1 /*
2 * fs/f2fs/dir.c
3 *
4 * Copyright (c) 2012 Samsung Electronics Co., Ltd.
5 * http://www.samsung.com/
6 *
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License version 2 as
9 * published by the Free Software Foundation.
10 */
11 #include <linux/fs.h>
12 #include <linux/f2fs_fs.h>
13 #include "f2fs.h"
14 #include "node.h"
15 #include "acl.h"
16 #include "xattr.h"
17
18 static unsigned long dir_blocks(struct inode *inode)
19 {
20 return ((unsigned long long) (i_size_read(inode) + PAGE_CACHE_SIZE - 1))
21 >> PAGE_CACHE_SHIFT;
22 }
23
24 static unsigned int dir_buckets(unsigned int level, int dir_level)
25 {
26 if (level + dir_level < MAX_DIR_HASH_DEPTH / 2)
27 return 1 << (level + dir_level);
28 else
29 return MAX_DIR_BUCKETS;
30 }
31
32 static unsigned int bucket_blocks(unsigned int level)
33 {
34 if (level < MAX_DIR_HASH_DEPTH / 2)
35 return 2;
36 else
37 return 4;
38 }
39
40 unsigned char f2fs_filetype_table[F2FS_FT_MAX] = {
41 [F2FS_FT_UNKNOWN] = DT_UNKNOWN,
42 [F2FS_FT_REG_FILE] = DT_REG,
43 [F2FS_FT_DIR] = DT_DIR,
44 [F2FS_FT_CHRDEV] = DT_CHR,
45 [F2FS_FT_BLKDEV] = DT_BLK,
46 [F2FS_FT_FIFO] = DT_FIFO,
47 [F2FS_FT_SOCK] = DT_SOCK,
48 [F2FS_FT_SYMLINK] = DT_LNK,
49 };
50
51 #define S_SHIFT 12
52 static unsigned char f2fs_type_by_mode[S_IFMT >> S_SHIFT] = {
53 [S_IFREG >> S_SHIFT] = F2FS_FT_REG_FILE,
54 [S_IFDIR >> S_SHIFT] = F2FS_FT_DIR,
55 [S_IFCHR >> S_SHIFT] = F2FS_FT_CHRDEV,
56 [S_IFBLK >> S_SHIFT] = F2FS_FT_BLKDEV,
57 [S_IFIFO >> S_SHIFT] = F2FS_FT_FIFO,
58 [S_IFSOCK >> S_SHIFT] = F2FS_FT_SOCK,
59 [S_IFLNK >> S_SHIFT] = F2FS_FT_SYMLINK,
60 };
61
62 void set_de_type(struct f2fs_dir_entry *de, struct inode *inode)
63 {
64 umode_t mode = inode->i_mode;
65 de->file_type = f2fs_type_by_mode[(mode & S_IFMT) >> S_SHIFT];
66 }
67
68 static unsigned long dir_block_index(unsigned int level,
69 int dir_level, unsigned int idx)
70 {
71 unsigned long i;
72 unsigned long bidx = 0;
73
74 for (i = 0; i < level; i++)
75 bidx += dir_buckets(i, dir_level) * bucket_blocks(i);
76 bidx += idx * bucket_blocks(level);
77 return bidx;
78 }
79
80 static bool early_match_name(size_t namelen, f2fs_hash_t namehash,
81 struct f2fs_dir_entry *de)
82 {
83 if (le16_to_cpu(de->name_len) != namelen)
84 return false;
85
86 if (de->hash_code != namehash)
87 return false;
88
89 return true;
90 }
91
92 static struct f2fs_dir_entry *find_in_block(struct page *dentry_page,
93 struct qstr *name, int *max_slots,
94 struct page **res_page)
95 {
96 struct f2fs_dentry_block *dentry_blk;
97 struct f2fs_dir_entry *de;
98
99 *max_slots = NR_DENTRY_IN_BLOCK;
100
101 dentry_blk = (struct f2fs_dentry_block *)kmap(dentry_page);
102 de = find_target_dentry(name, max_slots, &dentry_blk->dentry_bitmap,
103 dentry_blk->dentry,
104 dentry_blk->filename);
105 if (de)
106 *res_page = dentry_page;
107 else
108 kunmap(dentry_page);
109
110 /*
111 * For the most part, it should be a bug when name_len is zero.
112 * We stop here for figuring out where the bugs has occurred.
113 */
114 f2fs_bug_on(F2FS_P_SB(dentry_page), *max_slots < 0);
115 return de;
116 }
117
118 struct f2fs_dir_entry *find_target_dentry(struct qstr *name, int *max_slots,
119 const void *bitmap, struct f2fs_dir_entry *dentry,
120 __u8 (*filenames)[F2FS_SLOT_LEN])
121 {
122 struct f2fs_dir_entry *de;
123 unsigned long bit_pos = 0;
124 f2fs_hash_t namehash = f2fs_dentry_hash(name);
125 int max_bits = *max_slots;
126 int max_len = 0;
127
128 *max_slots = 0;
129 while (bit_pos < max_bits) {
130 if (!test_bit_le(bit_pos, bitmap)) {
131 if (bit_pos == 0)
132 max_len = 1;
133 else if (!test_bit_le(bit_pos - 1, bitmap))
134 max_len++;
135 bit_pos++;
136 continue;
137 }
138 de = &dentry[bit_pos];
139 if (early_match_name(name->len, namehash, de) &&
140 !memcmp(filenames[bit_pos], name->name, name->len))
141 goto found;
142
143 if (*max_slots >= 0 && max_len > *max_slots) {
144 *max_slots = max_len;
145 max_len = 0;
146 }
147
148 /* remain bug on condition */
149 if (unlikely(!de->name_len))
150 *max_slots = -1;
151
152 bit_pos += GET_DENTRY_SLOTS(le16_to_cpu(de->name_len));
153 }
154
155 de = NULL;
156 found:
157 if (max_len > *max_slots)
158 *max_slots = max_len;
159 return de;
160 }
161
162 static struct f2fs_dir_entry *find_in_level(struct inode *dir,
163 unsigned int level, struct qstr *name,
164 f2fs_hash_t namehash, struct page **res_page)
165 {
166 int s = GET_DENTRY_SLOTS(name->len);
167 unsigned int nbucket, nblock;
168 unsigned int bidx, end_block;
169 struct page *dentry_page;
170 struct f2fs_dir_entry *de = NULL;
171 bool room = false;
172 int max_slots;
173
174 f2fs_bug_on(F2FS_I_SB(dir), level > MAX_DIR_HASH_DEPTH);
175
176 nbucket = dir_buckets(level, F2FS_I(dir)->i_dir_level);
177 nblock = bucket_blocks(level);
178
179 bidx = dir_block_index(level, F2FS_I(dir)->i_dir_level,
180 le32_to_cpu(namehash) % nbucket);
181 end_block = bidx + nblock;
182
183 for (; bidx < end_block; bidx++) {
184 /* no need to allocate new dentry pages to all the indices */
185 dentry_page = find_data_page(dir, bidx, true);
186 if (IS_ERR(dentry_page)) {
187 room = true;
188 continue;
189 }
190
191 de = find_in_block(dentry_page, name, &max_slots, res_page);
192 if (de)
193 break;
194
195 if (max_slots >= s)
196 room = true;
197 f2fs_put_page(dentry_page, 0);
198 }
199
200 if (!de && room && F2FS_I(dir)->chash != namehash) {
201 F2FS_I(dir)->chash = namehash;
202 F2FS_I(dir)->clevel = level;
203 }
204
205 return de;
206 }
207
208 /*
209 * Find an entry in the specified directory with the wanted name.
210 * It returns the page where the entry was found (as a parameter - res_page),
211 * and the entry itself. Page is returned mapped and unlocked.
212 * Entry is guaranteed to be valid.
213 */
214 struct f2fs_dir_entry *f2fs_find_entry(struct inode *dir,
215 struct qstr *child, struct page **res_page)
216 {
217 unsigned long npages = dir_blocks(dir);
218 struct f2fs_dir_entry *de = NULL;
219 f2fs_hash_t name_hash;
220 unsigned int max_depth;
221 unsigned int level;
222
223 if (f2fs_has_inline_dentry(dir))
224 return find_in_inline_dir(dir, child, res_page);
225
226 if (npages == 0)
227 return NULL;
228
229 *res_page = NULL;
230
231 name_hash = f2fs_dentry_hash(child);
232 max_depth = F2FS_I(dir)->i_current_depth;
233
234 for (level = 0; level < max_depth; level++) {
235 de = find_in_level(dir, level, child, name_hash, res_page);
236 if (de)
237 break;
238 }
239 if (!de && F2FS_I(dir)->chash != name_hash) {
240 F2FS_I(dir)->chash = name_hash;
241 F2FS_I(dir)->clevel = level - 1;
242 }
243 return de;
244 }
245
246 struct f2fs_dir_entry *f2fs_parent_dir(struct inode *dir, struct page **p)
247 {
248 struct page *page;
249 struct f2fs_dir_entry *de;
250 struct f2fs_dentry_block *dentry_blk;
251
252 if (f2fs_has_inline_dentry(dir))
253 return f2fs_parent_inline_dir(dir, p);
254
255 page = get_lock_data_page(dir, 0);
256 if (IS_ERR(page))
257 return NULL;
258
259 dentry_blk = kmap(page);
260 de = &dentry_blk->dentry[1];
261 *p = page;
262 unlock_page(page);
263 return de;
264 }
265
266 ino_t f2fs_inode_by_name(struct inode *dir, struct qstr *qstr)
267 {
268 ino_t res = 0;
269 struct f2fs_dir_entry *de;
270 struct page *page;
271
272 de = f2fs_find_entry(dir, qstr, &page);
273 if (de) {
274 res = le32_to_cpu(de->ino);
275 if (!f2fs_has_inline_dentry(dir))
276 kunmap(page);
277 f2fs_put_page(page, 0);
278 }
279
280 return res;
281 }
282
283 void f2fs_set_link(struct inode *dir, struct f2fs_dir_entry *de,
284 struct page *page, struct inode *inode)
285 {
286 enum page_type type = f2fs_has_inline_dentry(dir) ? NODE : DATA;
287 lock_page(page);
288 f2fs_wait_on_page_writeback(page, type);
289 de->ino = cpu_to_le32(inode->i_ino);
290 set_de_type(de, inode);
291 if (!f2fs_has_inline_dentry(dir))
292 kunmap(page);
293 set_page_dirty(page);
294 dir->i_mtime = dir->i_ctime = CURRENT_TIME;
295 mark_inode_dirty(dir);
296
297 f2fs_put_page(page, 1);
298 }
299
300 static void init_dent_inode(const struct qstr *name, struct page *ipage)
301 {
302 struct f2fs_inode *ri;
303
304 f2fs_wait_on_page_writeback(ipage, NODE);
305
306 /* copy name info. to this inode page */
307 ri = F2FS_INODE(ipage);
308 ri->i_namelen = cpu_to_le32(name->len);
309 memcpy(ri->i_name, name->name, name->len);
310 set_page_dirty(ipage);
311 }
312
313 int update_dent_inode(struct inode *inode, const struct qstr *name)
314 {
315 struct page *page;
316
317 page = get_node_page(F2FS_I_SB(inode), inode->i_ino);
318 if (IS_ERR(page))
319 return PTR_ERR(page);
320
321 init_dent_inode(name, page);
322 f2fs_put_page(page, 1);
323
324 return 0;
325 }
326
327 static int make_empty_dir(struct inode *inode,
328 struct inode *parent, struct page *page)
329 {
330 struct page *dentry_page;
331 struct f2fs_dentry_block *dentry_blk;
332 struct f2fs_dir_entry *de;
333
334 if (f2fs_has_inline_dentry(inode))
335 return make_empty_inline_dir(inode, parent, page);
336
337 dentry_page = get_new_data_page(inode, page, 0, true);
338 if (IS_ERR(dentry_page))
339 return PTR_ERR(dentry_page);
340
341 dentry_blk = kmap_atomic(dentry_page);
342
343 de = &dentry_blk->dentry[0];
344 de->name_len = cpu_to_le16(1);
345 de->hash_code = 0;
346 de->ino = cpu_to_le32(inode->i_ino);
347 memcpy(dentry_blk->filename[0], ".", 1);
348 set_de_type(de, inode);
349
350 de = &dentry_blk->dentry[1];
351 de->hash_code = 0;
352 de->name_len = cpu_to_le16(2);
353 de->ino = cpu_to_le32(parent->i_ino);
354 memcpy(dentry_blk->filename[1], "..", 2);
355 set_de_type(de, inode);
356
357 test_and_set_bit_le(0, &dentry_blk->dentry_bitmap);
358 test_and_set_bit_le(1, &dentry_blk->dentry_bitmap);
359 kunmap_atomic(dentry_blk);
360
361 set_page_dirty(dentry_page);
362 f2fs_put_page(dentry_page, 1);
363 return 0;
364 }
365
366 struct page *init_inode_metadata(struct inode *inode, struct inode *dir,
367 const struct qstr *name, struct page *dpage)
368 {
369 struct page *page;
370 int err;
371
372 if (is_inode_flag_set(F2FS_I(inode), FI_NEW_INODE)) {
373 page = new_inode_page(inode);
374 if (IS_ERR(page))
375 return page;
376
377 if (S_ISDIR(inode->i_mode)) {
378 err = make_empty_dir(inode, dir, page);
379 if (err)
380 goto error;
381 }
382
383 err = f2fs_init_acl(inode, dir, page, dpage);
384 if (err)
385 goto put_error;
386
387 err = f2fs_init_security(inode, dir, name, page);
388 if (err)
389 goto put_error;
390 } else {
391 page = get_node_page(F2FS_I_SB(dir), inode->i_ino);
392 if (IS_ERR(page))
393 return page;
394
395 set_cold_node(inode, page);
396 }
397
398 if (name)
399 init_dent_inode(name, page);
400
401 /*
402 * This file should be checkpointed during fsync.
403 * We lost i_pino from now on.
404 */
405 if (is_inode_flag_set(F2FS_I(inode), FI_INC_LINK)) {
406 file_lost_pino(inode);
407 /*
408 * If link the tmpfile to alias through linkat path,
409 * we should remove this inode from orphan list.
410 */
411 if (inode->i_nlink == 0)
412 remove_orphan_inode(F2FS_I_SB(dir), inode->i_ino);
413 inc_nlink(inode);
414 }
415 return page;
416
417 put_error:
418 f2fs_put_page(page, 1);
419 error:
420 /* once the failed inode becomes a bad inode, i_mode is S_IFREG */
421 truncate_inode_pages(&inode->i_data, 0);
422 truncate_blocks(inode, 0, false);
423 remove_dirty_dir_inode(inode);
424 remove_inode_page(inode);
425 return ERR_PTR(err);
426 }
427
428 void update_parent_metadata(struct inode *dir, struct inode *inode,
429 unsigned int current_depth)
430 {
431 if (is_inode_flag_set(F2FS_I(inode), FI_NEW_INODE)) {
432 if (S_ISDIR(inode->i_mode)) {
433 inc_nlink(dir);
434 set_inode_flag(F2FS_I(dir), FI_UPDATE_DIR);
435 }
436 clear_inode_flag(F2FS_I(inode), FI_NEW_INODE);
437 }
438 dir->i_mtime = dir->i_ctime = CURRENT_TIME;
439 mark_inode_dirty(dir);
440
441 if (F2FS_I(dir)->i_current_depth != current_depth) {
442 F2FS_I(dir)->i_current_depth = current_depth;
443 set_inode_flag(F2FS_I(dir), FI_UPDATE_DIR);
444 }
445
446 if (is_inode_flag_set(F2FS_I(inode), FI_INC_LINK))
447 clear_inode_flag(F2FS_I(inode), FI_INC_LINK);
448 }
449
450 int room_for_filename(const void *bitmap, int slots, int max_slots)
451 {
452 int bit_start = 0;
453 int zero_start, zero_end;
454 next:
455 zero_start = find_next_zero_bit_le(bitmap, max_slots, bit_start);
456 if (zero_start >= max_slots)
457 return max_slots;
458
459 zero_end = find_next_bit_le(bitmap, max_slots, zero_start);
460 if (zero_end - zero_start >= slots)
461 return zero_start;
462
463 bit_start = zero_end + 1;
464
465 if (zero_end + 1 >= max_slots)
466 return max_slots;
467 goto next;
468 }
469
470 /*
471 * Caller should grab and release a rwsem by calling f2fs_lock_op() and
472 * f2fs_unlock_op().
473 */
474 int __f2fs_add_link(struct inode *dir, const struct qstr *name,
475 struct inode *inode)
476 {
477 unsigned int bit_pos;
478 unsigned int level;
479 unsigned int current_depth;
480 unsigned long bidx, block;
481 f2fs_hash_t dentry_hash;
482 struct f2fs_dir_entry *de;
483 unsigned int nbucket, nblock;
484 size_t namelen = name->len;
485 struct page *dentry_page = NULL;
486 struct f2fs_dentry_block *dentry_blk = NULL;
487 int slots = GET_DENTRY_SLOTS(namelen);
488 struct page *page;
489 int err = 0;
490 int i;
491
492 if (f2fs_has_inline_dentry(dir)) {
493 err = f2fs_add_inline_entry(dir, name, inode);
494 if (!err || err != -EAGAIN)
495 return err;
496 else
497 err = 0;
498 }
499
500 dentry_hash = f2fs_dentry_hash(name);
501 level = 0;
502 current_depth = F2FS_I(dir)->i_current_depth;
503 if (F2FS_I(dir)->chash == dentry_hash) {
504 level = F2FS_I(dir)->clevel;
505 F2FS_I(dir)->chash = 0;
506 }
507
508 start:
509 if (unlikely(current_depth == MAX_DIR_HASH_DEPTH))
510 return -ENOSPC;
511
512 /* Increase the depth, if required */
513 if (level == current_depth)
514 ++current_depth;
515
516 nbucket = dir_buckets(level, F2FS_I(dir)->i_dir_level);
517 nblock = bucket_blocks(level);
518
519 bidx = dir_block_index(level, F2FS_I(dir)->i_dir_level,
520 (le32_to_cpu(dentry_hash) % nbucket));
521
522 for (block = bidx; block <= (bidx + nblock - 1); block++) {
523 dentry_page = get_new_data_page(dir, NULL, block, true);
524 if (IS_ERR(dentry_page))
525 return PTR_ERR(dentry_page);
526
527 dentry_blk = kmap(dentry_page);
528 bit_pos = room_for_filename(&dentry_blk->dentry_bitmap,
529 slots, NR_DENTRY_IN_BLOCK);
530 if (bit_pos < NR_DENTRY_IN_BLOCK)
531 goto add_dentry;
532
533 kunmap(dentry_page);
534 f2fs_put_page(dentry_page, 1);
535 }
536
537 /* Move to next level to find the empty slot for new dentry */
538 ++level;
539 goto start;
540 add_dentry:
541 f2fs_wait_on_page_writeback(dentry_page, DATA);
542
543 down_write(&F2FS_I(inode)->i_sem);
544 page = init_inode_metadata(inode, dir, name, NULL);
545 if (IS_ERR(page)) {
546 err = PTR_ERR(page);
547 goto fail;
548 }
549 de = &dentry_blk->dentry[bit_pos];
550 de->hash_code = dentry_hash;
551 de->name_len = cpu_to_le16(namelen);
552 memcpy(dentry_blk->filename[bit_pos], name->name, name->len);
553 de->ino = cpu_to_le32(inode->i_ino);
554 set_de_type(de, inode);
555 for (i = 0; i < slots; i++)
556 test_and_set_bit_le(bit_pos + i, &dentry_blk->dentry_bitmap);
557 set_page_dirty(dentry_page);
558
559 /* we don't need to mark_inode_dirty now */
560 F2FS_I(inode)->i_pino = dir->i_ino;
561 update_inode(inode, page);
562 f2fs_put_page(page, 1);
563
564 update_parent_metadata(dir, inode, current_depth);
565 fail:
566 up_write(&F2FS_I(inode)->i_sem);
567
568 if (is_inode_flag_set(F2FS_I(dir), FI_UPDATE_DIR)) {
569 update_inode_page(dir);
570 clear_inode_flag(F2FS_I(dir), FI_UPDATE_DIR);
571 }
572 kunmap(dentry_page);
573 f2fs_put_page(dentry_page, 1);
574 return err;
575 }
576
577 int f2fs_do_tmpfile(struct inode *inode, struct inode *dir)
578 {
579 struct page *page;
580 int err = 0;
581
582 down_write(&F2FS_I(inode)->i_sem);
583 page = init_inode_metadata(inode, dir, NULL, NULL);
584 if (IS_ERR(page)) {
585 err = PTR_ERR(page);
586 goto fail;
587 }
588 /* we don't need to mark_inode_dirty now */
589 update_inode(inode, page);
590 f2fs_put_page(page, 1);
591
592 clear_inode_flag(F2FS_I(inode), FI_NEW_INODE);
593 fail:
594 up_write(&F2FS_I(inode)->i_sem);
595 return err;
596 }
597
598 void f2fs_drop_nlink(struct inode *dir, struct inode *inode, struct page *page)
599 {
600 struct f2fs_sb_info *sbi = F2FS_I_SB(dir);
601
602 down_write(&F2FS_I(inode)->i_sem);
603
604 if (S_ISDIR(inode->i_mode)) {
605 drop_nlink(dir);
606 if (page)
607 update_inode(dir, page);
608 else
609 update_inode_page(dir);
610 }
611 inode->i_ctime = CURRENT_TIME;
612
613 drop_nlink(inode);
614 if (S_ISDIR(inode->i_mode)) {
615 drop_nlink(inode);
616 i_size_write(inode, 0);
617 }
618 up_write(&F2FS_I(inode)->i_sem);
619 update_inode_page(inode);
620
621 if (inode->i_nlink == 0)
622 add_orphan_inode(sbi, inode->i_ino);
623 else
624 release_orphan_inode(sbi);
625 }
626
627 /*
628 * It only removes the dentry from the dentry page, corresponding name
629 * entry in name page does not need to be touched during deletion.
630 */
631 void f2fs_delete_entry(struct f2fs_dir_entry *dentry, struct page *page,
632 struct inode *dir, struct inode *inode)
633 {
634 struct f2fs_dentry_block *dentry_blk;
635 unsigned int bit_pos;
636 int slots = GET_DENTRY_SLOTS(le16_to_cpu(dentry->name_len));
637 int i;
638
639 if (f2fs_has_inline_dentry(dir))
640 return f2fs_delete_inline_entry(dentry, page, dir, inode);
641
642 lock_page(page);
643 f2fs_wait_on_page_writeback(page, DATA);
644
645 dentry_blk = page_address(page);
646 bit_pos = dentry - dentry_blk->dentry;
647 for (i = 0; i < slots; i++)
648 test_and_clear_bit_le(bit_pos + i, &dentry_blk->dentry_bitmap);
649
650 /* Let's check and deallocate this dentry page */
651 bit_pos = find_next_bit_le(&dentry_blk->dentry_bitmap,
652 NR_DENTRY_IN_BLOCK,
653 0);
654 kunmap(page); /* kunmap - pair of f2fs_find_entry */
655 set_page_dirty(page);
656
657 dir->i_ctime = dir->i_mtime = CURRENT_TIME;
658
659 if (inode)
660 f2fs_drop_nlink(dir, inode, NULL);
661
662 if (bit_pos == NR_DENTRY_IN_BLOCK) {
663 truncate_hole(dir, page->index, page->index + 1);
664 clear_page_dirty_for_io(page);
665 ClearPageUptodate(page);
666 inode_dec_dirty_pages(dir);
667 }
668 f2fs_put_page(page, 1);
669 }
670
671 bool f2fs_empty_dir(struct inode *dir)
672 {
673 unsigned long bidx;
674 struct page *dentry_page;
675 unsigned int bit_pos;
676 struct f2fs_dentry_block *dentry_blk;
677 unsigned long nblock = dir_blocks(dir);
678
679 if (f2fs_has_inline_dentry(dir))
680 return f2fs_empty_inline_dir(dir);
681
682 for (bidx = 0; bidx < nblock; bidx++) {
683 dentry_page = get_lock_data_page(dir, bidx);
684 if (IS_ERR(dentry_page)) {
685 if (PTR_ERR(dentry_page) == -ENOENT)
686 continue;
687 else
688 return false;
689 }
690
691 dentry_blk = kmap_atomic(dentry_page);
692 if (bidx == 0)
693 bit_pos = 2;
694 else
695 bit_pos = 0;
696 bit_pos = find_next_bit_le(&dentry_blk->dentry_bitmap,
697 NR_DENTRY_IN_BLOCK,
698 bit_pos);
699 kunmap_atomic(dentry_blk);
700
701 f2fs_put_page(dentry_page, 1);
702
703 if (bit_pos < NR_DENTRY_IN_BLOCK)
704 return false;
705 }
706 return true;
707 }
708
709 bool f2fs_fill_dentries(struct dir_context *ctx,
710 const void *bitmap, struct f2fs_dir_entry *dentry,
711 __u8 (*filenames)[F2FS_SLOT_LEN], int max,
712 unsigned int start_pos)
713 {
714 unsigned char d_type = DT_UNKNOWN;
715 unsigned int bit_pos;
716 struct f2fs_dir_entry *de = NULL;
717
718 bit_pos = ((unsigned long)ctx->pos % max);
719
720 while (bit_pos < max) {
721 bit_pos = find_next_bit_le(bitmap, max, bit_pos);
722 if (bit_pos >= max)
723 break;
724
725 de = &dentry[bit_pos];
726 if (de->file_type < F2FS_FT_MAX)
727 d_type = f2fs_filetype_table[de->file_type];
728 else
729 d_type = DT_UNKNOWN;
730 if (!dir_emit(ctx, filenames[bit_pos],
731 le16_to_cpu(de->name_len),
732 le32_to_cpu(de->ino), d_type))
733 return true;
734
735 bit_pos += GET_DENTRY_SLOTS(le16_to_cpu(de->name_len));
736 ctx->pos = start_pos + bit_pos;
737 }
738 return false;
739 }
740
741 static int f2fs_readdir(struct file *file, struct dir_context *ctx)
742 {
743 struct inode *inode = file_inode(file);
744 unsigned long npages = dir_blocks(inode);
745 struct f2fs_dentry_block *dentry_blk = NULL;
746 struct page *dentry_page = NULL;
747 struct file_ra_state *ra = &file->f_ra;
748 unsigned int n = ((unsigned long)ctx->pos / NR_DENTRY_IN_BLOCK);
749
750 if (f2fs_has_inline_dentry(inode))
751 return f2fs_read_inline_dir(file, ctx);
752
753 /* readahead for multi pages of dir */
754 if (npages - n > 1 && !ra_has_index(ra, n))
755 page_cache_sync_readahead(inode->i_mapping, ra, file, n,
756 min(npages - n, (pgoff_t)MAX_DIR_RA_PAGES));
757
758 for (; n < npages; n++) {
759 dentry_page = get_lock_data_page(inode, n);
760 if (IS_ERR(dentry_page))
761 continue;
762
763 dentry_blk = kmap(dentry_page);
764
765 if (f2fs_fill_dentries(ctx,
766 &dentry_blk->dentry_bitmap, dentry_blk->dentry,
767 dentry_blk->filename,
768 NR_DENTRY_IN_BLOCK, n * NR_DENTRY_IN_BLOCK))
769 goto stop;
770
771 ctx->pos = (n + 1) * NR_DENTRY_IN_BLOCK;
772 kunmap(dentry_page);
773 f2fs_put_page(dentry_page, 1);
774 dentry_page = NULL;
775 }
776 stop:
777 if (dentry_page && !IS_ERR(dentry_page)) {
778 kunmap(dentry_page);
779 f2fs_put_page(dentry_page, 1);
780 }
781
782 return 0;
783 }
784
785 const struct file_operations f2fs_dir_operations = {
786 .llseek = generic_file_llseek,
787 .read = generic_read_dir,
788 .iterate = f2fs_readdir,
789 .fsync = f2fs_sync_file,
790 .unlocked_ioctl = f2fs_ioctl,
791 };
This page took 0.082917 seconds and 6 git commands to generate.