Add a min size parameter to btrfs_alloc_extent
[deliverable/linux.git] / fs / btrfs / file.c
CommitLineData
6cbd5570
CM
1/*
2 * Copyright (C) 2007 Oracle. All rights reserved.
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public
6 * License v2 as published by the Free Software Foundation.
7 *
8 * This program is distributed in the hope that it will be useful,
9 * but WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
11 * General Public License for more details.
12 *
13 * You should have received a copy of the GNU General Public
14 * License along with this program; if not, write to the
15 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
16 * Boston, MA 021110-1307, USA.
17 */
18
39279cc3
CM
19#include <linux/fs.h>
20#include <linux/pagemap.h>
21#include <linux/highmem.h>
22#include <linux/time.h>
23#include <linux/init.h>
24#include <linux/string.h>
25#include <linux/smp_lock.h>
26#include <linux/backing-dev.h>
27#include <linux/mpage.h>
28#include <linux/swap.h>
29#include <linux/writeback.h>
30#include <linux/statfs.h>
31#include <linux/compat.h>
92fee66d 32#include <linux/version.h>
39279cc3
CM
33#include "ctree.h"
34#include "disk-io.h"
35#include "transaction.h"
36#include "btrfs_inode.h"
dc17ff8f 37#include "ordered-data.h"
39279cc3
CM
38#include "ioctl.h"
39#include "print-tree.h"
40
41
42static int btrfs_copy_from_user(loff_t pos, int num_pages, int write_bytes,
43 struct page **prepared_pages,
44 const char __user * buf)
45{
46 long page_fault = 0;
47 int i;
48 int offset = pos & (PAGE_CACHE_SIZE - 1);
49
50 for (i = 0; i < num_pages && write_bytes > 0; i++, offset = 0) {
51 size_t count = min_t(size_t,
52 PAGE_CACHE_SIZE - offset, write_bytes);
53 struct page *page = prepared_pages[i];
54 fault_in_pages_readable(buf, count);
55
56 /* Copy data from userspace to the current page */
57 kmap(page);
58 page_fault = __copy_from_user(page_address(page) + offset,
59 buf, count);
60 /* Flush processor's dcache for this page */
61 flush_dcache_page(page);
62 kunmap(page);
63 buf += count;
64 write_bytes -= count;
65
66 if (page_fault)
67 break;
68 }
69 return page_fault ? -EFAULT : 0;
70}
71
72static void btrfs_drop_pages(struct page **pages, size_t num_pages)
73{
74 size_t i;
75 for (i = 0; i < num_pages; i++) {
76 if (!pages[i])
77 break;
78 unlock_page(pages[i]);
79 mark_page_accessed(pages[i]);
80 page_cache_release(pages[i]);
81 }
82}
83
98ed5174 84static int noinline insert_inline_extent(struct btrfs_trans_handle *trans,
a52d9a80 85 struct btrfs_root *root, struct inode *inode,
3326d1b0
CM
86 u64 offset, size_t size,
87 struct page **pages, size_t page_offset,
88 int num_pages)
54aa1f4d
CM
89{
90 struct btrfs_key key;
91 struct btrfs_path *path;
5f39d397
CM
92 struct extent_buffer *leaf;
93 char *kaddr;
94 unsigned long ptr;
54aa1f4d 95 struct btrfs_file_extent_item *ei;
3326d1b0 96 struct page *page;
54aa1f4d
CM
97 u32 datasize;
98 int err = 0;
99 int ret;
3326d1b0
CM
100 int i;
101 ssize_t cur_size;
54aa1f4d
CM
102
103 path = btrfs_alloc_path();
104 if (!path)
105 return -ENOMEM;
106
54aa1f4d
CM
107 btrfs_set_trans_block_group(trans, inode);
108
109 key.objectid = inode->i_ino;
110 key.offset = offset;
54aa1f4d 111 btrfs_set_key_type(&key, BTRFS_EXTENT_DATA_KEY);
54aa1f4d 112
3326d1b0
CM
113 ret = btrfs_search_slot(trans, root, &key, path, 0, 1);
114 if (ret < 0) {
54aa1f4d
CM
115 err = ret;
116 goto fail;
117 }
3326d1b0 118 if (ret == 1) {
179e29e4
CM
119 struct btrfs_key found_key;
120
121 if (path->slots[0] == 0)
122 goto insert;
123
3326d1b0
CM
124 path->slots[0]--;
125 leaf = path->nodes[0];
179e29e4
CM
126 btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]);
127
128 if (found_key.objectid != inode->i_ino)
129 goto insert;
130
131 if (found_key.type != BTRFS_EXTENT_DATA_KEY)
132 goto insert;
3326d1b0
CM
133 ei = btrfs_item_ptr(leaf, path->slots[0],
134 struct btrfs_file_extent_item);
135
136 if (btrfs_file_extent_type(leaf, ei) !=
137 BTRFS_FILE_EXTENT_INLINE) {
138 goto insert;
139 }
140 btrfs_item_key_to_cpu(leaf, &key, path->slots[0]);
141 ret = 0;
142 }
143 if (ret == 0) {
144 u32 found_size;
18f16f7b 145 u64 found_end;
3326d1b0
CM
146
147 leaf = path->nodes[0];
148 ei = btrfs_item_ptr(leaf, path->slots[0],
149 struct btrfs_file_extent_item);
150
151 if (btrfs_file_extent_type(leaf, ei) !=
152 BTRFS_FILE_EXTENT_INLINE) {
153 err = ret;
154 btrfs_print_leaf(root, leaf);
155 printk("found wasn't inline offset %Lu inode %lu\n",
156 offset, inode->i_ino);
157 goto fail;
158 }
3326d1b0
CM
159 found_size = btrfs_file_extent_inline_len(leaf,
160 btrfs_item_nr(leaf, path->slots[0]));
18f16f7b 161 found_end = key.offset + found_size;
3326d1b0 162
18f16f7b 163 if (found_end < offset + size) {
3326d1b0
CM
164 btrfs_release_path(root, path);
165 ret = btrfs_search_slot(trans, root, &key, path,
18f16f7b 166 offset + size - found_end, 1);
3326d1b0 167 BUG_ON(ret != 0);
179e29e4 168
3326d1b0 169 ret = btrfs_extend_item(trans, root, path,
18f16f7b 170 offset + size - found_end);
3326d1b0
CM
171 if (ret) {
172 err = ret;
173 goto fail;
174 }
175 leaf = path->nodes[0];
176 ei = btrfs_item_ptr(leaf, path->slots[0],
177 struct btrfs_file_extent_item);
9069218d 178 inode->i_blocks += (offset + size - found_end) >> 9;
3326d1b0 179 }
18f16f7b
Y
180 if (found_end < offset) {
181 ptr = btrfs_file_extent_inline_start(ei) + found_size;
182 memset_extent_buffer(leaf, 0, ptr, offset - found_end);
183 }
3326d1b0
CM
184 } else {
185insert:
186 btrfs_release_path(root, path);
18f16f7b 187 datasize = offset + size - key.offset;
9069218d 188 inode->i_blocks += datasize >> 9;
18f16f7b 189 datasize = btrfs_file_extent_calc_inline_size(datasize);
3326d1b0
CM
190 ret = btrfs_insert_empty_item(trans, root, path, &key,
191 datasize);
192 if (ret) {
193 err = ret;
194 printk("got bad ret %d\n", ret);
195 goto fail;
196 }
197 leaf = path->nodes[0];
198 ei = btrfs_item_ptr(leaf, path->slots[0],
199 struct btrfs_file_extent_item);
200 btrfs_set_file_extent_generation(leaf, ei, trans->transid);
201 btrfs_set_file_extent_type(leaf, ei, BTRFS_FILE_EXTENT_INLINE);
202 }
18f16f7b 203 ptr = btrfs_file_extent_inline_start(ei) + offset - key.offset;
3326d1b0
CM
204
205 cur_size = size;
206 i = 0;
207 while (size > 0) {
208 page = pages[i];
209 kaddr = kmap_atomic(page, KM_USER0);
ae2f5411 210 cur_size = min_t(size_t, PAGE_CACHE_SIZE - page_offset, size);
3326d1b0
CM
211 write_extent_buffer(leaf, kaddr + page_offset, ptr, cur_size);
212 kunmap_atomic(kaddr, KM_USER0);
213 page_offset = 0;
214 ptr += cur_size;
215 size -= cur_size;
216 if (i >= num_pages) {
217 printk("i %d num_pages %d\n", i, num_pages);
218 }
219 i++;
220 }
5f39d397 221 btrfs_mark_buffer_dirty(leaf);
54aa1f4d
CM
222fail:
223 btrfs_free_path(path);
54aa1f4d
CM
224 return err;
225}
226
98ed5174 227static int noinline dirty_and_release_pages(struct btrfs_trans_handle *trans,
39279cc3
CM
228 struct btrfs_root *root,
229 struct file *file,
230 struct page **pages,
231 size_t num_pages,
232 loff_t pos,
233 size_t write_bytes)
234{
39279cc3 235 int err = 0;
a52d9a80 236 int i;
6da6abae 237 struct inode *inode = fdentry(file)->d_inode;
d1310b2e 238 struct extent_io_tree *io_tree = &BTRFS_I(inode)->io_tree;
db94535d
CM
239 u64 hint_byte;
240 u64 num_bytes;
a52d9a80
CM
241 u64 start_pos;
242 u64 end_of_last_block;
243 u64 end_pos = pos + write_bytes;
dcfec0dc 244 u64 inline_size;
a52d9a80 245 loff_t isize = i_size_read(inode);
39279cc3 246
5f39d397 247 start_pos = pos & ~((u64)root->sectorsize - 1);
db94535d
CM
248 num_bytes = (write_bytes + pos - start_pos +
249 root->sectorsize - 1) & ~((u64)root->sectorsize - 1);
39279cc3 250
db94535d
CM
251 end_of_last_block = start_pos + num_bytes - 1;
252
d1310b2e 253 lock_extent(io_tree, start_pos, end_of_last_block, GFP_NOFS);
a52d9a80
CM
254 mutex_lock(&root->fs_info->fs_mutex);
255 trans = btrfs_start_transaction(root, 1);
256 if (!trans) {
257 err = -ENOMEM;
258 goto out_unlock;
259 }
260 btrfs_set_trans_block_group(trans, inode);
db94535d 261 hint_byte = 0;
a52d9a80
CM
262
263 if ((end_of_last_block & 4095) == 0) {
9433063b 264 printk("strange end of last %Lu %zu %Lu\n", start_pos, write_bytes, end_of_last_block);
a52d9a80 265 }
d1310b2e 266 set_extent_uptodate(io_tree, start_pos, end_of_last_block, GFP_NOFS);
a52d9a80
CM
267
268 /* FIXME...EIEIO, ENOSPC and more */
a52d9a80 269 /* insert any holes we need to create */
dacb473a 270 if (isize < end_pos) {
a52d9a80
CM
271 u64 last_pos_in_file;
272 u64 hole_size;
5f39d397 273 u64 mask = root->sectorsize - 1;
a52d9a80 274 last_pos_in_file = (isize + mask) & ~mask;
5f56406a 275 hole_size = (end_pos - last_pos_in_file + mask) & ~mask;
dacb473a 276 if (last_pos_in_file < end_pos) {
2bf5a725
CM
277 err = btrfs_drop_extents(trans, root, inode,
278 last_pos_in_file,
279 last_pos_in_file + hole_size,
3326d1b0 280 last_pos_in_file,
db94535d 281 &hint_byte);
2bf5a725
CM
282 if (err)
283 goto failed;
284
a52d9a80
CM
285 err = btrfs_insert_file_extent(trans, root,
286 inode->i_ino,
287 last_pos_in_file,
288 0, 0, hole_size);
d1310b2e
CM
289 btrfs_drop_extent_cache(inode, last_pos_in_file,
290 last_pos_in_file + hole_size -1);
5f56406a 291 btrfs_check_file(root, inode);
a52d9a80
CM
292 }
293 if (err)
39279cc3 294 goto failed;
a52d9a80
CM
295 }
296
297 /*
298 * either allocate an extent for the new bytes or setup the key
299 * to show we are doing inline data in the extent
300 */
3326d1b0
CM
301 inline_size = end_pos;
302 if (isize >= BTRFS_MAX_INLINE_DATA_SIZE(root) ||
6f568d35
CM
303 inline_size > root->fs_info->max_inline ||
304 (inline_size & (root->sectorsize -1)) == 0 ||
3326d1b0 305 inline_size >= BTRFS_MAX_INLINE_DATA_SIZE(root)) {
b888db2b 306 u64 last_end;
1832a6d5 307 u64 existing_delalloc = 0;
3326d1b0 308
a52d9a80
CM
309 for (i = 0; i < num_pages; i++) {
310 struct page *p = pages[i];
311 SetPageUptodate(p);
b888db2b 312 set_page_dirty(p);
39279cc3 313 }
35ebb934
CM
314 last_end = (u64)(pages[num_pages -1]->index) <<
315 PAGE_CACHE_SHIFT;
b888db2b 316 last_end += PAGE_CACHE_SIZE - 1;
1832a6d5
CM
317 if (start_pos < isize) {
318 u64 delalloc_start = start_pos;
d1310b2e 319 existing_delalloc = count_range_bits(io_tree,
1832a6d5
CM
320 &delalloc_start,
321 end_of_last_block, (u64)-1,
322 EXTENT_DELALLOC);
323 }
d1310b2e 324 set_extent_delalloc(io_tree, start_pos, end_of_last_block,
b888db2b 325 GFP_NOFS);
dc17ff8f 326 btrfs_add_ordered_inode(inode);
a52d9a80 327 } else {
3326d1b0 328 u64 aligned_end;
b888db2b 329 /* step one, delete the existing extents in this range */
3326d1b0
CM
330 aligned_end = (pos + write_bytes + root->sectorsize - 1) &
331 ~((u64)root->sectorsize - 1);
2bf5a725 332 err = btrfs_drop_extents(trans, root, inode, start_pos,
179e29e4 333 aligned_end, aligned_end, &hint_byte);
2bf5a725
CM
334 if (err)
335 goto failed;
dcfec0dc
Y
336 if (isize > inline_size)
337 inline_size = min_t(u64, isize, aligned_end);
338 inline_size -= start_pos;
a52d9a80 339 err = insert_inline_extent(trans, root, inode, start_pos,
dcfec0dc 340 inline_size, pages, 0, num_pages);
d1310b2e 341 btrfs_drop_extent_cache(inode, start_pos, aligned_end - 1);
a52d9a80 342 BUG_ON(err);
a52d9a80
CM
343 }
344 if (end_pos > isize) {
345 i_size_write(inode, end_pos);
346 btrfs_update_inode(trans, root, inode);
39279cc3
CM
347 }
348failed:
a52d9a80
CM
349 err = btrfs_end_transaction(trans, root);
350out_unlock:
351 mutex_unlock(&root->fs_info->fs_mutex);
d1310b2e 352 unlock_extent(io_tree, start_pos, end_of_last_block, GFP_NOFS);
39279cc3
CM
353 return err;
354}
355
a52d9a80
CM
356int btrfs_drop_extent_cache(struct inode *inode, u64 start, u64 end)
357{
358 struct extent_map *em;
359 struct extent_map_tree *em_tree = &BTRFS_I(inode)->extent_tree;
39b5637f 360 u64 len = end - start + 1;
a52d9a80 361
39b5637f
Y
362 if (end == (u64)-1)
363 len = (u64)-1;
a52d9a80 364 while(1) {
d1310b2e 365 spin_lock(&em_tree->lock);
39b5637f 366 em = lookup_extent_mapping(em_tree, start, len);
d1310b2e
CM
367 if (!em) {
368 spin_unlock(&em_tree->lock);
a52d9a80 369 break;
d1310b2e 370 }
a52d9a80 371 remove_extent_mapping(em_tree, em);
d1310b2e
CM
372 spin_unlock(&em_tree->lock);
373
a52d9a80
CM
374 /* once for us */
375 free_extent_map(em);
376 /* once for the tree*/
377 free_extent_map(em);
378 }
379 return 0;
380}
381
5f56406a
CM
382int btrfs_check_file(struct btrfs_root *root, struct inode *inode)
383{
384 return 0;
385#if 0
386 struct btrfs_path *path;
387 struct btrfs_key found_key;
388 struct extent_buffer *leaf;
389 struct btrfs_file_extent_item *extent;
390 u64 last_offset = 0;
391 int nritems;
392 int slot;
393 int found_type;
394 int ret;
395 int err = 0;
396 u64 extent_end = 0;
397
398 path = btrfs_alloc_path();
399 ret = btrfs_lookup_file_extent(NULL, root, path, inode->i_ino,
400 last_offset, 0);
401 while(1) {
402 nritems = btrfs_header_nritems(path->nodes[0]);
403 if (path->slots[0] >= nritems) {
404 ret = btrfs_next_leaf(root, path);
405 if (ret)
406 goto out;
407 nritems = btrfs_header_nritems(path->nodes[0]);
408 }
409 slot = path->slots[0];
410 leaf = path->nodes[0];
411 btrfs_item_key_to_cpu(leaf, &found_key, slot);
412 if (found_key.objectid != inode->i_ino)
413 break;
414 if (found_key.type != BTRFS_EXTENT_DATA_KEY)
415 goto out;
416
9069218d 417 if (found_key.offset < last_offset) {
5f56406a
CM
418 WARN_ON(1);
419 btrfs_print_leaf(root, leaf);
420 printk("inode %lu found offset %Lu expected %Lu\n",
421 inode->i_ino, found_key.offset, last_offset);
422 err = 1;
423 goto out;
424 }
425 extent = btrfs_item_ptr(leaf, slot,
426 struct btrfs_file_extent_item);
427 found_type = btrfs_file_extent_type(leaf, extent);
428 if (found_type == BTRFS_FILE_EXTENT_REG) {
429 extent_end = found_key.offset +
430 btrfs_file_extent_num_bytes(leaf, extent);
431 } else if (found_type == BTRFS_FILE_EXTENT_INLINE) {
432 struct btrfs_item *item;
433 item = btrfs_item_nr(leaf, slot);
434 extent_end = found_key.offset +
435 btrfs_file_extent_inline_len(leaf, item);
436 extent_end = (extent_end + root->sectorsize - 1) &
437 ~((u64)root->sectorsize -1 );
438 }
439 last_offset = extent_end;
440 path->slots[0]++;
441 }
9069218d 442 if (0 && last_offset < inode->i_size) {
5f56406a
CM
443 WARN_ON(1);
444 btrfs_print_leaf(root, leaf);
445 printk("inode %lu found offset %Lu size %Lu\n", inode->i_ino,
446 last_offset, inode->i_size);
447 err = 1;
448
449 }
450out:
451 btrfs_free_path(path);
452 return err;
453#endif
454}
455
39279cc3
CM
456/*
457 * this is very complex, but the basic idea is to drop all extents
458 * in the range start - end. hint_block is filled in with a block number
459 * that would be a good hint to the block allocator for this file.
460 *
461 * If an extent intersects the range but is not entirely inside the range
462 * it is either truncated or split. Anything entirely inside the range
463 * is deleted from the tree.
464 */
465int btrfs_drop_extents(struct btrfs_trans_handle *trans,
466 struct btrfs_root *root, struct inode *inode,
00f5c795 467 u64 start, u64 end, u64 inline_limit, u64 *hint_byte)
39279cc3 468{
00f5c795
CM
469 u64 extent_end = 0;
470 u64 search_start = start;
5f39d397 471 struct extent_buffer *leaf;
39279cc3 472 struct btrfs_file_extent_item *extent;
39279cc3 473 struct btrfs_path *path;
00f5c795
CM
474 struct btrfs_key key;
475 struct btrfs_file_extent_item old;
476 int keep;
477 int slot;
39279cc3
CM
478 int bookend;
479 int found_type;
480 int found_extent;
481 int found_inline;
ccd467d6 482 int recow;
00f5c795 483 int ret;
39279cc3 484
a52d9a80
CM
485 btrfs_drop_extent_cache(inode, start, end - 1);
486
39279cc3
CM
487 path = btrfs_alloc_path();
488 if (!path)
489 return -ENOMEM;
490 while(1) {
ccd467d6 491 recow = 0;
39279cc3
CM
492 btrfs_release_path(root, path);
493 ret = btrfs_lookup_file_extent(trans, root, path, inode->i_ino,
494 search_start, -1);
495 if (ret < 0)
496 goto out;
497 if (ret > 0) {
498 if (path->slots[0] == 0) {
499 ret = 0;
500 goto out;
501 }
502 path->slots[0]--;
503 }
8c2383c3 504next_slot:
39279cc3
CM
505 keep = 0;
506 bookend = 0;
507 found_extent = 0;
508 found_inline = 0;
509 extent = NULL;
5f39d397 510 leaf = path->nodes[0];
39279cc3 511 slot = path->slots[0];
8c2383c3 512 ret = 0;
5f39d397 513 btrfs_item_key_to_cpu(leaf, &key, slot);
7261009c
Y
514 if (btrfs_key_type(&key) == BTRFS_EXTENT_DATA_KEY &&
515 key.offset >= end) {
39279cc3
CM
516 goto out;
517 }
7261009c
Y
518 if (btrfs_key_type(&key) > BTRFS_EXTENT_DATA_KEY ||
519 key.objectid != inode->i_ino) {
39279cc3
CM
520 goto out;
521 }
ccd467d6
CM
522 if (recow) {
523 search_start = key.offset;
524 continue;
525 }
8c2383c3
CM
526 if (btrfs_key_type(&key) == BTRFS_EXTENT_DATA_KEY) {
527 extent = btrfs_item_ptr(leaf, slot,
528 struct btrfs_file_extent_item);
5f39d397 529 found_type = btrfs_file_extent_type(leaf, extent);
8c2383c3 530 if (found_type == BTRFS_FILE_EXTENT_REG) {
257d0ce3
CM
531 extent_end =
532 btrfs_file_extent_disk_bytenr(leaf,
533 extent);
534 if (extent_end)
535 *hint_byte = extent_end;
536
8c2383c3 537 extent_end = key.offset +
db94535d 538 btrfs_file_extent_num_bytes(leaf, extent);
8c2383c3
CM
539 found_extent = 1;
540 } else if (found_type == BTRFS_FILE_EXTENT_INLINE) {
5f39d397
CM
541 struct btrfs_item *item;
542 item = btrfs_item_nr(leaf, slot);
8c2383c3
CM
543 found_inline = 1;
544 extent_end = key.offset +
5f39d397 545 btrfs_file_extent_inline_len(leaf, item);
8c2383c3
CM
546 }
547 } else {
548 extent_end = search_start;
39279cc3
CM
549 }
550
551 /* we found nothing we can drop */
8c2383c3
CM
552 if ((!found_extent && !found_inline) ||
553 search_start >= extent_end) {
554 int nextret;
555 u32 nritems;
5f39d397 556 nritems = btrfs_header_nritems(leaf);
8c2383c3
CM
557 if (slot >= nritems - 1) {
558 nextret = btrfs_next_leaf(root, path);
559 if (nextret)
560 goto out;
ccd467d6 561 recow = 1;
8c2383c3
CM
562 } else {
563 path->slots[0]++;
564 }
565 goto next_slot;
39279cc3
CM
566 }
567
39279cc3 568 if (found_inline) {
5f39d397 569 u64 mask = root->sectorsize - 1;
39279cc3
CM
570 search_start = (extent_end + mask) & ~mask;
571 } else
572 search_start = extent_end;
6e3b9666 573 if (end <= extent_end && start >= key.offset && found_inline) {
179e29e4 574 *hint_byte = EXTENT_MAP_INLINE;
6e3b9666 575 continue;
179e29e4 576 }
39279cc3
CM
577 if (end < extent_end && end >= key.offset) {
578 if (found_extent) {
db94535d
CM
579 u64 disk_bytenr =
580 btrfs_file_extent_disk_bytenr(leaf, extent);
581 u64 disk_num_bytes =
582 btrfs_file_extent_disk_num_bytes(leaf,
5f39d397
CM
583 extent);
584 read_extent_buffer(leaf, &old,
585 (unsigned long)extent,
586 sizeof(old));
db94535d 587 if (disk_bytenr != 0) {
39279cc3 588 ret = btrfs_inc_extent_ref(trans, root,
7bb86316
CM
589 disk_bytenr, disk_num_bytes,
590 root->root_key.objectid,
591 trans->transid,
592 key.objectid, end);
39279cc3
CM
593 BUG_ON(ret);
594 }
595 }
179e29e4 596 bookend = 1;
0181e58f 597 if (found_inline && start <= key.offset)
179e29e4 598 keep = 1;
39279cc3 599 }
39279cc3
CM
600 /* truncate existing extent */
601 if (start > key.offset) {
602 u64 new_num;
603 u64 old_num;
604 keep = 1;
5f39d397 605 WARN_ON(start & (root->sectorsize - 1));
39279cc3 606 if (found_extent) {
db94535d
CM
607 new_num = start - key.offset;
608 old_num = btrfs_file_extent_num_bytes(leaf,
609 extent);
610 *hint_byte =
611 btrfs_file_extent_disk_bytenr(leaf,
612 extent);
613 if (btrfs_file_extent_disk_bytenr(leaf,
614 extent)) {
9069218d 615 dec_i_blocks(inode, old_num - new_num);
39279cc3 616 }
db94535d
CM
617 btrfs_set_file_extent_num_bytes(leaf, extent,
618 new_num);
5f39d397 619 btrfs_mark_buffer_dirty(leaf);
00f5c795
CM
620 } else if (key.offset < inline_limit &&
621 (end > extent_end) &&
622 (inline_limit < extent_end)) {
3326d1b0
CM
623 u32 new_size;
624 new_size = btrfs_file_extent_calc_inline_size(
00f5c795 625 inline_limit - key.offset);
9069218d
CM
626 dec_i_blocks(inode, (extent_end - key.offset) -
627 (inline_limit - key.offset));
3326d1b0 628 btrfs_truncate_item(trans, root, path,
179e29e4 629 new_size, 1);
39279cc3
CM
630 }
631 }
632 /* delete the entire extent */
633 if (!keep) {
db94535d
CM
634 u64 disk_bytenr = 0;
635 u64 disk_num_bytes = 0;
636 u64 extent_num_bytes = 0;
7bb86316 637 u64 root_gen;
d8d5f3e1 638 u64 root_owner;
7bb86316 639
d8d5f3e1
CM
640 root_gen = btrfs_header_generation(leaf);
641 root_owner = btrfs_header_owner(leaf);
39279cc3 642 if (found_extent) {
db94535d
CM
643 disk_bytenr =
644 btrfs_file_extent_disk_bytenr(leaf,
5f39d397 645 extent);
db94535d
CM
646 disk_num_bytes =
647 btrfs_file_extent_disk_num_bytes(leaf,
5f39d397 648 extent);
db94535d
CM
649 extent_num_bytes =
650 btrfs_file_extent_num_bytes(leaf, extent);
651 *hint_byte =
652 btrfs_file_extent_disk_bytenr(leaf,
653 extent);
39279cc3
CM
654 }
655 ret = btrfs_del_item(trans, root, path);
54aa1f4d 656 /* TODO update progress marker and return */
39279cc3
CM
657 BUG_ON(ret);
658 btrfs_release_path(root, path);
659 extent = NULL;
db94535d 660 if (found_extent && disk_bytenr != 0) {
9069218d 661 dec_i_blocks(inode, extent_num_bytes);
39279cc3 662 ret = btrfs_free_extent(trans, root,
7bb86316
CM
663 disk_bytenr,
664 disk_num_bytes,
d8d5f3e1 665 root_owner,
7bb86316
CM
666 root_gen, inode->i_ino,
667 key.offset, 0);
39279cc3
CM
668 }
669
670 BUG_ON(ret);
671 if (!bookend && search_start >= end) {
672 ret = 0;
673 goto out;
674 }
675 if (!bookend)
676 continue;
677 }
0181e58f 678 if (bookend && found_inline && start <= key.offset) {
179e29e4
CM
679 u32 new_size;
680 new_size = btrfs_file_extent_calc_inline_size(
0181e58f 681 extent_end - end);
9069218d
CM
682 dec_i_blocks(inode, (extent_end - key.offset) -
683 (extent_end - end));
179e29e4
CM
684 btrfs_truncate_item(trans, root, path, new_size, 0);
685 }
39279cc3
CM
686 /* create bookend, splitting the extent in two */
687 if (bookend && found_extent) {
688 struct btrfs_key ins;
689 ins.objectid = inode->i_ino;
690 ins.offset = end;
39279cc3 691 btrfs_set_key_type(&ins, BTRFS_EXTENT_DATA_KEY);
39279cc3
CM
692 btrfs_release_path(root, path);
693 ret = btrfs_insert_empty_item(trans, root, path, &ins,
694 sizeof(*extent));
8c2383c3 695
5f39d397 696 leaf = path->nodes[0];
8c2383c3 697 if (ret) {
5f39d397
CM
698 btrfs_print_leaf(root, leaf);
699 printk("got %d on inserting %Lu %u %Lu start %Lu end %Lu found %Lu %Lu keep was %d\n", ret , ins.objectid, ins.type, ins.offset, start, end, key.offset, extent_end, keep);
8c2383c3 700 }
39279cc3 701 BUG_ON(ret);
5f39d397
CM
702 extent = btrfs_item_ptr(leaf, path->slots[0],
703 struct btrfs_file_extent_item);
704 write_extent_buffer(leaf, &old,
705 (unsigned long)extent, sizeof(old));
706
707 btrfs_set_file_extent_offset(leaf, extent,
db94535d
CM
708 le64_to_cpu(old.offset) + end - key.offset);
709 WARN_ON(le64_to_cpu(old.num_bytes) <
710 (extent_end - end));
711 btrfs_set_file_extent_num_bytes(leaf, extent,
712 extent_end - end);
5f39d397 713 btrfs_set_file_extent_type(leaf, extent,
39279cc3 714 BTRFS_FILE_EXTENT_REG);
db94535d 715
39279cc3 716 btrfs_mark_buffer_dirty(path->nodes[0]);
db94535d 717 if (le64_to_cpu(old.disk_bytenr) != 0) {
39279cc3 718 inode->i_blocks +=
db94535d
CM
719 btrfs_file_extent_num_bytes(leaf,
720 extent) >> 9;
39279cc3
CM
721 }
722 ret = 0;
723 goto out;
724 }
725 }
726out:
727 btrfs_free_path(path);
9069218d 728 btrfs_check_file(root, inode);
39279cc3
CM
729 return ret;
730}
731
732/*
733 * this gets pages into the page cache and locks them down
734 */
98ed5174
CM
735static int prepare_pages(struct btrfs_root *root, struct file *file,
736 struct page **pages, size_t num_pages,
737 loff_t pos, unsigned long first_index,
738 unsigned long last_index, size_t write_bytes)
39279cc3
CM
739{
740 int i;
741 unsigned long index = pos >> PAGE_CACHE_SHIFT;
6da6abae 742 struct inode *inode = fdentry(file)->d_inode;
39279cc3 743 int err = 0;
8c2383c3 744 u64 start_pos;
8c2383c3 745
5f39d397 746 start_pos = pos & ~((u64)root->sectorsize - 1);
39279cc3
CM
747
748 memset(pages, 0, num_pages * sizeof(struct page *));
749
750 for (i = 0; i < num_pages; i++) {
751 pages[i] = grab_cache_page(inode->i_mapping, index + i);
752 if (!pages[i]) {
753 err = -ENOMEM;
a52d9a80 754 BUG_ON(1);
39279cc3 755 }
6da6abae
CM
756#if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,18)
757 ClearPageDirty(pages[i]);
758#else
ccd467d6 759 cancel_dirty_page(pages[i], PAGE_CACHE_SIZE);
6da6abae 760#endif
ccd467d6 761 wait_on_page_writeback(pages[i]);
b3cfa35a 762 set_page_extent_mapped(pages[i]);
b888db2b 763 WARN_ON(!PageLocked(pages[i]));
39279cc3 764 }
0762704b
CM
765 if (start_pos < inode->i_size) {
766 u64 last_pos;
0740c82b 767 last_pos = ((u64)index + num_pages) << PAGE_CACHE_SHIFT;
d99cb30a
CM
768 lock_extent(&BTRFS_I(inode)->io_tree,
769 start_pos, last_pos - 1, GFP_NOFS);
0762704b
CM
770 clear_extent_bits(&BTRFS_I(inode)->io_tree, start_pos,
771 last_pos - 1, EXTENT_DIRTY | EXTENT_DELALLOC,
772 GFP_NOFS);
d99cb30a
CM
773 unlock_extent(&BTRFS_I(inode)->io_tree,
774 start_pos, last_pos - 1, GFP_NOFS);
0762704b 775 }
39279cc3 776 return 0;
39279cc3
CM
777}
778
779static ssize_t btrfs_file_write(struct file *file, const char __user *buf,
780 size_t count, loff_t *ppos)
781{
782 loff_t pos;
2ff3e9b6
CM
783 loff_t start_pos;
784 ssize_t num_written = 0;
785 ssize_t err = 0;
39279cc3 786 int ret = 0;
6da6abae 787 struct inode *inode = fdentry(file)->d_inode;
39279cc3 788 struct btrfs_root *root = BTRFS_I(inode)->root;
8c2383c3
CM
789 struct page **pages = NULL;
790 int nrptrs;
39279cc3
CM
791 struct page *pinned[2];
792 unsigned long first_index;
793 unsigned long last_index;
8c2383c3
CM
794
795 nrptrs = min((count + PAGE_CACHE_SIZE - 1) / PAGE_CACHE_SIZE,
796 PAGE_CACHE_SIZE / (sizeof(struct page *)));
39279cc3
CM
797 pinned[0] = NULL;
798 pinned[1] = NULL;
2ff3e9b6 799
39279cc3 800 pos = *ppos;
2ff3e9b6
CM
801 start_pos = pos;
802
39279cc3
CM
803 vfs_check_frozen(inode->i_sb, SB_FREEZE_WRITE);
804 current->backing_dev_info = inode->i_mapping->backing_dev_info;
805 err = generic_write_checks(file, &pos, &count, S_ISBLK(inode->i_mode));
806 if (err)
1832a6d5 807 goto out_nolock;
39279cc3 808 if (count == 0)
1832a6d5 809 goto out_nolock;
6da6abae 810 err = remove_suid(fdentry(file));
39279cc3 811 if (err)
1832a6d5 812 goto out_nolock;
39279cc3
CM
813 file_update_time(file);
814
8c2383c3 815 pages = kmalloc(nrptrs * sizeof(struct page *), GFP_KERNEL);
39279cc3
CM
816
817 mutex_lock(&inode->i_mutex);
818 first_index = pos >> PAGE_CACHE_SHIFT;
819 last_index = (pos + count) >> PAGE_CACHE_SHIFT;
820
821 /*
822 * there are lots of better ways to do this, but this code
823 * makes sure the first and last page in the file range are
824 * up to date and ready for cow
825 */
826 if ((pos & (PAGE_CACHE_SIZE - 1))) {
827 pinned[0] = grab_cache_page(inode->i_mapping, first_index);
828 if (!PageUptodate(pinned[0])) {
9ebefb18 829 ret = btrfs_readpage(NULL, pinned[0]);
39279cc3
CM
830 BUG_ON(ret);
831 wait_on_page_locked(pinned[0]);
832 } else {
833 unlock_page(pinned[0]);
834 }
835 }
836 if ((pos + count) & (PAGE_CACHE_SIZE - 1)) {
837 pinned[1] = grab_cache_page(inode->i_mapping, last_index);
838 if (!PageUptodate(pinned[1])) {
9ebefb18 839 ret = btrfs_readpage(NULL, pinned[1]);
39279cc3
CM
840 BUG_ON(ret);
841 wait_on_page_locked(pinned[1]);
842 } else {
843 unlock_page(pinned[1]);
844 }
845 }
846
39279cc3
CM
847 while(count > 0) {
848 size_t offset = pos & (PAGE_CACHE_SIZE - 1);
11bd143f
CM
849 size_t write_bytes = min(count, nrptrs *
850 (size_t)PAGE_CACHE_SIZE -
8c2383c3 851 offset);
39279cc3
CM
852 size_t num_pages = (write_bytes + PAGE_CACHE_SIZE - 1) >>
853 PAGE_CACHE_SHIFT;
854
8c2383c3 855 WARN_ON(num_pages > nrptrs);
39279cc3 856 memset(pages, 0, sizeof(pages));
1832a6d5
CM
857
858 mutex_lock(&root->fs_info->fs_mutex);
859 ret = btrfs_check_free_space(root, write_bytes, 0);
860 mutex_unlock(&root->fs_info->fs_mutex);
861 if (ret)
862 goto out;
863
39279cc3
CM
864 ret = prepare_pages(root, file, pages, num_pages,
865 pos, first_index, last_index,
8c2383c3 866 write_bytes);
54aa1f4d
CM
867 if (ret)
868 goto out;
39279cc3 869
39279cc3
CM
870 ret = btrfs_copy_from_user(pos, num_pages,
871 write_bytes, pages, buf);
54aa1f4d
CM
872 if (ret) {
873 btrfs_drop_pages(pages, num_pages);
874 goto out;
875 }
39279cc3
CM
876
877 ret = dirty_and_release_pages(NULL, root, file, pages,
878 num_pages, pos, write_bytes);
39279cc3 879 btrfs_drop_pages(pages, num_pages);
54aa1f4d
CM
880 if (ret)
881 goto out;
39279cc3
CM
882
883 buf += write_bytes;
884 count -= write_bytes;
885 pos += write_bytes;
886 num_written += write_bytes;
887
8c2383c3 888 balance_dirty_pages_ratelimited_nr(inode->i_mapping, num_pages);
448d640b
CM
889 if (num_pages < (root->leafsize >> PAGE_CACHE_SHIFT) + 1)
890 btrfs_btree_balance_dirty(root, 1);
e2008b61 891 btrfs_throttle(root);
39279cc3
CM
892 cond_resched();
893 }
39279cc3 894out:
1832a6d5 895 mutex_unlock(&inode->i_mutex);
5b92ee72 896
1832a6d5 897out_nolock:
8c2383c3 898 kfree(pages);
39279cc3
CM
899 if (pinned[0])
900 page_cache_release(pinned[0]);
901 if (pinned[1])
902 page_cache_release(pinned[1]);
903 *ppos = pos;
2ff3e9b6
CM
904
905 if (num_written > 0 && ((file->f_flags & O_SYNC) || IS_SYNC(inode))) {
906 err = sync_page_range(inode, inode->i_mapping,
907 start_pos, num_written);
908 if (err < 0)
909 num_written = err;
16432985
CM
910 } else if (num_written > 0 && (file->f_flags & O_DIRECT)) {
911 do_sync_mapping_range(inode->i_mapping, start_pos,
912 start_pos + num_written - 1,
913 SYNC_FILE_RANGE_WRITE |
914 SYNC_FILE_RANGE_WAIT_AFTER);
915
916 invalidate_mapping_pages(inode->i_mapping,
917 start_pos >> PAGE_CACHE_SHIFT,
918 (start_pos + num_written - 1) >> PAGE_CACHE_SHIFT);
2ff3e9b6 919 }
39279cc3 920 current->backing_dev_info = NULL;
39279cc3
CM
921 return num_written ? num_written : err;
922}
923
39279cc3
CM
924static int btrfs_sync_file(struct file *file,
925 struct dentry *dentry, int datasync)
926{
927 struct inode *inode = dentry->d_inode;
928 struct btrfs_root *root = BTRFS_I(inode)->root;
15ee9bc7 929 int ret = 0;
39279cc3
CM
930 struct btrfs_trans_handle *trans;
931
932 /*
15ee9bc7
JB
933 * check the transaction that last modified this inode
934 * and see if its already been committed
39279cc3
CM
935 */
936 mutex_lock(&root->fs_info->fs_mutex);
15ee9bc7
JB
937 if (!BTRFS_I(inode)->last_trans)
938 goto out;
939 mutex_lock(&root->fs_info->trans_mutex);
940 if (BTRFS_I(inode)->last_trans <=
941 root->fs_info->last_trans_committed) {
942 BTRFS_I(inode)->last_trans = 0;
943 mutex_unlock(&root->fs_info->trans_mutex);
944 goto out;
945 }
946 mutex_unlock(&root->fs_info->trans_mutex);
947
948 /*
a52d9a80
CM
949 * ok we haven't committed the transaction yet, lets do a commit
950 */
39279cc3
CM
951 trans = btrfs_start_transaction(root, 1);
952 if (!trans) {
953 ret = -ENOMEM;
954 goto out;
955 }
956 ret = btrfs_commit_transaction(trans, root);
39279cc3 957out:
15ee9bc7 958 mutex_unlock(&root->fs_info->fs_mutex);
39279cc3
CM
959 return ret > 0 ? EIO : ret;
960}
961
9ebefb18 962static struct vm_operations_struct btrfs_file_vm_ops = {
92fee66d
CM
963#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,23)
964 .nopage = filemap_nopage,
965 .populate = filemap_populate,
966#else
967 .fault = filemap_fault,
968#endif
9ebefb18
CM
969 .page_mkwrite = btrfs_page_mkwrite,
970};
971
972static int btrfs_file_mmap(struct file *filp, struct vm_area_struct *vma)
973{
974 vma->vm_ops = &btrfs_file_vm_ops;
975 file_accessed(filp);
976 return 0;
977}
978
39279cc3
CM
979struct file_operations btrfs_file_operations = {
980 .llseek = generic_file_llseek,
981 .read = do_sync_read,
9ebefb18 982 .aio_read = generic_file_aio_read,
e9906a98 983 .splice_read = generic_file_splice_read,
6da6abae
CM
984#if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,18)
985 .sendfile = generic_file_sendfile,
986#endif
39279cc3 987 .write = btrfs_file_write,
9ebefb18 988 .mmap = btrfs_file_mmap,
39279cc3 989 .open = generic_file_open,
39279cc3 990 .fsync = btrfs_sync_file,
34287aa3 991 .unlocked_ioctl = btrfs_ioctl,
39279cc3 992#ifdef CONFIG_COMPAT
34287aa3 993 .compat_ioctl = btrfs_ioctl,
39279cc3
CM
994#endif
995};
996
This page took 0.102089 seconds and 5 git commands to generate.