Btrfs: change around extent-tree prealloc
[deliverable/linux.git] / fs / btrfs / ctree.c
index 17a3ff2f182818d01a8bdeddb8ad348f740ae298..b4783bf8bf4fc2729c1cedaacd272917fcb88885 100644 (file)
@@ -1,21 +1,19 @@
-#include <stdio.h>
-#include <stdlib.h>
-#include "kerncompat.h"
-#include "radix-tree.h"
+#include <linux/module.h>
 #include "ctree.h"
 #include "disk-io.h"
-#include "print-tree.h"
+#include "transaction.h"
 
 static int split_node(struct btrfs_trans_handle *trans, struct btrfs_root
                      *root, struct btrfs_path *path, int level);
 static int split_leaf(struct btrfs_trans_handle *trans, struct btrfs_root
-                     *root, struct btrfs_path *path, int data_size);
+                     *root, struct btrfs_key *ins_key,
+                     struct btrfs_path *path, int data_size);
 static int push_node_left(struct btrfs_trans_handle *trans, struct btrfs_root
-                         *root, struct btrfs_buffer *dst, struct btrfs_buffer
+                         *root, struct buffer_head *dst, struct buffer_head
                          *src);
 static int balance_node_right(struct btrfs_trans_handle *trans, struct
-                             btrfs_root *root, struct btrfs_buffer *dst_buf,
-                             struct btrfs_buffer *src_buf);
+                             btrfs_root *root, struct buffer_head *dst_buf,
+                             struct buffer_head *src_buf);
 static int del_ptr(struct btrfs_trans_handle *trans, struct btrfs_root *root,
                   struct btrfs_path *path, int level, int slot);
 
@@ -24,6 +22,21 @@ inline void btrfs_init_path(struct btrfs_path *p)
        memset(p, 0, sizeof(*p));
 }
 
+struct btrfs_path *btrfs_alloc_path(void)
+{
+       struct btrfs_path *path;
+       path = kmem_cache_alloc(btrfs_path_cachep, GFP_NOFS);
+       if (path)
+               btrfs_init_path(path);
+       return path;
+}
+
+void btrfs_free_path(struct btrfs_path *p)
+{
+       btrfs_release_path(NULL, p);
+       kmem_cache_free(btrfs_path_cachep, p);
+}
+
 void btrfs_release_path(struct btrfs_root *root, struct btrfs_path *p)
 {
        int i;
@@ -36,34 +49,43 @@ void btrfs_release_path(struct btrfs_root *root, struct btrfs_path *p)
 }
 
 static int btrfs_cow_block(struct btrfs_trans_handle *trans, struct btrfs_root
-                          *root, struct btrfs_buffer *buf, struct btrfs_buffer
-                          *parent, int parent_slot, struct btrfs_buffer
+                          *root, struct buffer_head *buf, struct buffer_head
+                          *parent, int parent_slot, struct buffer_head
                           **cow_ret)
 {
-       struct btrfs_buffer *cow;
+       struct buffer_head *cow;
+       struct btrfs_node *cow_node;
 
-       if (!list_empty(&buf->dirty)) {
+       if (btrfs_header_generation(btrfs_buffer_header(buf)) ==
+                                   trans->transid) {
                *cow_ret = buf;
                return 0;
        }
        cow = btrfs_alloc_free_block(trans, root);
-       memcpy(&cow->node, &buf->node, root->blocksize);
-       btrfs_set_header_blocknr(&cow->node.header, cow->blocknr);
-       *cow_ret = cow;
+       cow_node = btrfs_buffer_node(cow);
+       if (buf->b_size != root->blocksize || cow->b_size != root->blocksize)
+               WARN_ON(1);
+       memcpy(cow_node, btrfs_buffer_node(buf), root->blocksize);
+       btrfs_set_header_blocknr(&cow_node->header, bh_blocknr(cow));
+       btrfs_set_header_generation(&cow_node->header, trans->transid);
+       btrfs_set_header_owner(&cow_node->header, root->root_key.objectid);
        btrfs_inc_ref(trans, root, buf);
        if (buf == root->node) {
                root->node = cow;
-               cow->count++;
-               if (buf != root->commit_root)
-                       btrfs_free_extent(trans, root, buf->blocknr, 1, 1);
+               get_bh(cow);
+               if (buf != root->commit_root) {
+                       btrfs_free_extent(trans, root, bh_blocknr(buf), 1, 1);
+               }
                btrfs_block_release(root, buf);
        } else {
-               btrfs_set_node_blockptr(&parent->node, parent_slot,
-                                       cow->blocknr);
-               BUG_ON(list_empty(&parent->dirty));
-               btrfs_free_extent(trans, root, buf->blocknr, 1, 1);
+               btrfs_set_node_blockptr(btrfs_buffer_node(parent), parent_slot,
+                                       bh_blocknr(cow));
+               btrfs_mark_buffer_dirty(parent);
+               btrfs_free_extent(trans, root, bh_blocknr(buf), 1, 1);
        }
        btrfs_block_release(root, buf);
+       mark_buffer_dirty(cow);
+       *cow_ret = cow;
        return 0;
 }
 
@@ -81,19 +103,6 @@ static inline unsigned int leaf_data_end(struct btrfs_root *root,
        return btrfs_item_offset(leaf->items + nr - 1);
 }
 
-/*
- * The space between the end of the leaf items and
- * the start of the leaf data.  IOW, how much room
- * the leaf has left for both items and data
- */
-int btrfs_leaf_free_space(struct btrfs_root *root, struct btrfs_leaf *leaf)
-{
-       int data_end = leaf_data_end(root, leaf);
-       int nritems = btrfs_header_nritems(&leaf->header);
-       char *items_end = (char *)(leaf->items + nritems + 1);
-       return (char *)(btrfs_leaf_data(leaf) + data_end) - (char *)items_end;
-}
-
 /*
  * compare two keys in a memcmp fashion
  */
@@ -123,12 +132,12 @@ static int check_node(struct btrfs_root *root, struct btrfs_path *path,
 {
        int i;
        struct btrfs_node *parent = NULL;
-       struct btrfs_node *node = &path->nodes[level]->node;
+       struct btrfs_node *node = btrfs_buffer_node(path->nodes[level]);
        int parent_slot;
        u32 nritems = btrfs_header_nritems(&node->header);
 
        if (path->nodes[level + 1])
-               parent = &path->nodes[level + 1]->node;
+               parent = btrfs_buffer_node(path->nodes[level + 1]);
        parent_slot = path->slots[level + 1];
        BUG_ON(nritems == 0);
        if (parent) {
@@ -152,13 +161,13 @@ static int check_leaf(struct btrfs_root *root, struct btrfs_path *path,
                      int level)
 {
        int i;
-       struct btrfs_leaf *leaf = &path->nodes[level]->leaf;
+       struct btrfs_leaf *leaf = btrfs_buffer_leaf(path->nodes[level]);
        struct btrfs_node *parent = NULL;
        int parent_slot;
        u32 nritems = btrfs_header_nritems(&leaf->header);
 
        if (path->nodes[level + 1])
-               parent = &path->nodes[level + 1]->node;
+               parent = btrfs_buffer_node(path->nodes[level + 1]);
        parent_slot = path->slots[level + 1];
        BUG_ON(btrfs_leaf_free_space(root, leaf) < 0);
 
@@ -192,6 +201,10 @@ static int check_leaf(struct btrfs_root *root, struct btrfs_path *path,
 static int check_block(struct btrfs_root *root, struct btrfs_path *path,
                        int level)
 {
+       struct btrfs_node *node = btrfs_buffer_node(path->nodes[level]);
+       if (memcmp(node->header.fsid, root->fs_info->disk_super->fsid,
+                  sizeof(node->header.fsid)))
+               BUG();
        if (level == 0)
                return check_leaf(root, path, level);
        return check_node(root, path, level);
@@ -254,11 +267,11 @@ static int bin_search(struct btrfs_node *c, struct btrfs_key *key, int *slot)
        return -1;
 }
 
-static struct btrfs_buffer *read_node_slot(struct btrfs_root *root,
-                                  struct btrfs_buffer *parent_buf,
+static struct buffer_head *read_node_slot(struct btrfs_root *root,
+                                  struct buffer_head *parent_buf,
                                   int slot)
 {
-       struct btrfs_node *node = &parent_buf->node;
+       struct btrfs_node *node = btrfs_buffer_node(parent_buf);
        if (slot < 0)
                return NULL;
        if (slot >= btrfs_header_nritems(&node->header))
@@ -269,10 +282,10 @@ static struct btrfs_buffer *read_node_slot(struct btrfs_root *root,
 static int balance_level(struct btrfs_trans_handle *trans, struct btrfs_root
                         *root, struct btrfs_path *path, int level)
 {
-       struct btrfs_buffer *right_buf;
-       struct btrfs_buffer *mid_buf;
-       struct btrfs_buffer *left_buf;
-       struct btrfs_buffer *parent_buf = NULL;
+       struct buffer_head *right_buf;
+       struct buffer_head *mid_buf;
+       struct buffer_head *left_buf;
+       struct buffer_head *parent_buf = NULL;
        struct btrfs_node *right = NULL;
        struct btrfs_node *mid;
        struct btrfs_node *left = NULL;
@@ -287,16 +300,20 @@ static int balance_level(struct btrfs_trans_handle *trans, struct btrfs_root
                return 0;
 
        mid_buf = path->nodes[level];
-       mid = &mid_buf->node;
+       mid = btrfs_buffer_node(mid_buf);
        orig_ptr = btrfs_node_blockptr(mid, orig_slot);
 
        if (level < BTRFS_MAX_LEVEL - 1)
                parent_buf = path->nodes[level + 1];
        pslot = path->slots[level + 1];
 
+       /*
+        * deal with the case where there is only one pointer in the root
+        * by promoting the node below to a root
+        */
        if (!parent_buf) {
-               struct btrfs_buffer *child;
-               u64 blocknr = mid_buf->blocknr;
+               struct buffer_head *child;
+               u64 blocknr = bh_blocknr(mid_buf);
 
                if (btrfs_header_nritems(&mid->header) != 1)
                        return 0;
@@ -306,14 +323,15 @@ static int balance_level(struct btrfs_trans_handle *trans, struct btrfs_root
                BUG_ON(!child);
                root->node = child;
                path->nodes[level] = NULL;
+               clean_tree_block(trans, root, mid_buf);
+               wait_on_buffer(mid_buf);
                /* once for the path */
                btrfs_block_release(root, mid_buf);
                /* once for the root ptr */
                btrfs_block_release(root, mid_buf);
-               clean_tree_block(trans, root, mid_buf);
                return btrfs_free_extent(trans, root, blocknr, 1, 1);
        }
-       parent = &parent_buf->node;
+       parent = btrfs_buffer_node(parent_buf);
 
        if (btrfs_header_nritems(&mid->header) >
            BTRFS_NODEPTRS_PER_BLOCK(root) / 4)
@@ -326,7 +344,7 @@ static int balance_level(struct btrfs_trans_handle *trans, struct btrfs_root
        if (left_buf) {
                btrfs_cow_block(trans, root, left_buf, parent_buf, pslot - 1,
                                &left_buf);
-               left = &left_buf->node;
+               left = btrfs_buffer_node(left_buf);
                orig_slot += btrfs_header_nritems(&left->header);
                wret = push_node_left(trans, root, left_buf, mid_buf);
                if (wret < 0)
@@ -339,14 +357,15 @@ static int balance_level(struct btrfs_trans_handle *trans, struct btrfs_root
        if (right_buf) {
                btrfs_cow_block(trans, root, right_buf, parent_buf, pslot + 1,
                                &right_buf);
-               right = &right_buf->node;
+               right = btrfs_buffer_node(right_buf);
                wret = push_node_left(trans, root, mid_buf, right_buf);
                if (wret < 0)
                        ret = wret;
                if (btrfs_header_nritems(&right->header) == 0) {
-                       u64 blocknr = right_buf->blocknr;
-                       btrfs_block_release(root, right_buf);
+                       u64 blocknr = bh_blocknr(right_buf);
                        clean_tree_block(trans, root, right_buf);
+                       wait_on_buffer(right_buf);
+                       btrfs_block_release(root, right_buf);
                        right_buf = NULL;
                        right = NULL;
                        wret = del_ptr(trans, root, path, level + 1, pslot +
@@ -357,10 +376,11 @@ static int balance_level(struct btrfs_trans_handle *trans, struct btrfs_root
                        if (wret)
                                ret = wret;
                } else {
-                       memcpy(&parent->ptrs[pslot + 1].key,
-                               &right->ptrs[0].key,
-                               sizeof(struct btrfs_disk_key));
-                       BUG_ON(list_empty(&parent_buf->dirty));
+                       btrfs_memcpy(root, parent,
+                                    &parent->ptrs[pslot + 1].key,
+                                    &right->ptrs[0].key,
+                                    sizeof(struct btrfs_disk_key));
+                       btrfs_mark_buffer_dirty(parent_buf);
                }
        }
        if (btrfs_header_nritems(&mid->header) == 1) {
@@ -381,9 +401,10 @@ static int balance_level(struct btrfs_trans_handle *trans, struct btrfs_root
        }
        if (btrfs_header_nritems(&mid->header) == 0) {
                /* we've managed to empty the middle node, drop it */
-               u64 blocknr = mid_buf->blocknr;
-               btrfs_block_release(root, mid_buf);
+               u64 blocknr = bh_blocknr(mid_buf);
                clean_tree_block(trans, root, mid_buf);
+               wait_on_buffer(mid_buf);
+               btrfs_block_release(root, mid_buf);
                mid_buf = NULL;
                mid = NULL;
                wret = del_ptr(trans, root, path, level + 1, pslot);
@@ -394,15 +415,16 @@ static int balance_level(struct btrfs_trans_handle *trans, struct btrfs_root
                        ret = wret;
        } else {
                /* update the parent key to reflect our changes */
-               memcpy(&parent->ptrs[pslot].key, &mid->ptrs[0].key,
-                      sizeof(struct btrfs_disk_key));
-               BUG_ON(list_empty(&parent_buf->dirty));
+               btrfs_memcpy(root, parent,
+                            &parent->ptrs[pslot].key, &mid->ptrs[0].key,
+                            sizeof(struct btrfs_disk_key));
+               btrfs_mark_buffer_dirty(parent_buf);
        }
 
        /* update the path */
        if (left_buf) {
                if (btrfs_header_nritems(&left->header) > orig_slot) {
-                       left_buf->count++; // released below
+                       get_bh(left_buf);
                        path->nodes[level] = left_buf;
                        path->slots[level + 1] -= 1;
                        path->slots[level] = orig_slot;
@@ -415,8 +437,9 @@ static int balance_level(struct btrfs_trans_handle *trans, struct btrfs_root
        }
        /* double check we haven't messed things up */
        check_block(root, path, level);
-       if (orig_ptr != btrfs_node_blockptr(&path->nodes[level]->node,
-                                           path->slots[level]))
+       if (orig_ptr !=
+           btrfs_node_blockptr(btrfs_buffer_node(path->nodes[level]),
+                               path->slots[level]))
                BUG();
 
        if (right_buf)
@@ -426,6 +449,124 @@ static int balance_level(struct btrfs_trans_handle *trans, struct btrfs_root
        return ret;
 }
 
+/* returns zero if the push worked, non-zero otherwise */
+static int push_nodes_for_insert(struct btrfs_trans_handle *trans,
+                               struct btrfs_root *root,
+                               struct btrfs_path *path, int level)
+{
+       struct buffer_head *right_buf;
+       struct buffer_head *mid_buf;
+       struct buffer_head *left_buf;
+       struct buffer_head *parent_buf = NULL;
+       struct btrfs_node *right = NULL;
+       struct btrfs_node *mid;
+       struct btrfs_node *left = NULL;
+       struct btrfs_node *parent = NULL;
+       int ret = 0;
+       int wret;
+       int pslot;
+       int orig_slot = path->slots[level];
+       u64 orig_ptr;
+
+       if (level == 0)
+               return 1;
+
+       mid_buf = path->nodes[level];
+       mid = btrfs_buffer_node(mid_buf);
+       orig_ptr = btrfs_node_blockptr(mid, orig_slot);
+
+       if (level < BTRFS_MAX_LEVEL - 1)
+               parent_buf = path->nodes[level + 1];
+       pslot = path->slots[level + 1];
+
+       if (!parent_buf)
+               return 1;
+       parent = btrfs_buffer_node(parent_buf);
+
+       left_buf = read_node_slot(root, parent_buf, pslot - 1);
+
+       /* first, try to make some room in the middle buffer */
+       if (left_buf) {
+               u32 left_nr;
+               left = btrfs_buffer_node(left_buf);
+               left_nr = btrfs_header_nritems(&left->header);
+               if (left_nr >= BTRFS_NODEPTRS_PER_BLOCK(root) - 1) {
+                       wret = 1;
+               } else {
+                       btrfs_cow_block(trans, root, left_buf, parent_buf,
+                                       pslot - 1, &left_buf);
+                       left = btrfs_buffer_node(left_buf);
+                       wret = push_node_left(trans, root, left_buf, mid_buf);
+               }
+               if (wret < 0)
+                       ret = wret;
+               if (wret == 0) {
+                       orig_slot += left_nr;
+                       btrfs_memcpy(root, parent,
+                                    &parent->ptrs[pslot].key,
+                                    &mid->ptrs[0].key,
+                                    sizeof(struct btrfs_disk_key));
+                       btrfs_mark_buffer_dirty(parent_buf);
+                       if (btrfs_header_nritems(&left->header) > orig_slot) {
+                               path->nodes[level] = left_buf;
+                               path->slots[level + 1] -= 1;
+                               path->slots[level] = orig_slot;
+                               btrfs_block_release(root, mid_buf);
+                       } else {
+                               orig_slot -=
+                                       btrfs_header_nritems(&left->header);
+                               path->slots[level] = orig_slot;
+                               btrfs_block_release(root, left_buf);
+                       }
+                       check_node(root, path, level);
+                       return 0;
+               }
+               btrfs_block_release(root, left_buf);
+       }
+       right_buf = read_node_slot(root, parent_buf, pslot + 1);
+
+       /*
+        * then try to empty the right most buffer into the middle
+        */
+       if (right_buf) {
+               u32 right_nr;
+               right = btrfs_buffer_node(right_buf);
+               right_nr = btrfs_header_nritems(&right->header);
+               if (right_nr >= BTRFS_NODEPTRS_PER_BLOCK(root) - 1) {
+                       wret = 1;
+               } else {
+                       btrfs_cow_block(trans, root, right_buf,
+                                       parent_buf, pslot + 1, &right_buf);
+                       right = btrfs_buffer_node(right_buf);
+                       wret = balance_node_right(trans, root,
+                                                 right_buf, mid_buf);
+               }
+               if (wret < 0)
+                       ret = wret;
+               if (wret == 0) {
+                       btrfs_memcpy(root, parent,
+                                    &parent->ptrs[pslot + 1].key,
+                                    &right->ptrs[0].key,
+                                    sizeof(struct btrfs_disk_key));
+                       btrfs_mark_buffer_dirty(parent_buf);
+                       if (btrfs_header_nritems(&mid->header) <= orig_slot) {
+                               path->nodes[level] = right_buf;
+                               path->slots[level + 1] += 1;
+                               path->slots[level] = orig_slot -
+                                       btrfs_header_nritems(&mid->header);
+                               btrfs_block_release(root, mid_buf);
+                       } else {
+                               btrfs_block_release(root, right_buf);
+                       }
+                       check_node(root, path, level);
+                       return 0;
+               }
+               btrfs_block_release(root, right_buf);
+       }
+       check_node(root, path, level);
+       return 1;
+}
+
 /*
  * look for key in the tree.  path is filled in with nodes along the way
  * if key is found, we return zero and you can find the item in the leaf
@@ -443,27 +584,34 @@ int btrfs_search_slot(struct btrfs_trans_handle *trans, struct btrfs_root
                      *root, struct btrfs_key *key, struct btrfs_path *p, int
                      ins_len, int cow)
 {
-       struct btrfs_buffer *b;
-       struct btrfs_buffer *cow_buf;
+       struct buffer_head *b;
+       struct buffer_head *cow_buf;
        struct btrfs_node *c;
        int slot;
        int ret;
        int level;
 
+       WARN_ON(p->nodes[0] != NULL);
+       WARN_ON(!mutex_is_locked(&root->fs_info->fs_mutex));
 again:
        b = root->node;
-       b->count++;
+       get_bh(b);
        while (b) {
-               level = btrfs_header_level(&b->node.header);
+               c = btrfs_buffer_node(b);
+               level = btrfs_header_level(&c->header);
                if (cow) {
                        int wret;
-                       wret = btrfs_cow_block(trans, root, b, p->nodes[level +
-                                              1], p->slots[level + 1],
+                       wret = btrfs_cow_block(trans, root, b,
+                                              p->nodes[level + 1],
+                                              p->slots[level + 1],
                                               &cow_buf);
                        b = cow_buf;
+                       c = btrfs_buffer_node(b);
                }
                BUG_ON(!cow && ins_len);
-               c = &b->node;
+               if (level != btrfs_header_level(&c->header))
+                       WARN_ON(1);
+               level = btrfs_header_level(&c->header);
                p->nodes[level] = b;
                ret = check_block(root, p, level);
                if (ret)
@@ -473,14 +621,14 @@ again:
                        if (ret && slot > 0)
                                slot -= 1;
                        p->slots[level] = slot;
-                       if (ins_len > 0 && btrfs_header_nritems(&c->header) ==
-                           BTRFS_NODEPTRS_PER_BLOCK(root)) {
+                       if (ins_len > 0 && btrfs_header_nritems(&c->header) >=
+                           BTRFS_NODEPTRS_PER_BLOCK(root) - 1) {
                                int sret = split_node(trans, root, p, level);
                                BUG_ON(sret > 0);
                                if (sret)
                                        return sret;
                                b = p->nodes[level];
-                               c = &b->node;
+                               c = btrfs_buffer_node(b);
                                slot = p->slots[level];
                        } else if (ins_len < 0) {
                                int sret = balance_level(trans, root, p,
@@ -490,7 +638,7 @@ again:
                                b = p->nodes[level];
                                if (!b)
                                        goto again;
-                               c = &b->node;
+                               c = btrfs_buffer_node(b);
                                slot = p->slots[level];
                                BUG_ON(btrfs_header_nritems(&c->header) == 1);
                        }
@@ -500,16 +648,15 @@ again:
                        p->slots[level] = slot;
                        if (ins_len > 0 && btrfs_leaf_free_space(root, l) <
                            sizeof(struct btrfs_item) + ins_len) {
-                               int sret = split_leaf(trans, root, p, ins_len);
+                               int sret = split_leaf(trans, root, key,
+                                                     p, ins_len);
                                BUG_ON(sret > 0);
                                if (sret)
                                        return sret;
                        }
-                       BUG_ON(root->node->count == 1);
                        return ret;
                }
        }
-       BUG_ON(root->node->count == 1);
        return 1;
 }
 
@@ -534,9 +681,9 @@ static int fixup_low_keys(struct btrfs_trans_handle *trans, struct btrfs_root
                int tslot = path->slots[i];
                if (!path->nodes[i])
                        break;
-               t = &path->nodes[i]->node;
-               memcpy(&t->ptrs[tslot].key, key, sizeof(*key));
-               BUG_ON(list_empty(&path->nodes[i]->dirty));
+               t = btrfs_buffer_node(path->nodes[i]);
+               btrfs_memcpy(root, t, &t->ptrs[tslot].key, key, sizeof(*key));
+               btrfs_mark_buffer_dirty(path->nodes[i]);
                if (tslot != 0)
                        break;
        }
@@ -551,11 +698,11 @@ static int fixup_low_keys(struct btrfs_trans_handle *trans, struct btrfs_root
  * error, and > 0 if there was no room in the left hand block.
  */
 static int push_node_left(struct btrfs_trans_handle *trans, struct btrfs_root
-                         *root, struct btrfs_buffer *dst_buf, struct
-                         btrfs_buffer *src_buf)
+                         *root, struct buffer_head *dst_buf, struct
+                         buffer_head *src_buf)
 {
-       struct btrfs_node *src = &src_buf->node;
-       struct btrfs_node *dst = &dst_buf->node;
+       struct btrfs_node *src = btrfs_buffer_node(src_buf);
+       struct btrfs_node *dst = btrfs_buffer_node(dst_buf);
        int push_items = 0;
        int src_nritems;
        int dst_nritems;
@@ -571,17 +718,17 @@ static int push_node_left(struct btrfs_trans_handle *trans, struct btrfs_root
        if (src_nritems < push_items)
                push_items = src_nritems;
 
-       memcpy(dst->ptrs + dst_nritems, src->ptrs,
-               push_items * sizeof(struct btrfs_key_ptr));
+       btrfs_memcpy(root, dst, dst->ptrs + dst_nritems, src->ptrs,
+                    push_items * sizeof(struct btrfs_key_ptr));
        if (push_items < src_nritems) {
-               memmove(src->ptrs, src->ptrs + push_items,
+               btrfs_memmove(root, src, src->ptrs, src->ptrs + push_items,
                        (src_nritems - push_items) *
                        sizeof(struct btrfs_key_ptr));
        }
        btrfs_set_header_nritems(&src->header, src_nritems - push_items);
        btrfs_set_header_nritems(&dst->header, dst_nritems + push_items);
-       BUG_ON(list_empty(&src_buf->dirty));
-       BUG_ON(list_empty(&dst_buf->dirty));
+       btrfs_mark_buffer_dirty(src_buf);
+       btrfs_mark_buffer_dirty(dst_buf);
        return ret;
 }
 
@@ -595,11 +742,11 @@ static int push_node_left(struct btrfs_trans_handle *trans, struct btrfs_root
  * this will  only push up to 1/2 the contents of the left node over
  */
 static int balance_node_right(struct btrfs_trans_handle *trans, struct
-                             btrfs_root *root, struct btrfs_buffer *dst_buf,
-                             struct btrfs_buffer *src_buf)
+                             btrfs_root *root, struct buffer_head *dst_buf,
+                             struct buffer_head *src_buf)
 {
-       struct btrfs_node *src = &src_buf->node;
-       struct btrfs_node *dst = &dst_buf->node;
+       struct btrfs_node *src = btrfs_buffer_node(src_buf);
+       struct btrfs_node *dst = btrfs_buffer_node(dst_buf);
        int push_items = 0;
        int max_push;
        int src_nritems;
@@ -620,16 +767,18 @@ static int balance_node_right(struct btrfs_trans_handle *trans, struct
        if (max_push < push_items)
                push_items = max_push;
 
-       memmove(dst->ptrs + push_items, dst->ptrs,
-               dst_nritems * sizeof(struct btrfs_key_ptr));
-       memcpy(dst->ptrs, src->ptrs + src_nritems - push_items,
-               push_items * sizeof(struct btrfs_key_ptr));
+       btrfs_memmove(root, dst, dst->ptrs + push_items, dst->ptrs,
+                     dst_nritems * sizeof(struct btrfs_key_ptr));
+
+       btrfs_memcpy(root, dst, dst->ptrs,
+                    src->ptrs + src_nritems - push_items,
+                    push_items * sizeof(struct btrfs_key_ptr));
 
        btrfs_set_header_nritems(&src->header, src_nritems - push_items);
        btrfs_set_header_nritems(&dst->header, dst_nritems + push_items);
 
-       BUG_ON(list_empty(&src_buf->dirty));
-       BUG_ON(list_empty(&dst_buf->dirty));
+       btrfs_mark_buffer_dirty(src_buf);
+       btrfs_mark_buffer_dirty(dst_buf);
        return ret;
 }
 
@@ -643,7 +792,7 @@ static int balance_node_right(struct btrfs_trans_handle *trans, struct
 static int insert_new_root(struct btrfs_trans_handle *trans, struct btrfs_root
                           *root, struct btrfs_path *path, int level)
 {
-       struct btrfs_buffer *t;
+       struct buffer_head *t;
        struct btrfs_node *lower;
        struct btrfs_node *c;
        struct btrfs_disk_key *lower_key;
@@ -652,24 +801,30 @@ static int insert_new_root(struct btrfs_trans_handle *trans, struct btrfs_root
        BUG_ON(path->nodes[level-1] != root->node);
 
        t = btrfs_alloc_free_block(trans, root);
-       c = &t->node;
+       c = btrfs_buffer_node(t);
        memset(c, 0, root->blocksize);
        btrfs_set_header_nritems(&c->header, 1);
        btrfs_set_header_level(&c->header, level);
-       btrfs_set_header_blocknr(&c->header, t->blocknr);
-       btrfs_set_header_parentid(&c->header,
-                              btrfs_header_parentid(&root->node->node.header));
-       lower = &path->nodes[level-1]->node;
+       btrfs_set_header_blocknr(&c->header, bh_blocknr(t));
+       btrfs_set_header_generation(&c->header, trans->transid);
+       btrfs_set_header_owner(&c->header, root->root_key.objectid);
+       lower = btrfs_buffer_node(path->nodes[level-1]);
+       memcpy(c->header.fsid, root->fs_info->disk_super->fsid,
+              sizeof(c->header.fsid));
        if (btrfs_is_leaf(lower))
                lower_key = &((struct btrfs_leaf *)lower)->items[0].key;
        else
                lower_key = &lower->ptrs[0].key;
-       memcpy(&c->ptrs[0].key, lower_key, sizeof(struct btrfs_disk_key));
-       btrfs_set_node_blockptr(c, 0, path->nodes[level - 1]->blocknr);
+       btrfs_memcpy(root, c, &c->ptrs[0].key, lower_key,
+                    sizeof(struct btrfs_disk_key));
+       btrfs_set_node_blockptr(c, 0, bh_blocknr(path->nodes[level - 1]));
+
+       btrfs_mark_buffer_dirty(t);
+
        /* the super has an extra ref to root->node */
        btrfs_block_release(root, root->node);
        root->node = t;
-       t->count++;
+       get_bh(t);
        path->nodes[level] = t;
        path->slots[level] = 0;
        return 0;
@@ -692,20 +847,22 @@ static int insert_ptr(struct btrfs_trans_handle *trans, struct btrfs_root
        int nritems;
 
        BUG_ON(!path->nodes[level]);
-       lower = &path->nodes[level]->node;
+       lower = btrfs_buffer_node(path->nodes[level]);
        nritems = btrfs_header_nritems(&lower->header);
        if (slot > nritems)
                BUG();
        if (nritems == BTRFS_NODEPTRS_PER_BLOCK(root))
                BUG();
        if (slot != nritems) {
-               memmove(lower->ptrs + slot + 1, lower->ptrs + slot,
-                       (nritems - slot) * sizeof(struct btrfs_key_ptr));
+               btrfs_memmove(root, lower, lower->ptrs + slot + 1,
+                             lower->ptrs + slot,
+                             (nritems - slot) * sizeof(struct btrfs_key_ptr));
        }
-       memcpy(&lower->ptrs[slot].key, key, sizeof(struct btrfs_disk_key));
+       btrfs_memcpy(root, lower, &lower->ptrs[slot].key,
+                    key, sizeof(struct btrfs_disk_key));
        btrfs_set_node_blockptr(lower, slot, blocknr);
        btrfs_set_header_nritems(&lower->header, nritems + 1);
-       BUG_ON(list_empty(&path->nodes[level]->dirty));
+       btrfs_mark_buffer_dirty(path->nodes[level]);
        return 0;
 }
 
@@ -721,9 +878,9 @@ static int insert_ptr(struct btrfs_trans_handle *trans, struct btrfs_root
 static int split_node(struct btrfs_trans_handle *trans, struct btrfs_root
                      *root, struct btrfs_path *path, int level)
 {
-       struct btrfs_buffer *t;
+       struct buffer_head *t;
        struct btrfs_node *c;
-       struct btrfs_buffer *split_buffer;
+       struct buffer_head *split_buffer;
        struct btrfs_node *split;
        int mid;
        int ret;
@@ -731,30 +888,43 @@ static int split_node(struct btrfs_trans_handle *trans, struct btrfs_root
        u32 c_nritems;
 
        t = path->nodes[level];
-       c = &t->node;
+       c = btrfs_buffer_node(t);
        if (t == root->node) {
                /* trying to split the root, lets make a new one */
                ret = insert_new_root(trans, root, path, level + 1);
                if (ret)
                        return ret;
+       } else {
+               ret = push_nodes_for_insert(trans, root, path, level);
+               t = path->nodes[level];
+               c = btrfs_buffer_node(t);
+               if (!ret &&
+                   btrfs_header_nritems(&c->header) <
+                   BTRFS_NODEPTRS_PER_BLOCK(root) - 1)
+                       return 0;
        }
+
        c_nritems = btrfs_header_nritems(&c->header);
        split_buffer = btrfs_alloc_free_block(trans, root);
-       split = &split_buffer->node;
+       split = btrfs_buffer_node(split_buffer);
        btrfs_set_header_flags(&split->header, btrfs_header_flags(&c->header));
-       btrfs_set_header_blocknr(&split->header, split_buffer->blocknr);
-       btrfs_set_header_parentid(&split->header,
-                              btrfs_header_parentid(&root->node->node.header));
+       btrfs_set_header_level(&split->header, btrfs_header_level(&c->header));
+       btrfs_set_header_blocknr(&split->header, bh_blocknr(split_buffer));
+       btrfs_set_header_generation(&split->header, trans->transid);
+       btrfs_set_header_owner(&split->header, root->root_key.objectid);
+       memcpy(split->header.fsid, root->fs_info->disk_super->fsid,
+              sizeof(split->header.fsid));
        mid = (c_nritems + 1) / 2;
-       memcpy(split->ptrs, c->ptrs + mid,
-               (c_nritems - mid) * sizeof(struct btrfs_key_ptr));
+       btrfs_memcpy(root, split, split->ptrs, c->ptrs + mid,
+                    (c_nritems - mid) * sizeof(struct btrfs_key_ptr));
        btrfs_set_header_nritems(&split->header, c_nritems - mid);
        btrfs_set_header_nritems(&c->header, mid);
        ret = 0;
 
-       BUG_ON(list_empty(&t->dirty));
+       btrfs_mark_buffer_dirty(t);
+       btrfs_mark_buffer_dirty(split_buffer);
        wret = insert_ptr(trans, root, path, &split->ptrs[0].key,
-                         split_buffer->blocknr, path->slots[level + 1] + 1,
+                         bh_blocknr(split_buffer), path->slots[level + 1] + 1,
                          level + 1);
        if (wret)
                ret = wret;
@@ -778,16 +948,29 @@ static int split_node(struct btrfs_trans_handle *trans, struct btrfs_root
 static int leaf_space_used(struct btrfs_leaf *l, int start, int nr)
 {
        int data_len;
-       int end = start + nr - 1;
+       int nritems = btrfs_header_nritems(&l->header);
+       int end = min(nritems, start + nr) - 1;
 
        if (!nr)
                return 0;
        data_len = btrfs_item_end(l->items + start);
        data_len = data_len - btrfs_item_offset(l->items + end);
        data_len += sizeof(struct btrfs_item) * nr;
+       WARN_ON(data_len < 0);
        return data_len;
 }
 
+/*
+ * The space between the end of the leaf items and
+ * the start of the leaf data.  IOW, how much room
+ * the leaf has left for both items and data
+ */
+int btrfs_leaf_free_space(struct btrfs_root *root, struct btrfs_leaf *leaf)
+{
+       int nritems = btrfs_header_nritems(&leaf->header);
+       return BTRFS_LEAF_DATA_SIZE(root) - leaf_space_used(leaf, 0, nritems);
+}
+
 /*
  * push some data in the path leaf to the right, trying to free up at
  * least data_size bytes.  returns zero if the push worked, nonzero otherwise
@@ -798,11 +981,12 @@ static int leaf_space_used(struct btrfs_leaf *l, int start, int nr)
 static int push_leaf_right(struct btrfs_trans_handle *trans, struct btrfs_root
                           *root, struct btrfs_path *path, int data_size)
 {
-       struct btrfs_buffer *left_buf = path->nodes[0];
-       struct btrfs_leaf *left = &left_buf->leaf;
+       struct buffer_head *left_buf = path->nodes[0];
+       struct btrfs_leaf *left = btrfs_buffer_leaf(left_buf);
        struct btrfs_leaf *right;
-       struct btrfs_buffer *right_buf;
-       struct btrfs_buffer *upper;
+       struct buffer_head *right_buf;
+       struct buffer_head *upper;
+       struct btrfs_node *upper_node;
        int slot;
        int i;
        int free_space;
@@ -817,12 +1001,13 @@ static int push_leaf_right(struct btrfs_trans_handle *trans, struct btrfs_root
                return 1;
        }
        upper = path->nodes[1];
-       if (slot >= btrfs_header_nritems(&upper->node.header) - 1) {
+       upper_node = btrfs_buffer_node(upper);
+       if (slot >= btrfs_header_nritems(&upper_node->header) - 1) {
                return 1;
        }
-       right_buf = read_tree_block(root, btrfs_node_blockptr(&upper->node,
-                                                             slot + 1));
-       right = &right_buf->leaf;
+       right_buf = read_tree_block(root,
+                   btrfs_node_blockptr(btrfs_buffer_node(upper), slot + 1));
+       right = btrfs_buffer_leaf(right_buf);
        free_space = btrfs_leaf_free_space(root, right);
        if (free_space < data_size + sizeof(struct btrfs_item)) {
                btrfs_block_release(root, right_buf);
@@ -830,7 +1015,7 @@ static int push_leaf_right(struct btrfs_trans_handle *trans, struct btrfs_root
        }
        /* cow and double check */
        btrfs_cow_block(trans, root, right_buf, upper, slot + 1, &right_buf);
-       right = &right_buf->leaf;
+       right = btrfs_buffer_leaf(right_buf);
        free_space = btrfs_leaf_free_space(root, right);
        if (free_space < data_size + sizeof(struct btrfs_item)) {
                btrfs_block_release(root, right_buf);
@@ -838,7 +1023,11 @@ static int push_leaf_right(struct btrfs_trans_handle *trans, struct btrfs_root
        }
 
        left_nritems = btrfs_header_nritems(&left->header);
-       for (i = left_nritems - 1; i >= 0; i--) {
+       if (left_nritems == 0) {
+               btrfs_block_release(root, right_buf);
+               return 1;
+       }
+       for (i = left_nritems - 1; i >= 1; i--) {
                item = left->items + i;
                if (path->slots[0] == i)
                        push_space += data_size + sizeof(*item);
@@ -852,22 +1041,29 @@ static int push_leaf_right(struct btrfs_trans_handle *trans, struct btrfs_root
                btrfs_block_release(root, right_buf);
                return 1;
        }
+       if (push_items == left_nritems)
+               WARN_ON(1);
        right_nritems = btrfs_header_nritems(&right->header);
        /* push left to right */
        push_space = btrfs_item_end(left->items + left_nritems - push_items);
        push_space -= leaf_data_end(root, left);
        /* make room in the right data area */
-       memmove(btrfs_leaf_data(right) + leaf_data_end(root, right) -
-               push_space, btrfs_leaf_data(right) + leaf_data_end(root, right),
-               BTRFS_LEAF_DATA_SIZE(root) - leaf_data_end(root, right));
+       btrfs_memmove(root, right, btrfs_leaf_data(right) +
+                     leaf_data_end(root, right) - push_space,
+                     btrfs_leaf_data(right) +
+                     leaf_data_end(root, right), BTRFS_LEAF_DATA_SIZE(root) -
+                     leaf_data_end(root, right));
        /* copy from the left data area */
-       memcpy(btrfs_leaf_data(right) + BTRFS_LEAF_DATA_SIZE(root) - push_space,
-               btrfs_leaf_data(left) + leaf_data_end(root, left), push_space);
-       memmove(right->items + push_items, right->items,
+       btrfs_memcpy(root, right, btrfs_leaf_data(right) +
+                    BTRFS_LEAF_DATA_SIZE(root) - push_space,
+                    btrfs_leaf_data(left) + leaf_data_end(root, left),
+                    push_space);
+       btrfs_memmove(root, right, right->items + push_items, right->items,
                right_nritems * sizeof(struct btrfs_item));
        /* copy the items from left to right */
-       memcpy(right->items, left->items + left_nritems - push_items,
-               push_items * sizeof(struct btrfs_item));
+       btrfs_memcpy(root, right, right->items, left->items +
+                    left_nritems - push_items,
+                    push_items * sizeof(struct btrfs_item));
 
        /* update the item pointers */
        right_nritems += push_items;
@@ -881,11 +1077,12 @@ static int push_leaf_right(struct btrfs_trans_handle *trans, struct btrfs_root
        left_nritems -= push_items;
        btrfs_set_header_nritems(&left->header, left_nritems);
 
-       BUG_ON(list_empty(&left_buf->dirty));
-       BUG_ON(list_empty(&right_buf->dirty));
-       memcpy(&upper->node.ptrs[slot + 1].key,
+       btrfs_mark_buffer_dirty(left_buf);
+       btrfs_mark_buffer_dirty(right_buf);
+
+       btrfs_memcpy(root, upper_node, &upper_node->ptrs[slot + 1].key,
                &right->items[0].key, sizeof(struct btrfs_disk_key));
-       BUG_ON(list_empty(&upper->dirty));
+       btrfs_mark_buffer_dirty(upper);
 
        /* then fixup the leaf pointer in the path */
        if (path->slots[0] >= left_nritems) {
@@ -905,9 +1102,9 @@ static int push_leaf_right(struct btrfs_trans_handle *trans, struct btrfs_root
 static int push_leaf_left(struct btrfs_trans_handle *trans, struct btrfs_root
                          *root, struct btrfs_path *path, int data_size)
 {
-       struct btrfs_buffer *right_buf = path->nodes[0];
-       struct btrfs_leaf *right = &right_buf->leaf;
-       struct btrfs_buffer *t;
+       struct buffer_head *right_buf = path->nodes[0];
+       struct btrfs_leaf *right = btrfs_buffer_leaf(right_buf);
+       struct buffer_head *t;
        struct btrfs_leaf *left;
        int slot;
        int i;
@@ -926,9 +1123,9 @@ static int push_leaf_left(struct btrfs_trans_handle *trans, struct btrfs_root
        if (!path->nodes[1]) {
                return 1;
        }
-       t = read_tree_block(root, btrfs_node_blockptr(&path->nodes[1]->node,
-                                                     slot - 1));
-       left = &t->leaf;
+       t = read_tree_block(root,
+           btrfs_node_blockptr(btrfs_buffer_node(path->nodes[1]), slot - 1));
+       left = btrfs_buffer_leaf(t);
        free_space = btrfs_leaf_free_space(root, left);
        if (free_space < data_size + sizeof(struct btrfs_item)) {
                btrfs_block_release(root, t);
@@ -937,14 +1134,19 @@ static int push_leaf_left(struct btrfs_trans_handle *trans, struct btrfs_root
 
        /* cow and double check */
        btrfs_cow_block(trans, root, t, path->nodes[1], slot - 1, &t);
-       left = &t->leaf;
+       left = btrfs_buffer_leaf(t);
        free_space = btrfs_leaf_free_space(root, left);
        if (free_space < data_size + sizeof(struct btrfs_item)) {
                btrfs_block_release(root, t);
                return 1;
        }
 
-       for (i = 0; i < btrfs_header_nritems(&right->header); i++) {
+       if (btrfs_header_nritems(&right->header) == 0) {
+               btrfs_block_release(root, t);
+               return 1;
+       }
+
+       for (i = 0; i < btrfs_header_nritems(&right->header) - 1; i++) {
                item = right->items + i;
                if (path->slots[0] == i)
                        push_space += data_size + sizeof(*item);
@@ -958,15 +1160,19 @@ static int push_leaf_left(struct btrfs_trans_handle *trans, struct btrfs_root
                btrfs_block_release(root, t);
                return 1;
        }
+       if (push_items == btrfs_header_nritems(&right->header))
+               WARN_ON(1);
        /* push data from right to left */
-       memcpy(left->items + btrfs_header_nritems(&left->header),
-               right->items, push_items * sizeof(struct btrfs_item));
+       btrfs_memcpy(root, left, left->items +
+                    btrfs_header_nritems(&left->header),
+                    right->items, push_items * sizeof(struct btrfs_item));
        push_space = BTRFS_LEAF_DATA_SIZE(root) -
                     btrfs_item_offset(right->items + push_items -1);
-       memcpy(btrfs_leaf_data(left) + leaf_data_end(root, left) - push_space,
-               btrfs_leaf_data(right) +
-               btrfs_item_offset(right->items + push_items - 1),
-               push_space);
+       btrfs_memcpy(root, left, btrfs_leaf_data(left) +
+                    leaf_data_end(root, left) - push_space,
+                    btrfs_leaf_data(right) +
+                    btrfs_item_offset(right->items + push_items - 1),
+                    push_space);
        old_left_nritems = btrfs_header_nritems(&left->header);
        BUG_ON(old_left_nritems < 0);
 
@@ -982,10 +1188,11 @@ static int push_leaf_left(struct btrfs_trans_handle *trans, struct btrfs_root
        /* fixup right node */
        push_space = btrfs_item_offset(right->items + push_items - 1) -
                     leaf_data_end(root, right);
-       memmove(btrfs_leaf_data(right) + BTRFS_LEAF_DATA_SIZE(root) -
-               push_space, btrfs_leaf_data(right) +
-               leaf_data_end(root, right), push_space);
-       memmove(right->items, right->items + push_items,
+       btrfs_memmove(root, right, btrfs_leaf_data(right) +
+                     BTRFS_LEAF_DATA_SIZE(root) - push_space,
+                     btrfs_leaf_data(right) +
+                     leaf_data_end(root, right), push_space);
+       btrfs_memmove(root, right, right->items, right->items + push_items,
                (btrfs_header_nritems(&right->header) - push_items) *
                sizeof(struct btrfs_item));
        btrfs_set_header_nritems(&right->header,
@@ -999,9 +1206,8 @@ static int push_leaf_left(struct btrfs_trans_handle *trans, struct btrfs_root
                push_space = btrfs_item_offset(right->items + i);
        }
 
-       BUG_ON(list_empty(&t->dirty));
-       BUG_ON(list_empty(&right_buf->dirty));
-
+       btrfs_mark_buffer_dirty(t);
+       btrfs_mark_buffer_dirty(right_buf);
        wret = fixup_low_keys(trans, root, path, &right->items[0].key, 1);
        if (wret)
                ret = wret;
@@ -1027,22 +1233,26 @@ static int push_leaf_left(struct btrfs_trans_handle *trans, struct btrfs_root
  * returns 0 if all went well and < 0 on failure.
  */
 static int split_leaf(struct btrfs_trans_handle *trans, struct btrfs_root
-                     *root, struct btrfs_path *path, int data_size)
+                     *root, struct btrfs_key *ins_key,
+                     struct btrfs_path *path, int data_size)
 {
-       struct btrfs_buffer *l_buf;
+       struct buffer_head *l_buf;
        struct btrfs_leaf *l;
        u32 nritems;
        int mid;
        int slot;
        struct btrfs_leaf *right;
-       struct btrfs_buffer *right_buffer;
+       struct buffer_head *right_buffer;
        int space_needed = data_size + sizeof(struct btrfs_item);
        int data_copy_size;
        int rt_data_off;
        int i;
-       int ret;
+       int ret = 0;
        int wret;
+       int double_split = 0;
+       struct btrfs_disk_key disk_key;
 
+       /* first try to make some room by pushing left and right */
        wret = push_leaf_left(trans, root, path, data_size);
        if (wret < 0)
                return wret;
@@ -1052,7 +1262,7 @@ static int split_leaf(struct btrfs_trans_handle *trans, struct btrfs_root
                        return wret;
        }
        l_buf = path->nodes[0];
-       l = &l_buf->leaf;
+       l = btrfs_buffer_leaf(l_buf);
 
        /* did the pushes work? */
        if (btrfs_leaf_free_space(root, l) >=
@@ -1069,32 +1279,73 @@ static int split_leaf(struct btrfs_trans_handle *trans, struct btrfs_root
        mid = (nritems + 1)/ 2;
        right_buffer = btrfs_alloc_free_block(trans, root);
        BUG_ON(!right_buffer);
-       BUG_ON(mid == nritems);
-       right = &right_buffer->leaf;
+       right = btrfs_buffer_leaf(right_buffer);
        memset(&right->header, 0, sizeof(right->header));
+       btrfs_set_header_blocknr(&right->header, bh_blocknr(right_buffer));
+       btrfs_set_header_generation(&right->header, trans->transid);
+       btrfs_set_header_owner(&right->header, root->root_key.objectid);
+       btrfs_set_header_level(&right->header, 0);
+       memcpy(right->header.fsid, root->fs_info->disk_super->fsid,
+              sizeof(right->header.fsid));
        if (mid <= slot) {
-               /* FIXME, just alloc a new leaf here */
-               if (leaf_space_used(l, mid, nritems - mid) + space_needed >
-                       BTRFS_LEAF_DATA_SIZE(root))
-                       BUG();
+               if (nritems == 1 ||
+                   leaf_space_used(l, mid, nritems - mid) + space_needed >
+                       BTRFS_LEAF_DATA_SIZE(root)) {
+                       if (slot >= nritems) {
+                               btrfs_cpu_key_to_disk(&disk_key, ins_key);
+                               btrfs_set_header_nritems(&right->header, 0);
+                               wret = insert_ptr(trans, root, path,
+                                                 &disk_key,
+                                                 bh_blocknr(right_buffer),
+                                                 path->slots[1] + 1, 1);
+                               if (wret)
+                                       ret = wret;
+                               btrfs_block_release(root, path->nodes[0]);
+                               path->nodes[0] = right_buffer;
+                               path->slots[0] = 0;
+                               path->slots[1] += 1;
+                               return ret;
+                       }
+                       mid = slot;
+                       double_split = 1;
+               }
        } else {
-               /* FIXME, just alloc a new leaf here */
                if (leaf_space_used(l, 0, mid + 1) + space_needed >
-                       BTRFS_LEAF_DATA_SIZE(root))
-                       BUG();
+                       BTRFS_LEAF_DATA_SIZE(root)) {
+                       if (slot == 0) {
+                               btrfs_cpu_key_to_disk(&disk_key, ins_key);
+                               btrfs_set_header_nritems(&right->header, 0);
+                               wret = insert_ptr(trans, root, path,
+                                                 &disk_key,
+                                                 bh_blocknr(right_buffer),
+                                                 path->slots[1] - 1, 1);
+                               if (wret)
+                                       ret = wret;
+                               btrfs_block_release(root, path->nodes[0]);
+                               path->nodes[0] = right_buffer;
+                               path->slots[0] = 0;
+                               path->slots[1] -= 1;
+                               if (path->slots[1] == 0) {
+                                       wret = fixup_low_keys(trans, root,
+                                                  path, &disk_key, 1);
+                                       if (wret)
+                                               ret = wret;
+                               }
+                               return ret;
+                       }
+                       mid = slot;
+                       double_split = 1;
+               }
        }
        btrfs_set_header_nritems(&right->header, nritems - mid);
-       btrfs_set_header_blocknr(&right->header, right_buffer->blocknr);
-       btrfs_set_header_level(&right->header, 0);
-       btrfs_set_header_parentid(&right->header,
-                              btrfs_header_parentid(&root->node->node.header));
        data_copy_size = btrfs_item_end(l->items + mid) -
                         leaf_data_end(root, l);
-       memcpy(right->items, l->items + mid,
-              (nritems - mid) * sizeof(struct btrfs_item));
-       memcpy(btrfs_leaf_data(right) + BTRFS_LEAF_DATA_SIZE(root) -
-               data_copy_size, btrfs_leaf_data(l) +
-               leaf_data_end(root, l), data_copy_size);
+       btrfs_memcpy(root, right, right->items, l->items + mid,
+                    (nritems - mid) * sizeof(struct btrfs_item));
+       btrfs_memcpy(root, right,
+                    btrfs_leaf_data(right) + BTRFS_LEAF_DATA_SIZE(root) -
+                    data_copy_size, btrfs_leaf_data(l) +
+                    leaf_data_end(root, l), data_copy_size);
        rt_data_off = BTRFS_LEAF_DATA_SIZE(root) -
                      btrfs_item_end(l->items + mid);
 
@@ -1106,11 +1357,11 @@ static int split_leaf(struct btrfs_trans_handle *trans, struct btrfs_root
        btrfs_set_header_nritems(&l->header, mid);
        ret = 0;
        wret = insert_ptr(trans, root, path, &right->items[0].key,
-                         right_buffer->blocknr, path->slots[1] + 1, 1);
+                         bh_blocknr(right_buffer), path->slots[1] + 1, 1);
        if (wret)
                ret = wret;
-       BUG_ON(list_empty(&right_buffer->dirty));
-       BUG_ON(list_empty(&l_buf->dirty));
+       btrfs_mark_buffer_dirty(right_buffer);
+       btrfs_mark_buffer_dirty(l_buf);
        BUG_ON(path->slots[0] != slot);
        if (mid <= slot) {
                btrfs_block_release(root, path->nodes[0]);
@@ -1120,6 +1371,147 @@ static int split_leaf(struct btrfs_trans_handle *trans, struct btrfs_root
        } else
                btrfs_block_release(root, right_buffer);
        BUG_ON(path->slots[0] < 0);
+
+       if (!double_split)
+               return ret;
+       right_buffer = btrfs_alloc_free_block(trans, root);
+       BUG_ON(!right_buffer);
+       right = btrfs_buffer_leaf(right_buffer);
+       memset(&right->header, 0, sizeof(right->header));
+       btrfs_set_header_blocknr(&right->header, bh_blocknr(right_buffer));
+       btrfs_set_header_generation(&right->header, trans->transid);
+       btrfs_set_header_owner(&right->header, root->root_key.objectid);
+       btrfs_set_header_level(&right->header, 0);
+       memcpy(right->header.fsid, root->fs_info->disk_super->fsid,
+              sizeof(right->header.fsid));
+       btrfs_cpu_key_to_disk(&disk_key, ins_key);
+       btrfs_set_header_nritems(&right->header, 0);
+       wret = insert_ptr(trans, root, path,
+                         &disk_key,
+                         bh_blocknr(right_buffer),
+                         path->slots[1], 1);
+       if (wret)
+               ret = wret;
+       if (path->slots[1] == 0) {
+               wret = fixup_low_keys(trans, root, path, &disk_key, 1);
+               if (wret)
+                       ret = wret;
+       }
+       btrfs_block_release(root, path->nodes[0]);
+       path->nodes[0] = right_buffer;
+       path->slots[0] = 0;
+       check_node(root, path, 1);
+       check_leaf(root, path, 0);
+       return ret;
+}
+
+int btrfs_truncate_item(struct btrfs_trans_handle *trans,
+                       struct btrfs_root *root,
+                       struct btrfs_path *path,
+                       u32 new_size)
+{
+       int ret = 0;
+       int slot;
+       int slot_orig;
+       struct btrfs_leaf *leaf;
+       struct buffer_head *leaf_buf;
+       u32 nritems;
+       unsigned int data_end;
+       unsigned int old_data_start;
+       unsigned int old_size;
+       unsigned int size_diff;
+       int i;
+
+       slot_orig = path->slots[0];
+       leaf_buf = path->nodes[0];
+       leaf = btrfs_buffer_leaf(leaf_buf);
+
+       nritems = btrfs_header_nritems(&leaf->header);
+       data_end = leaf_data_end(root, leaf);
+
+       slot = path->slots[0];
+       old_data_start = btrfs_item_offset(leaf->items + slot);
+       old_size = btrfs_item_size(leaf->items + slot);
+       BUG_ON(old_size <= new_size);
+       size_diff = old_size - new_size;
+
+       BUG_ON(slot < 0);
+       BUG_ON(slot >= nritems);
+
+       /*
+        * item0..itemN ... dataN.offset..dataN.size .. data0.size
+        */
+       /* first correct the data pointers */
+       for (i = slot; i < nritems; i++) {
+               u32 ioff = btrfs_item_offset(leaf->items + i);
+               btrfs_set_item_offset(leaf->items + i,
+                                     ioff + size_diff);
+       }
+       /* shift the data */
+       btrfs_memmove(root, leaf, btrfs_leaf_data(leaf) +
+                     data_end + size_diff, btrfs_leaf_data(leaf) +
+                     data_end, old_data_start + new_size - data_end);
+       btrfs_set_item_size(leaf->items + slot, new_size);
+       btrfs_mark_buffer_dirty(leaf_buf);
+
+       ret = 0;
+       if (btrfs_leaf_free_space(root, leaf) < 0)
+               BUG();
+       check_leaf(root, path, 0);
+       return ret;
+}
+
+int btrfs_extend_item(struct btrfs_trans_handle *trans, struct btrfs_root
+                     *root, struct btrfs_path *path, u32 data_size)
+{
+       int ret = 0;
+       int slot;
+       int slot_orig;
+       struct btrfs_leaf *leaf;
+       struct buffer_head *leaf_buf;
+       u32 nritems;
+       unsigned int data_end;
+       unsigned int old_data;
+       unsigned int old_size;
+       int i;
+
+       slot_orig = path->slots[0];
+       leaf_buf = path->nodes[0];
+       leaf = btrfs_buffer_leaf(leaf_buf);
+
+       nritems = btrfs_header_nritems(&leaf->header);
+       data_end = leaf_data_end(root, leaf);
+
+       if (btrfs_leaf_free_space(root, leaf) < data_size)
+               BUG();
+       slot = path->slots[0];
+       old_data = btrfs_item_end(leaf->items + slot);
+
+       BUG_ON(slot < 0);
+       BUG_ON(slot >= nritems);
+
+       /*
+        * item0..itemN ... dataN.offset..dataN.size .. data0.size
+        */
+       /* first correct the data pointers */
+       for (i = slot; i < nritems; i++) {
+               u32 ioff = btrfs_item_offset(leaf->items + i);
+               btrfs_set_item_offset(leaf->items + i,
+                                     ioff - data_size);
+       }
+       /* shift the data */
+       btrfs_memmove(root, leaf, btrfs_leaf_data(leaf) +
+                     data_end - data_size, btrfs_leaf_data(leaf) +
+                     data_end, old_data - data_end);
+       data_end = old_data;
+       old_size = btrfs_item_size(leaf->items + slot);
+       btrfs_set_item_size(leaf->items + slot, old_size + data_size);
+       btrfs_mark_buffer_dirty(leaf_buf);
+
+       ret = 0;
+       if (btrfs_leaf_free_space(root, leaf) < 0)
+               BUG();
+       check_leaf(root, path, 0);
        return ret;
 }
 
@@ -1135,7 +1527,7 @@ int btrfs_insert_empty_item(struct btrfs_trans_handle *trans, struct btrfs_root
        int slot;
        int slot_orig;
        struct btrfs_leaf *leaf;
-       struct btrfs_buffer *leaf_buf;
+       struct buffer_head *leaf_buf;
        u32 nritems;
        unsigned int data_end;
        struct btrfs_disk_key disk_key;
@@ -1147,7 +1539,6 @@ int btrfs_insert_empty_item(struct btrfs_trans_handle *trans, struct btrfs_root
                BUG();
        ret = btrfs_search_slot(trans, root, cpu_key, path, data_size, 1);
        if (ret == 0) {
-               btrfs_release_path(root, path);
                return -EEXIST;
        }
        if (ret < 0)
@@ -1155,15 +1546,15 @@ int btrfs_insert_empty_item(struct btrfs_trans_handle *trans, struct btrfs_root
 
        slot_orig = path->slots[0];
        leaf_buf = path->nodes[0];
-       leaf = &leaf_buf->leaf;
+       leaf = btrfs_buffer_leaf(leaf_buf);
 
        nritems = btrfs_header_nritems(&leaf->header);
        data_end = leaf_data_end(root, leaf);
 
        if (btrfs_leaf_free_space(root, leaf) <
-           sizeof(struct btrfs_item) + data_size)
+           sizeof(struct btrfs_item) + data_size) {
                BUG();
-
+       }
        slot = path->slots[0];
        BUG_ON(slot < 0);
        if (slot != nritems) {
@@ -1181,27 +1572,28 @@ int btrfs_insert_empty_item(struct btrfs_trans_handle *trans, struct btrfs_root
                }
 
                /* shift the items */
-               memmove(leaf->items + slot + 1, leaf->items + slot,
-                       (nritems - slot) * sizeof(struct btrfs_item));
+               btrfs_memmove(root, leaf, leaf->items + slot + 1,
+                             leaf->items + slot,
+                             (nritems - slot) * sizeof(struct btrfs_item));
 
                /* shift the data */
-               memmove(btrfs_leaf_data(leaf) + data_end - data_size,
-                       btrfs_leaf_data(leaf) +
-                       data_end, old_data - data_end);
+               btrfs_memmove(root, leaf, btrfs_leaf_data(leaf) +
+                             data_end - data_size, btrfs_leaf_data(leaf) +
+                             data_end, old_data - data_end);
                data_end = old_data;
        }
        /* setup the item for the new data */
-       memcpy(&leaf->items[slot].key, &disk_key,
-               sizeof(struct btrfs_disk_key));
+       btrfs_memcpy(root, leaf, &leaf->items[slot].key, &disk_key,
+                    sizeof(struct btrfs_disk_key));
        btrfs_set_item_offset(leaf->items + slot, data_end - data_size);
        btrfs_set_item_size(leaf->items + slot, data_size);
        btrfs_set_header_nritems(&leaf->header, nritems + 1);
+       btrfs_mark_buffer_dirty(leaf_buf);
 
        ret = 0;
        if (slot == 0)
                ret = fixup_low_keys(trans, root, path, &disk_key, 1);
 
-       BUG_ON(list_empty(&leaf_buf->dirty));
        if (btrfs_leaf_free_space(root, leaf) < 0)
                BUG();
        check_leaf(root, path, 0);
@@ -1218,16 +1610,22 @@ int btrfs_insert_item(struct btrfs_trans_handle *trans, struct btrfs_root
                      data_size)
 {
        int ret = 0;
-       struct btrfs_path path;
+       struct btrfs_path *path;
        u8 *ptr;
 
-       btrfs_init_path(&path);
-       ret = btrfs_insert_empty_item(trans, root, &path, cpu_key, data_size);
+       path = btrfs_alloc_path();
+       BUG_ON(!path);
+       btrfs_init_path(path);
+       ret = btrfs_insert_empty_item(trans, root, path, cpu_key, data_size);
        if (!ret) {
-               ptr = btrfs_item_ptr(&path.nodes[0]->leaf, path.slots[0], u8);
-               memcpy(ptr, data, data_size);
+               ptr = btrfs_item_ptr(btrfs_buffer_leaf(path->nodes[0]),
+                                    path->slots[0], u8);
+               btrfs_memcpy(root, path->nodes[0]->b_data,
+                            ptr, data, data_size);
+               btrfs_mark_buffer_dirty(path->nodes[0]);
        }
-       btrfs_release_path(root, &path);
+       btrfs_release_path(root, path);
+       btrfs_free_path(path);
        return ret;
 }
 
@@ -1242,30 +1640,33 @@ static int del_ptr(struct btrfs_trans_handle *trans, struct btrfs_root *root,
                   struct btrfs_path *path, int level, int slot)
 {
        struct btrfs_node *node;
-       struct btrfs_buffer *parent = path->nodes[level];
+       struct buffer_head *parent = path->nodes[level];
        u32 nritems;
        int ret = 0;
        int wret;
 
-       node = &parent->node;
+       node = btrfs_buffer_node(parent);
        nritems = btrfs_header_nritems(&node->header);
        if (slot != nritems -1) {
-               memmove(node->ptrs + slot, node->ptrs + slot + 1,
-                       sizeof(struct btrfs_key_ptr) * (nritems - slot - 1));
+               btrfs_memmove(root, node, node->ptrs + slot,
+                             node->ptrs + slot + 1,
+                             sizeof(struct btrfs_key_ptr) *
+                             (nritems - slot - 1));
        }
        nritems--;
        btrfs_set_header_nritems(&node->header, nritems);
        if (nritems == 0 && parent == root->node) {
-               BUG_ON(btrfs_header_level(&root->node->node.header) != 1);
+               struct btrfs_header *header = btrfs_buffer_header(root->node);
+               BUG_ON(btrfs_header_level(header) != 1);
                /* just turn the root into a leaf and break */
-               btrfs_set_header_level(&root->node->node.header, 0);
+               btrfs_set_header_level(header, 0);
        } else if (slot == 0) {
                wret = fixup_low_keys(trans, root, path, &node->ptrs[0].key,
                                      level + 1);
                if (wret)
                        ret = wret;
        }
-       BUG_ON(list_empty(&parent->dirty));
+       btrfs_mark_buffer_dirty(parent);
        return ret;
 }
 
@@ -1278,7 +1679,7 @@ int btrfs_del_item(struct btrfs_trans_handle *trans, struct btrfs_root *root,
 {
        int slot;
        struct btrfs_leaf *leaf;
-       struct btrfs_buffer *leaf_buf;
+       struct buffer_head *leaf_buf;
        int doff;
        int dsize;
        int ret = 0;
@@ -1286,7 +1687,7 @@ int btrfs_del_item(struct btrfs_trans_handle *trans, struct btrfs_root *root,
        u32 nritems;
 
        leaf_buf = path->nodes[0];
-       leaf = &leaf_buf->leaf;
+       leaf = btrfs_buffer_leaf(leaf_buf);
        slot = path->slots[0];
        doff = btrfs_item_offset(leaf->items + slot);
        dsize = btrfs_item_size(leaf->items + slot);
@@ -1295,16 +1696,18 @@ int btrfs_del_item(struct btrfs_trans_handle *trans, struct btrfs_root *root,
        if (slot != nritems - 1) {
                int i;
                int data_end = leaf_data_end(root, leaf);
-               memmove(btrfs_leaf_data(leaf) + data_end + dsize,
-                       btrfs_leaf_data(leaf) + data_end,
-                       doff - data_end);
+               btrfs_memmove(root, leaf, btrfs_leaf_data(leaf) +
+                             data_end + dsize,
+                             btrfs_leaf_data(leaf) + data_end,
+                             doff - data_end);
                for (i = slot + 1; i < nritems; i++) {
                        u32 ioff = btrfs_item_offset(leaf->items + i);
                        btrfs_set_item_offset(leaf->items + i, ioff + dsize);
                }
-               memmove(leaf->items + slot, leaf->items + slot + 1,
-                       sizeof(struct btrfs_item) *
-                       (nritems - slot - 1));
+               btrfs_memmove(root, leaf, leaf->items + slot,
+                             leaf->items + slot + 1,
+                             sizeof(struct btrfs_item) *
+                             (nritems - slot - 1));
        }
        btrfs_set_header_nritems(&leaf->header, nritems - 1);
        nritems--;
@@ -1312,14 +1715,14 @@ int btrfs_del_item(struct btrfs_trans_handle *trans, struct btrfs_root *root,
        if (nritems == 0) {
                if (leaf_buf == root->node) {
                        btrfs_set_header_level(&leaf->header, 0);
-                       BUG_ON(list_empty(&leaf_buf->dirty));
                } else {
                        clean_tree_block(trans, root, leaf_buf);
+                       wait_on_buffer(leaf_buf);
                        wret = del_ptr(trans, root, path, 1, path->slots[1]);
                        if (wret)
                                ret = wret;
                        wret = btrfs_free_extent(trans, root,
-                                                leaf_buf->blocknr, 1, 1);
+                                                bh_blocknr(leaf_buf), 1, 1);
                        if (wret)
                                ret = wret;
                }
@@ -1331,7 +1734,6 @@ int btrfs_del_item(struct btrfs_trans_handle *trans, struct btrfs_root *root,
                        if (wret)
                                ret = wret;
                }
-               BUG_ON(list_empty(&leaf_buf->dirty));
 
                /* delete the leaf if it is mostly empty */
                if (used < BTRFS_LEAF_DATA_SIZE(root) / 3) {
@@ -1340,7 +1742,7 @@ int btrfs_del_item(struct btrfs_trans_handle *trans, struct btrfs_root *root,
                         * for possible call to del_ptr below
                         */
                        slot = path->slots[1];
-                       leaf_buf->count++;
+                       get_bh(leaf_buf);
                        wret = push_leaf_left(trans, root, path, 1);
                        if (wret < 0)
                                ret = wret;
@@ -1351,8 +1753,9 @@ int btrfs_del_item(struct btrfs_trans_handle *trans, struct btrfs_root *root,
                                        ret = wret;
                        }
                        if (btrfs_header_nritems(&leaf->header) == 0) {
-                               u64 blocknr = leaf_buf->blocknr;
+                               u64 blocknr = bh_blocknr(leaf_buf);
                                clean_tree_block(trans, root, leaf_buf);
+                               wait_on_buffer(leaf_buf);
                                wret = del_ptr(trans, root, path, 1, slot);
                                if (wret)
                                        ret = wret;
@@ -1362,8 +1765,11 @@ int btrfs_del_item(struct btrfs_trans_handle *trans, struct btrfs_root *root,
                                if (wret)
                                        ret = wret;
                        } else {
+                               btrfs_mark_buffer_dirty(leaf_buf);
                                btrfs_block_release(root, leaf_buf);
                        }
+               } else {
+                       btrfs_mark_buffer_dirty(leaf_buf);
                }
        }
        return ret;
@@ -1379,19 +1785,21 @@ int btrfs_next_leaf(struct btrfs_root *root, struct btrfs_path *path)
        int slot;
        int level = 1;
        u64 blocknr;
-       struct btrfs_buffer *c;
-       struct btrfs_buffer *next = NULL;
+       struct buffer_head *c;
+       struct btrfs_node *c_node;
+       struct buffer_head *next = NULL;
 
        while(level < BTRFS_MAX_LEVEL) {
                if (!path->nodes[level])
                        return 1;
                slot = path->slots[level] + 1;
                c = path->nodes[level];
-               if (slot >= btrfs_header_nritems(&c->node.header)) {
+               c_node = btrfs_buffer_node(c);
+               if (slot >= btrfs_header_nritems(&c_node->header)) {
                        level++;
                        continue;
                }
-               blocknr = btrfs_node_blockptr(&c->node, slot);
+               blocknr = btrfs_node_blockptr(c_node, slot);
                if (next)
                        btrfs_block_release(root, next);
                next = read_tree_block(root, blocknr);
@@ -1407,7 +1815,7 @@ int btrfs_next_leaf(struct btrfs_root *root, struct btrfs_path *path)
                if (!level)
                        break;
                next = read_tree_block(root,
-                                      btrfs_node_blockptr(&next->node, 0));
+                      btrfs_node_blockptr(btrfs_buffer_node(next), 0));
        }
        return 0;
 }
This page took 0.065741 seconds and 5 git commands to generate.