Back to home page

OSCL-LXR

 
 

    


0001 // SPDX-License-Identifier: GPL-2.0-only
0002 /*
0003  * refcounttree.c
0004  *
0005  * Copyright (C) 2009 Oracle.  All rights reserved.
0006  */
0007 
0008 #include <linux/sort.h>
0009 #include <cluster/masklog.h>
0010 #include "ocfs2.h"
0011 #include "inode.h"
0012 #include "alloc.h"
0013 #include "suballoc.h"
0014 #include "journal.h"
0015 #include "uptodate.h"
0016 #include "super.h"
0017 #include "buffer_head_io.h"
0018 #include "blockcheck.h"
0019 #include "refcounttree.h"
0020 #include "sysfile.h"
0021 #include "dlmglue.h"
0022 #include "extent_map.h"
0023 #include "aops.h"
0024 #include "xattr.h"
0025 #include "namei.h"
0026 #include "ocfs2_trace.h"
0027 #include "file.h"
0028 
0029 #include <linux/bio.h>
0030 #include <linux/blkdev.h>
0031 #include <linux/slab.h>
0032 #include <linux/writeback.h>
0033 #include <linux/pagevec.h>
0034 #include <linux/swap.h>
0035 #include <linux/security.h>
0036 #include <linux/fsnotify.h>
0037 #include <linux/quotaops.h>
0038 #include <linux/namei.h>
0039 #include <linux/mount.h>
0040 #include <linux/posix_acl.h>
0041 
0042 struct ocfs2_cow_context {
0043     struct inode *inode;
0044     u32 cow_start;
0045     u32 cow_len;
0046     struct ocfs2_extent_tree data_et;
0047     struct ocfs2_refcount_tree *ref_tree;
0048     struct buffer_head *ref_root_bh;
0049     struct ocfs2_alloc_context *meta_ac;
0050     struct ocfs2_alloc_context *data_ac;
0051     struct ocfs2_cached_dealloc_ctxt dealloc;
0052     void *cow_object;
0053     struct ocfs2_post_refcount *post_refcount;
0054     int extra_credits;
0055     int (*get_clusters)(struct ocfs2_cow_context *context,
0056                 u32 v_cluster, u32 *p_cluster,
0057                 u32 *num_clusters,
0058                 unsigned int *extent_flags);
0059     int (*cow_duplicate_clusters)(handle_t *handle,
0060                       struct inode *inode,
0061                       u32 cpos, u32 old_cluster,
0062                       u32 new_cluster, u32 new_len);
0063 };
0064 
0065 static inline struct ocfs2_refcount_tree *
0066 cache_info_to_refcount(struct ocfs2_caching_info *ci)
0067 {
0068     return container_of(ci, struct ocfs2_refcount_tree, rf_ci);
0069 }
0070 
0071 static int ocfs2_validate_refcount_block(struct super_block *sb,
0072                      struct buffer_head *bh)
0073 {
0074     int rc;
0075     struct ocfs2_refcount_block *rb =
0076         (struct ocfs2_refcount_block *)bh->b_data;
0077 
0078     trace_ocfs2_validate_refcount_block((unsigned long long)bh->b_blocknr);
0079 
0080     BUG_ON(!buffer_uptodate(bh));
0081 
0082     /*
0083      * If the ecc fails, we return the error but otherwise
0084      * leave the filesystem running.  We know any error is
0085      * local to this block.
0086      */
0087     rc = ocfs2_validate_meta_ecc(sb, bh->b_data, &rb->rf_check);
0088     if (rc) {
0089         mlog(ML_ERROR, "Checksum failed for refcount block %llu\n",
0090              (unsigned long long)bh->b_blocknr);
0091         return rc;
0092     }
0093 
0094 
0095     if (!OCFS2_IS_VALID_REFCOUNT_BLOCK(rb)) {
0096         rc = ocfs2_error(sb,
0097                  "Refcount block #%llu has bad signature %.*s\n",
0098                  (unsigned long long)bh->b_blocknr, 7,
0099                  rb->rf_signature);
0100         goto out;
0101     }
0102 
0103     if (le64_to_cpu(rb->rf_blkno) != bh->b_blocknr) {
0104         rc = ocfs2_error(sb,
0105                  "Refcount block #%llu has an invalid rf_blkno of %llu\n",
0106                  (unsigned long long)bh->b_blocknr,
0107                  (unsigned long long)le64_to_cpu(rb->rf_blkno));
0108         goto out;
0109     }
0110 
0111     if (le32_to_cpu(rb->rf_fs_generation) != OCFS2_SB(sb)->fs_generation) {
0112         rc = ocfs2_error(sb,
0113                  "Refcount block #%llu has an invalid rf_fs_generation of #%u\n",
0114                  (unsigned long long)bh->b_blocknr,
0115                  le32_to_cpu(rb->rf_fs_generation));
0116         goto out;
0117     }
0118 out:
0119     return rc;
0120 }
0121 
0122 static int ocfs2_read_refcount_block(struct ocfs2_caching_info *ci,
0123                      u64 rb_blkno,
0124                      struct buffer_head **bh)
0125 {
0126     int rc;
0127     struct buffer_head *tmp = *bh;
0128 
0129     rc = ocfs2_read_block(ci, rb_blkno, &tmp,
0130                   ocfs2_validate_refcount_block);
0131 
0132     /* If ocfs2_read_block() got us a new bh, pass it up. */
0133     if (!rc && !*bh)
0134         *bh = tmp;
0135 
0136     return rc;
0137 }
0138 
0139 static u64 ocfs2_refcount_cache_owner(struct ocfs2_caching_info *ci)
0140 {
0141     struct ocfs2_refcount_tree *rf = cache_info_to_refcount(ci);
0142 
0143     return rf->rf_blkno;
0144 }
0145 
0146 static struct super_block *
0147 ocfs2_refcount_cache_get_super(struct ocfs2_caching_info *ci)
0148 {
0149     struct ocfs2_refcount_tree *rf = cache_info_to_refcount(ci);
0150 
0151     return rf->rf_sb;
0152 }
0153 
0154 static void ocfs2_refcount_cache_lock(struct ocfs2_caching_info *ci)
0155 __acquires(&rf->rf_lock)
0156 {
0157     struct ocfs2_refcount_tree *rf = cache_info_to_refcount(ci);
0158 
0159     spin_lock(&rf->rf_lock);
0160 }
0161 
0162 static void ocfs2_refcount_cache_unlock(struct ocfs2_caching_info *ci)
0163 __releases(&rf->rf_lock)
0164 {
0165     struct ocfs2_refcount_tree *rf = cache_info_to_refcount(ci);
0166 
0167     spin_unlock(&rf->rf_lock);
0168 }
0169 
0170 static void ocfs2_refcount_cache_io_lock(struct ocfs2_caching_info *ci)
0171 {
0172     struct ocfs2_refcount_tree *rf = cache_info_to_refcount(ci);
0173 
0174     mutex_lock(&rf->rf_io_mutex);
0175 }
0176 
0177 static void ocfs2_refcount_cache_io_unlock(struct ocfs2_caching_info *ci)
0178 {
0179     struct ocfs2_refcount_tree *rf = cache_info_to_refcount(ci);
0180 
0181     mutex_unlock(&rf->rf_io_mutex);
0182 }
0183 
0184 static const struct ocfs2_caching_operations ocfs2_refcount_caching_ops = {
0185     .co_owner       = ocfs2_refcount_cache_owner,
0186     .co_get_super       = ocfs2_refcount_cache_get_super,
0187     .co_cache_lock      = ocfs2_refcount_cache_lock,
0188     .co_cache_unlock    = ocfs2_refcount_cache_unlock,
0189     .co_io_lock     = ocfs2_refcount_cache_io_lock,
0190     .co_io_unlock       = ocfs2_refcount_cache_io_unlock,
0191 };
0192 
0193 static struct ocfs2_refcount_tree *
0194 ocfs2_find_refcount_tree(struct ocfs2_super *osb, u64 blkno)
0195 {
0196     struct rb_node *n = osb->osb_rf_lock_tree.rb_node;
0197     struct ocfs2_refcount_tree *tree = NULL;
0198 
0199     while (n) {
0200         tree = rb_entry(n, struct ocfs2_refcount_tree, rf_node);
0201 
0202         if (blkno < tree->rf_blkno)
0203             n = n->rb_left;
0204         else if (blkno > tree->rf_blkno)
0205             n = n->rb_right;
0206         else
0207             return tree;
0208     }
0209 
0210     return NULL;
0211 }
0212 
0213 /* osb_lock is already locked. */
0214 static void ocfs2_insert_refcount_tree(struct ocfs2_super *osb,
0215                        struct ocfs2_refcount_tree *new)
0216 {
0217     u64 rf_blkno = new->rf_blkno;
0218     struct rb_node *parent = NULL;
0219     struct rb_node **p = &osb->osb_rf_lock_tree.rb_node;
0220     struct ocfs2_refcount_tree *tmp;
0221 
0222     while (*p) {
0223         parent = *p;
0224 
0225         tmp = rb_entry(parent, struct ocfs2_refcount_tree,
0226                    rf_node);
0227 
0228         if (rf_blkno < tmp->rf_blkno)
0229             p = &(*p)->rb_left;
0230         else if (rf_blkno > tmp->rf_blkno)
0231             p = &(*p)->rb_right;
0232         else {
0233             /* This should never happen! */
0234             mlog(ML_ERROR, "Duplicate refcount block %llu found!\n",
0235                  (unsigned long long)rf_blkno);
0236             BUG();
0237         }
0238     }
0239 
0240     rb_link_node(&new->rf_node, parent, p);
0241     rb_insert_color(&new->rf_node, &osb->osb_rf_lock_tree);
0242 }
0243 
0244 static void ocfs2_free_refcount_tree(struct ocfs2_refcount_tree *tree)
0245 {
0246     ocfs2_metadata_cache_exit(&tree->rf_ci);
0247     ocfs2_simple_drop_lockres(OCFS2_SB(tree->rf_sb), &tree->rf_lockres);
0248     ocfs2_lock_res_free(&tree->rf_lockres);
0249     kfree(tree);
0250 }
0251 
0252 static inline void
0253 ocfs2_erase_refcount_tree_from_list_no_lock(struct ocfs2_super *osb,
0254                     struct ocfs2_refcount_tree *tree)
0255 {
0256     rb_erase(&tree->rf_node, &osb->osb_rf_lock_tree);
0257     if (osb->osb_ref_tree_lru && osb->osb_ref_tree_lru == tree)
0258         osb->osb_ref_tree_lru = NULL;
0259 }
0260 
0261 static void ocfs2_erase_refcount_tree_from_list(struct ocfs2_super *osb,
0262                     struct ocfs2_refcount_tree *tree)
0263 {
0264     spin_lock(&osb->osb_lock);
0265     ocfs2_erase_refcount_tree_from_list_no_lock(osb, tree);
0266     spin_unlock(&osb->osb_lock);
0267 }
0268 
0269 static void ocfs2_kref_remove_refcount_tree(struct kref *kref)
0270 {
0271     struct ocfs2_refcount_tree *tree =
0272         container_of(kref, struct ocfs2_refcount_tree, rf_getcnt);
0273 
0274     ocfs2_free_refcount_tree(tree);
0275 }
0276 
0277 static inline void
0278 ocfs2_refcount_tree_get(struct ocfs2_refcount_tree *tree)
0279 {
0280     kref_get(&tree->rf_getcnt);
0281 }
0282 
0283 static inline void
0284 ocfs2_refcount_tree_put(struct ocfs2_refcount_tree *tree)
0285 {
0286     kref_put(&tree->rf_getcnt, ocfs2_kref_remove_refcount_tree);
0287 }
0288 
0289 static inline void ocfs2_init_refcount_tree_ci(struct ocfs2_refcount_tree *new,
0290                            struct super_block *sb)
0291 {
0292     ocfs2_metadata_cache_init(&new->rf_ci, &ocfs2_refcount_caching_ops);
0293     mutex_init(&new->rf_io_mutex);
0294     new->rf_sb = sb;
0295     spin_lock_init(&new->rf_lock);
0296 }
0297 
0298 static inline void ocfs2_init_refcount_tree_lock(struct ocfs2_super *osb,
0299                     struct ocfs2_refcount_tree *new,
0300                     u64 rf_blkno, u32 generation)
0301 {
0302     init_rwsem(&new->rf_sem);
0303     ocfs2_refcount_lock_res_init(&new->rf_lockres, osb,
0304                      rf_blkno, generation);
0305 }
0306 
0307 static struct ocfs2_refcount_tree*
0308 ocfs2_allocate_refcount_tree(struct ocfs2_super *osb, u64 rf_blkno)
0309 {
0310     struct ocfs2_refcount_tree *new;
0311 
0312     new = kzalloc(sizeof(struct ocfs2_refcount_tree), GFP_NOFS);
0313     if (!new)
0314         return NULL;
0315 
0316     new->rf_blkno = rf_blkno;
0317     kref_init(&new->rf_getcnt);
0318     ocfs2_init_refcount_tree_ci(new, osb->sb);
0319 
0320     return new;
0321 }
0322 
0323 static int ocfs2_get_refcount_tree(struct ocfs2_super *osb, u64 rf_blkno,
0324                    struct ocfs2_refcount_tree **ret_tree)
0325 {
0326     int ret = 0;
0327     struct ocfs2_refcount_tree *tree, *new = NULL;
0328     struct buffer_head *ref_root_bh = NULL;
0329     struct ocfs2_refcount_block *ref_rb;
0330 
0331     spin_lock(&osb->osb_lock);
0332     if (osb->osb_ref_tree_lru &&
0333         osb->osb_ref_tree_lru->rf_blkno == rf_blkno)
0334         tree = osb->osb_ref_tree_lru;
0335     else
0336         tree = ocfs2_find_refcount_tree(osb, rf_blkno);
0337     if (tree)
0338         goto out;
0339 
0340     spin_unlock(&osb->osb_lock);
0341 
0342     new = ocfs2_allocate_refcount_tree(osb, rf_blkno);
0343     if (!new) {
0344         ret = -ENOMEM;
0345         mlog_errno(ret);
0346         return ret;
0347     }
0348     /*
0349      * We need the generation to create the refcount tree lock and since
0350      * it isn't changed during the tree modification, we are safe here to
0351      * read without protection.
0352      * We also have to purge the cache after we create the lock since the
0353      * refcount block may have the stale data. It can only be trusted when
0354      * we hold the refcount lock.
0355      */
0356     ret = ocfs2_read_refcount_block(&new->rf_ci, rf_blkno, &ref_root_bh);
0357     if (ret) {
0358         mlog_errno(ret);
0359         ocfs2_metadata_cache_exit(&new->rf_ci);
0360         kfree(new);
0361         return ret;
0362     }
0363 
0364     ref_rb = (struct ocfs2_refcount_block *)ref_root_bh->b_data;
0365     new->rf_generation = le32_to_cpu(ref_rb->rf_generation);
0366     ocfs2_init_refcount_tree_lock(osb, new, rf_blkno,
0367                       new->rf_generation);
0368     ocfs2_metadata_cache_purge(&new->rf_ci);
0369 
0370     spin_lock(&osb->osb_lock);
0371     tree = ocfs2_find_refcount_tree(osb, rf_blkno);
0372     if (tree)
0373         goto out;
0374 
0375     ocfs2_insert_refcount_tree(osb, new);
0376 
0377     tree = new;
0378     new = NULL;
0379 
0380 out:
0381     *ret_tree = tree;
0382 
0383     osb->osb_ref_tree_lru = tree;
0384 
0385     spin_unlock(&osb->osb_lock);
0386 
0387     if (new)
0388         ocfs2_free_refcount_tree(new);
0389 
0390     brelse(ref_root_bh);
0391     return ret;
0392 }
0393 
0394 static int ocfs2_get_refcount_block(struct inode *inode, u64 *ref_blkno)
0395 {
0396     int ret;
0397     struct buffer_head *di_bh = NULL;
0398     struct ocfs2_dinode *di;
0399 
0400     ret = ocfs2_read_inode_block(inode, &di_bh);
0401     if (ret) {
0402         mlog_errno(ret);
0403         goto out;
0404     }
0405 
0406     BUG_ON(!ocfs2_is_refcount_inode(inode));
0407 
0408     di = (struct ocfs2_dinode *)di_bh->b_data;
0409     *ref_blkno = le64_to_cpu(di->i_refcount_loc);
0410     brelse(di_bh);
0411 out:
0412     return ret;
0413 }
0414 
0415 static int __ocfs2_lock_refcount_tree(struct ocfs2_super *osb,
0416                       struct ocfs2_refcount_tree *tree, int rw)
0417 {
0418     int ret;
0419 
0420     ret = ocfs2_refcount_lock(tree, rw);
0421     if (ret) {
0422         mlog_errno(ret);
0423         goto out;
0424     }
0425 
0426     if (rw)
0427         down_write(&tree->rf_sem);
0428     else
0429         down_read(&tree->rf_sem);
0430 
0431 out:
0432     return ret;
0433 }
0434 
0435 /*
0436  * Lock the refcount tree pointed by ref_blkno and return the tree.
0437  * In most case, we lock the tree and read the refcount block.
0438  * So read it here if the caller really needs it.
0439  *
0440  * If the tree has been re-created by other node, it will free the
0441  * old one and re-create it.
0442  */
0443 int ocfs2_lock_refcount_tree(struct ocfs2_super *osb,
0444                  u64 ref_blkno, int rw,
0445                  struct ocfs2_refcount_tree **ret_tree,
0446                  struct buffer_head **ref_bh)
0447 {
0448     int ret, delete_tree = 0;
0449     struct ocfs2_refcount_tree *tree = NULL;
0450     struct buffer_head *ref_root_bh = NULL;
0451     struct ocfs2_refcount_block *rb;
0452 
0453 again:
0454     ret = ocfs2_get_refcount_tree(osb, ref_blkno, &tree);
0455     if (ret) {
0456         mlog_errno(ret);
0457         return ret;
0458     }
0459 
0460     ocfs2_refcount_tree_get(tree);
0461 
0462     ret = __ocfs2_lock_refcount_tree(osb, tree, rw);
0463     if (ret) {
0464         mlog_errno(ret);
0465         ocfs2_refcount_tree_put(tree);
0466         goto out;
0467     }
0468 
0469     ret = ocfs2_read_refcount_block(&tree->rf_ci, tree->rf_blkno,
0470                     &ref_root_bh);
0471     if (ret) {
0472         mlog_errno(ret);
0473         ocfs2_unlock_refcount_tree(osb, tree, rw);
0474         goto out;
0475     }
0476 
0477     rb = (struct ocfs2_refcount_block *)ref_root_bh->b_data;
0478     /*
0479      * If the refcount block has been freed and re-created, we may need
0480      * to recreate the refcount tree also.
0481      *
0482      * Here we just remove the tree from the rb-tree, and the last
0483      * kref holder will unlock and delete this refcount_tree.
0484      * Then we goto "again" and ocfs2_get_refcount_tree will create
0485      * the new refcount tree for us.
0486      */
0487     if (tree->rf_generation != le32_to_cpu(rb->rf_generation)) {
0488         if (!tree->rf_removed) {
0489             ocfs2_erase_refcount_tree_from_list(osb, tree);
0490             tree->rf_removed = 1;
0491             delete_tree = 1;
0492         }
0493 
0494         ocfs2_unlock_refcount_tree(osb, tree, rw);
0495         /*
0496          * We get an extra reference when we create the refcount
0497          * tree, so another put will destroy it.
0498          */
0499         if (delete_tree)
0500             ocfs2_refcount_tree_put(tree);
0501         brelse(ref_root_bh);
0502         ref_root_bh = NULL;
0503         goto again;
0504     }
0505 
0506     *ret_tree = tree;
0507     if (ref_bh) {
0508         *ref_bh = ref_root_bh;
0509         ref_root_bh = NULL;
0510     }
0511 out:
0512     brelse(ref_root_bh);
0513     return ret;
0514 }
0515 
0516 void ocfs2_unlock_refcount_tree(struct ocfs2_super *osb,
0517                 struct ocfs2_refcount_tree *tree, int rw)
0518 {
0519     if (rw)
0520         up_write(&tree->rf_sem);
0521     else
0522         up_read(&tree->rf_sem);
0523 
0524     ocfs2_refcount_unlock(tree, rw);
0525     ocfs2_refcount_tree_put(tree);
0526 }
0527 
0528 void ocfs2_purge_refcount_trees(struct ocfs2_super *osb)
0529 {
0530     struct rb_node *node;
0531     struct ocfs2_refcount_tree *tree;
0532     struct rb_root *root = &osb->osb_rf_lock_tree;
0533 
0534     while ((node = rb_last(root)) != NULL) {
0535         tree = rb_entry(node, struct ocfs2_refcount_tree, rf_node);
0536 
0537         trace_ocfs2_purge_refcount_trees(
0538                 (unsigned long long) tree->rf_blkno);
0539 
0540         rb_erase(&tree->rf_node, root);
0541         ocfs2_free_refcount_tree(tree);
0542     }
0543 }
0544 
0545 /*
0546  * Create a refcount tree for an inode.
0547  * We take for granted that the inode is already locked.
0548  */
0549 static int ocfs2_create_refcount_tree(struct inode *inode,
0550                       struct buffer_head *di_bh)
0551 {
0552     int ret;
0553     handle_t *handle = NULL;
0554     struct ocfs2_alloc_context *meta_ac = NULL;
0555     struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data;
0556     struct ocfs2_inode_info *oi = OCFS2_I(inode);
0557     struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
0558     struct buffer_head *new_bh = NULL;
0559     struct ocfs2_refcount_block *rb;
0560     struct ocfs2_refcount_tree *new_tree = NULL, *tree = NULL;
0561     u16 suballoc_bit_start;
0562     u32 num_got;
0563     u64 suballoc_loc, first_blkno;
0564 
0565     BUG_ON(ocfs2_is_refcount_inode(inode));
0566 
0567     trace_ocfs2_create_refcount_tree(
0568         (unsigned long long)oi->ip_blkno);
0569 
0570     ret = ocfs2_reserve_new_metadata_blocks(osb, 1, &meta_ac);
0571     if (ret) {
0572         mlog_errno(ret);
0573         goto out;
0574     }
0575 
0576     handle = ocfs2_start_trans(osb, OCFS2_REFCOUNT_TREE_CREATE_CREDITS);
0577     if (IS_ERR(handle)) {
0578         ret = PTR_ERR(handle);
0579         mlog_errno(ret);
0580         goto out;
0581     }
0582 
0583     ret = ocfs2_journal_access_di(handle, INODE_CACHE(inode), di_bh,
0584                       OCFS2_JOURNAL_ACCESS_WRITE);
0585     if (ret) {
0586         mlog_errno(ret);
0587         goto out_commit;
0588     }
0589 
0590     ret = ocfs2_claim_metadata(handle, meta_ac, 1, &suballoc_loc,
0591                    &suballoc_bit_start, &num_got,
0592                    &first_blkno);
0593     if (ret) {
0594         mlog_errno(ret);
0595         goto out_commit;
0596     }
0597 
0598     new_tree = ocfs2_allocate_refcount_tree(osb, first_blkno);
0599     if (!new_tree) {
0600         ret = -ENOMEM;
0601         mlog_errno(ret);
0602         goto out_commit;
0603     }
0604 
0605     new_bh = sb_getblk(inode->i_sb, first_blkno);
0606     if (!new_bh) {
0607         ret = -ENOMEM;
0608         mlog_errno(ret);
0609         goto out_commit;
0610     }
0611     ocfs2_set_new_buffer_uptodate(&new_tree->rf_ci, new_bh);
0612 
0613     ret = ocfs2_journal_access_rb(handle, &new_tree->rf_ci, new_bh,
0614                       OCFS2_JOURNAL_ACCESS_CREATE);
0615     if (ret) {
0616         mlog_errno(ret);
0617         goto out_commit;
0618     }
0619 
0620     /* Initialize ocfs2_refcount_block. */
0621     rb = (struct ocfs2_refcount_block *)new_bh->b_data;
0622     memset(rb, 0, inode->i_sb->s_blocksize);
0623     strcpy((void *)rb, OCFS2_REFCOUNT_BLOCK_SIGNATURE);
0624     rb->rf_suballoc_slot = cpu_to_le16(meta_ac->ac_alloc_slot);
0625     rb->rf_suballoc_loc = cpu_to_le64(suballoc_loc);
0626     rb->rf_suballoc_bit = cpu_to_le16(suballoc_bit_start);
0627     rb->rf_fs_generation = cpu_to_le32(osb->fs_generation);
0628     rb->rf_blkno = cpu_to_le64(first_blkno);
0629     rb->rf_count = cpu_to_le32(1);
0630     rb->rf_records.rl_count =
0631             cpu_to_le16(ocfs2_refcount_recs_per_rb(osb->sb));
0632     spin_lock(&osb->osb_lock);
0633     rb->rf_generation = osb->s_next_generation++;
0634     spin_unlock(&osb->osb_lock);
0635 
0636     ocfs2_journal_dirty(handle, new_bh);
0637 
0638     spin_lock(&oi->ip_lock);
0639     oi->ip_dyn_features |= OCFS2_HAS_REFCOUNT_FL;
0640     di->i_dyn_features = cpu_to_le16(oi->ip_dyn_features);
0641     di->i_refcount_loc = cpu_to_le64(first_blkno);
0642     spin_unlock(&oi->ip_lock);
0643 
0644     trace_ocfs2_create_refcount_tree_blkno((unsigned long long)first_blkno);
0645 
0646     ocfs2_journal_dirty(handle, di_bh);
0647 
0648     /*
0649      * We have to init the tree lock here since it will use
0650      * the generation number to create it.
0651      */
0652     new_tree->rf_generation = le32_to_cpu(rb->rf_generation);
0653     ocfs2_init_refcount_tree_lock(osb, new_tree, first_blkno,
0654                       new_tree->rf_generation);
0655 
0656     spin_lock(&osb->osb_lock);
0657     tree = ocfs2_find_refcount_tree(osb, first_blkno);
0658 
0659     /*
0660      * We've just created a new refcount tree in this block.  If
0661      * we found a refcount tree on the ocfs2_super, it must be
0662      * one we just deleted.  We free the old tree before
0663      * inserting the new tree.
0664      */
0665     BUG_ON(tree && tree->rf_generation == new_tree->rf_generation);
0666     if (tree)
0667         ocfs2_erase_refcount_tree_from_list_no_lock(osb, tree);
0668     ocfs2_insert_refcount_tree(osb, new_tree);
0669     spin_unlock(&osb->osb_lock);
0670     new_tree = NULL;
0671     if (tree)
0672         ocfs2_refcount_tree_put(tree);
0673 
0674 out_commit:
0675     ocfs2_commit_trans(osb, handle);
0676 
0677 out:
0678     if (new_tree) {
0679         ocfs2_metadata_cache_exit(&new_tree->rf_ci);
0680         kfree(new_tree);
0681     }
0682 
0683     brelse(new_bh);
0684     if (meta_ac)
0685         ocfs2_free_alloc_context(meta_ac);
0686 
0687     return ret;
0688 }
0689 
0690 static int ocfs2_set_refcount_tree(struct inode *inode,
0691                    struct buffer_head *di_bh,
0692                    u64 refcount_loc)
0693 {
0694     int ret;
0695     handle_t *handle = NULL;
0696     struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data;
0697     struct ocfs2_inode_info *oi = OCFS2_I(inode);
0698     struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
0699     struct buffer_head *ref_root_bh = NULL;
0700     struct ocfs2_refcount_block *rb;
0701     struct ocfs2_refcount_tree *ref_tree;
0702 
0703     BUG_ON(ocfs2_is_refcount_inode(inode));
0704 
0705     ret = ocfs2_lock_refcount_tree(osb, refcount_loc, 1,
0706                        &ref_tree, &ref_root_bh);
0707     if (ret) {
0708         mlog_errno(ret);
0709         return ret;
0710     }
0711 
0712     handle = ocfs2_start_trans(osb, OCFS2_REFCOUNT_TREE_SET_CREDITS);
0713     if (IS_ERR(handle)) {
0714         ret = PTR_ERR(handle);
0715         mlog_errno(ret);
0716         goto out;
0717     }
0718 
0719     ret = ocfs2_journal_access_di(handle, INODE_CACHE(inode), di_bh,
0720                       OCFS2_JOURNAL_ACCESS_WRITE);
0721     if (ret) {
0722         mlog_errno(ret);
0723         goto out_commit;
0724     }
0725 
0726     ret = ocfs2_journal_access_rb(handle, &ref_tree->rf_ci, ref_root_bh,
0727                       OCFS2_JOURNAL_ACCESS_WRITE);
0728     if (ret) {
0729         mlog_errno(ret);
0730         goto out_commit;
0731     }
0732 
0733     rb = (struct ocfs2_refcount_block *)ref_root_bh->b_data;
0734     le32_add_cpu(&rb->rf_count, 1);
0735 
0736     ocfs2_journal_dirty(handle, ref_root_bh);
0737 
0738     spin_lock(&oi->ip_lock);
0739     oi->ip_dyn_features |= OCFS2_HAS_REFCOUNT_FL;
0740     di->i_dyn_features = cpu_to_le16(oi->ip_dyn_features);
0741     di->i_refcount_loc = cpu_to_le64(refcount_loc);
0742     spin_unlock(&oi->ip_lock);
0743     ocfs2_journal_dirty(handle, di_bh);
0744 
0745 out_commit:
0746     ocfs2_commit_trans(osb, handle);
0747 out:
0748     ocfs2_unlock_refcount_tree(osb, ref_tree, 1);
0749     brelse(ref_root_bh);
0750 
0751     return ret;
0752 }
0753 
0754 int ocfs2_remove_refcount_tree(struct inode *inode, struct buffer_head *di_bh)
0755 {
0756     int ret, delete_tree = 0;
0757     handle_t *handle = NULL;
0758     struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data;
0759     struct ocfs2_inode_info *oi = OCFS2_I(inode);
0760     struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
0761     struct ocfs2_refcount_block *rb;
0762     struct inode *alloc_inode = NULL;
0763     struct buffer_head *alloc_bh = NULL;
0764     struct buffer_head *blk_bh = NULL;
0765     struct ocfs2_refcount_tree *ref_tree;
0766     int credits = OCFS2_REFCOUNT_TREE_REMOVE_CREDITS;
0767     u64 blk = 0, bg_blkno = 0, ref_blkno = le64_to_cpu(di->i_refcount_loc);
0768     u16 bit = 0;
0769 
0770     if (!ocfs2_is_refcount_inode(inode))
0771         return 0;
0772 
0773     BUG_ON(!ref_blkno);
0774     ret = ocfs2_lock_refcount_tree(osb, ref_blkno, 1, &ref_tree, &blk_bh);
0775     if (ret) {
0776         mlog_errno(ret);
0777         return ret;
0778     }
0779 
0780     rb = (struct ocfs2_refcount_block *)blk_bh->b_data;
0781 
0782     /*
0783      * If we are the last user, we need to free the block.
0784      * So lock the allocator ahead.
0785      */
0786     if (le32_to_cpu(rb->rf_count) == 1) {
0787         blk = le64_to_cpu(rb->rf_blkno);
0788         bit = le16_to_cpu(rb->rf_suballoc_bit);
0789         if (rb->rf_suballoc_loc)
0790             bg_blkno = le64_to_cpu(rb->rf_suballoc_loc);
0791         else
0792             bg_blkno = ocfs2_which_suballoc_group(blk, bit);
0793 
0794         alloc_inode = ocfs2_get_system_file_inode(osb,
0795                     EXTENT_ALLOC_SYSTEM_INODE,
0796                     le16_to_cpu(rb->rf_suballoc_slot));
0797         if (!alloc_inode) {
0798             ret = -ENOMEM;
0799             mlog_errno(ret);
0800             goto out;
0801         }
0802         inode_lock(alloc_inode);
0803 
0804         ret = ocfs2_inode_lock(alloc_inode, &alloc_bh, 1);
0805         if (ret) {
0806             mlog_errno(ret);
0807             goto out_mutex;
0808         }
0809 
0810         credits += OCFS2_SUBALLOC_FREE;
0811     }
0812 
0813     handle = ocfs2_start_trans(osb, credits);
0814     if (IS_ERR(handle)) {
0815         ret = PTR_ERR(handle);
0816         mlog_errno(ret);
0817         goto out_unlock;
0818     }
0819 
0820     ret = ocfs2_journal_access_di(handle, INODE_CACHE(inode), di_bh,
0821                       OCFS2_JOURNAL_ACCESS_WRITE);
0822     if (ret) {
0823         mlog_errno(ret);
0824         goto out_commit;
0825     }
0826 
0827     ret = ocfs2_journal_access_rb(handle, &ref_tree->rf_ci, blk_bh,
0828                       OCFS2_JOURNAL_ACCESS_WRITE);
0829     if (ret) {
0830         mlog_errno(ret);
0831         goto out_commit;
0832     }
0833 
0834     spin_lock(&oi->ip_lock);
0835     oi->ip_dyn_features &= ~OCFS2_HAS_REFCOUNT_FL;
0836     di->i_dyn_features = cpu_to_le16(oi->ip_dyn_features);
0837     di->i_refcount_loc = 0;
0838     spin_unlock(&oi->ip_lock);
0839     ocfs2_journal_dirty(handle, di_bh);
0840 
0841     le32_add_cpu(&rb->rf_count , -1);
0842     ocfs2_journal_dirty(handle, blk_bh);
0843 
0844     if (!rb->rf_count) {
0845         delete_tree = 1;
0846         ocfs2_erase_refcount_tree_from_list(osb, ref_tree);
0847         ret = ocfs2_free_suballoc_bits(handle, alloc_inode,
0848                            alloc_bh, bit, bg_blkno, 1);
0849         if (ret)
0850             mlog_errno(ret);
0851     }
0852 
0853 out_commit:
0854     ocfs2_commit_trans(osb, handle);
0855 out_unlock:
0856     if (alloc_inode) {
0857         ocfs2_inode_unlock(alloc_inode, 1);
0858         brelse(alloc_bh);
0859     }
0860 out_mutex:
0861     if (alloc_inode) {
0862         inode_unlock(alloc_inode);
0863         iput(alloc_inode);
0864     }
0865 out:
0866     ocfs2_unlock_refcount_tree(osb, ref_tree, 1);
0867     if (delete_tree)
0868         ocfs2_refcount_tree_put(ref_tree);
0869     brelse(blk_bh);
0870 
0871     return ret;
0872 }
0873 
0874 static void ocfs2_find_refcount_rec_in_rl(struct ocfs2_caching_info *ci,
0875                       struct buffer_head *ref_leaf_bh,
0876                       u64 cpos, unsigned int len,
0877                       struct ocfs2_refcount_rec *ret_rec,
0878                       int *index)
0879 {
0880     int i = 0;
0881     struct ocfs2_refcount_block *rb =
0882         (struct ocfs2_refcount_block *)ref_leaf_bh->b_data;
0883     struct ocfs2_refcount_rec *rec = NULL;
0884 
0885     for (; i < le16_to_cpu(rb->rf_records.rl_used); i++) {
0886         rec = &rb->rf_records.rl_recs[i];
0887 
0888         if (le64_to_cpu(rec->r_cpos) +
0889             le32_to_cpu(rec->r_clusters) <= cpos)
0890             continue;
0891         else if (le64_to_cpu(rec->r_cpos) > cpos)
0892             break;
0893 
0894         /* ok, cpos fail in this rec. Just return. */
0895         if (ret_rec)
0896             *ret_rec = *rec;
0897         goto out;
0898     }
0899 
0900     if (ret_rec) {
0901         /* We meet with a hole here, so fake the rec. */
0902         ret_rec->r_cpos = cpu_to_le64(cpos);
0903         ret_rec->r_refcount = 0;
0904         if (i < le16_to_cpu(rb->rf_records.rl_used) &&
0905             le64_to_cpu(rec->r_cpos) < cpos + len)
0906             ret_rec->r_clusters =
0907                 cpu_to_le32(le64_to_cpu(rec->r_cpos) - cpos);
0908         else
0909             ret_rec->r_clusters = cpu_to_le32(len);
0910     }
0911 
0912 out:
0913     *index = i;
0914 }
0915 
0916 /*
0917  * Try to remove refcount tree. The mechanism is:
0918  * 1) Check whether i_clusters == 0, if no, exit.
0919  * 2) check whether we have i_xattr_loc in dinode. if yes, exit.
0920  * 3) Check whether we have inline xattr stored outside, if yes, exit.
0921  * 4) Remove the tree.
0922  */
0923 int ocfs2_try_remove_refcount_tree(struct inode *inode,
0924                    struct buffer_head *di_bh)
0925 {
0926     int ret;
0927     struct ocfs2_inode_info *oi = OCFS2_I(inode);
0928     struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data;
0929 
0930     down_write(&oi->ip_xattr_sem);
0931     down_write(&oi->ip_alloc_sem);
0932 
0933     if (oi->ip_clusters)
0934         goto out;
0935 
0936     if ((oi->ip_dyn_features & OCFS2_HAS_XATTR_FL) && di->i_xattr_loc)
0937         goto out;
0938 
0939     if (oi->ip_dyn_features & OCFS2_INLINE_XATTR_FL &&
0940         ocfs2_has_inline_xattr_value_outside(inode, di))
0941         goto out;
0942 
0943     ret = ocfs2_remove_refcount_tree(inode, di_bh);
0944     if (ret)
0945         mlog_errno(ret);
0946 out:
0947     up_write(&oi->ip_alloc_sem);
0948     up_write(&oi->ip_xattr_sem);
0949     return 0;
0950 }
0951 
0952 /*
0953  * Find the end range for a leaf refcount block indicated by
0954  * el->l_recs[index].e_blkno.
0955  */
0956 static int ocfs2_get_refcount_cpos_end(struct ocfs2_caching_info *ci,
0957                        struct buffer_head *ref_root_bh,
0958                        struct ocfs2_extent_block *eb,
0959                        struct ocfs2_extent_list *el,
0960                        int index,  u32 *cpos_end)
0961 {
0962     int ret, i, subtree_root;
0963     u32 cpos;
0964     u64 blkno;
0965     struct super_block *sb = ocfs2_metadata_cache_get_super(ci);
0966     struct ocfs2_path *left_path = NULL, *right_path = NULL;
0967     struct ocfs2_extent_tree et;
0968     struct ocfs2_extent_list *tmp_el;
0969 
0970     if (index < le16_to_cpu(el->l_next_free_rec) - 1) {
0971         /*
0972          * We have a extent rec after index, so just use the e_cpos
0973          * of the next extent rec.
0974          */
0975         *cpos_end = le32_to_cpu(el->l_recs[index+1].e_cpos);
0976         return 0;
0977     }
0978 
0979     if (!eb || !eb->h_next_leaf_blk) {
0980         /*
0981          * We are the last extent rec, so any high cpos should
0982          * be stored in this leaf refcount block.
0983          */
0984         *cpos_end = UINT_MAX;
0985         return 0;
0986     }
0987 
0988     /*
0989      * If the extent block isn't the last one, we have to find
0990      * the subtree root between this extent block and the next
0991      * leaf extent block and get the corresponding e_cpos from
0992      * the subroot. Otherwise we may corrupt the b-tree.
0993      */
0994     ocfs2_init_refcount_extent_tree(&et, ci, ref_root_bh);
0995 
0996     left_path = ocfs2_new_path_from_et(&et);
0997     if (!left_path) {
0998         ret = -ENOMEM;
0999         mlog_errno(ret);
1000         goto out;
1001     }
1002 
1003     cpos = le32_to_cpu(eb->h_list.l_recs[index].e_cpos);
1004     ret = ocfs2_find_path(ci, left_path, cpos);
1005     if (ret) {
1006         mlog_errno(ret);
1007         goto out;
1008     }
1009 
1010     right_path = ocfs2_new_path_from_path(left_path);
1011     if (!right_path) {
1012         ret = -ENOMEM;
1013         mlog_errno(ret);
1014         goto out;
1015     }
1016 
1017     ret = ocfs2_find_cpos_for_right_leaf(sb, left_path, &cpos);
1018     if (ret) {
1019         mlog_errno(ret);
1020         goto out;
1021     }
1022 
1023     ret = ocfs2_find_path(ci, right_path, cpos);
1024     if (ret) {
1025         mlog_errno(ret);
1026         goto out;
1027     }
1028 
1029     subtree_root = ocfs2_find_subtree_root(&et, left_path,
1030                            right_path);
1031 
1032     tmp_el = left_path->p_node[subtree_root].el;
1033     blkno = left_path->p_node[subtree_root+1].bh->b_blocknr;
1034     for (i = 0; i < le16_to_cpu(tmp_el->l_next_free_rec); i++) {
1035         if (le64_to_cpu(tmp_el->l_recs[i].e_blkno) == blkno) {
1036             *cpos_end = le32_to_cpu(tmp_el->l_recs[i+1].e_cpos);
1037             break;
1038         }
1039     }
1040 
1041     BUG_ON(i == le16_to_cpu(tmp_el->l_next_free_rec));
1042 
1043 out:
1044     ocfs2_free_path(left_path);
1045     ocfs2_free_path(right_path);
1046     return ret;
1047 }
1048 
1049 /*
1050  * Given a cpos and len, try to find the refcount record which contains cpos.
1051  * 1. If cpos can be found in one refcount record, return the record.
1052  * 2. If cpos can't be found, return a fake record which start from cpos
1053  *    and end at a small value between cpos+len and start of the next record.
1054  *    This fake record has r_refcount = 0.
1055  */
1056 static int ocfs2_get_refcount_rec(struct ocfs2_caching_info *ci,
1057                   struct buffer_head *ref_root_bh,
1058                   u64 cpos, unsigned int len,
1059                   struct ocfs2_refcount_rec *ret_rec,
1060                   int *index,
1061                   struct buffer_head **ret_bh)
1062 {
1063     int ret = 0, i, found;
1064     u32 low_cpos, cpos_end;
1065     struct ocfs2_extent_list *el;
1066     struct ocfs2_extent_rec *rec = NULL;
1067     struct ocfs2_extent_block *eb = NULL;
1068     struct buffer_head *eb_bh = NULL, *ref_leaf_bh = NULL;
1069     struct super_block *sb = ocfs2_metadata_cache_get_super(ci);
1070     struct ocfs2_refcount_block *rb =
1071             (struct ocfs2_refcount_block *)ref_root_bh->b_data;
1072 
1073     if (!(le32_to_cpu(rb->rf_flags) & OCFS2_REFCOUNT_TREE_FL)) {
1074         ocfs2_find_refcount_rec_in_rl(ci, ref_root_bh, cpos, len,
1075                           ret_rec, index);
1076         *ret_bh = ref_root_bh;
1077         get_bh(ref_root_bh);
1078         return 0;
1079     }
1080 
1081     el = &rb->rf_list;
1082     low_cpos = cpos & OCFS2_32BIT_POS_MASK;
1083 
1084     if (el->l_tree_depth) {
1085         ret = ocfs2_find_leaf(ci, el, low_cpos, &eb_bh);
1086         if (ret) {
1087             mlog_errno(ret);
1088             goto out;
1089         }
1090 
1091         eb = (struct ocfs2_extent_block *) eb_bh->b_data;
1092         el = &eb->h_list;
1093 
1094         if (el->l_tree_depth) {
1095             ret = ocfs2_error(sb,
1096                       "refcount tree %llu has non zero tree depth in leaf btree tree block %llu\n",
1097                       (unsigned long long)ocfs2_metadata_cache_owner(ci),
1098                       (unsigned long long)eb_bh->b_blocknr);
1099             goto out;
1100         }
1101     }
1102 
1103     found = 0;
1104     for (i = le16_to_cpu(el->l_next_free_rec) - 1; i >= 0; i--) {
1105         rec = &el->l_recs[i];
1106 
1107         if (le32_to_cpu(rec->e_cpos) <= low_cpos) {
1108             found = 1;
1109             break;
1110         }
1111     }
1112 
1113     if (found) {
1114         ret = ocfs2_get_refcount_cpos_end(ci, ref_root_bh,
1115                           eb, el, i, &cpos_end);
1116         if (ret) {
1117             mlog_errno(ret);
1118             goto out;
1119         }
1120 
1121         if (cpos_end < low_cpos + len)
1122             len = cpos_end - low_cpos;
1123     }
1124 
1125     ret = ocfs2_read_refcount_block(ci, le64_to_cpu(rec->e_blkno),
1126                     &ref_leaf_bh);
1127     if (ret) {
1128         mlog_errno(ret);
1129         goto out;
1130     }
1131 
1132     ocfs2_find_refcount_rec_in_rl(ci, ref_leaf_bh, cpos, len,
1133                       ret_rec, index);
1134     *ret_bh = ref_leaf_bh;
1135 out:
1136     brelse(eb_bh);
1137     return ret;
1138 }
1139 
1140 enum ocfs2_ref_rec_contig {
1141     REF_CONTIG_NONE = 0,
1142     REF_CONTIG_LEFT,
1143     REF_CONTIG_RIGHT,
1144     REF_CONTIG_LEFTRIGHT,
1145 };
1146 
1147 static enum ocfs2_ref_rec_contig
1148     ocfs2_refcount_rec_adjacent(struct ocfs2_refcount_block *rb,
1149                     int index)
1150 {
1151     if ((rb->rf_records.rl_recs[index].r_refcount ==
1152         rb->rf_records.rl_recs[index + 1].r_refcount) &&
1153         (le64_to_cpu(rb->rf_records.rl_recs[index].r_cpos) +
1154         le32_to_cpu(rb->rf_records.rl_recs[index].r_clusters) ==
1155         le64_to_cpu(rb->rf_records.rl_recs[index + 1].r_cpos)))
1156         return REF_CONTIG_RIGHT;
1157 
1158     return REF_CONTIG_NONE;
1159 }
1160 
1161 static enum ocfs2_ref_rec_contig
1162     ocfs2_refcount_rec_contig(struct ocfs2_refcount_block *rb,
1163                   int index)
1164 {
1165     enum ocfs2_ref_rec_contig ret = REF_CONTIG_NONE;
1166 
1167     if (index < le16_to_cpu(rb->rf_records.rl_used) - 1)
1168         ret = ocfs2_refcount_rec_adjacent(rb, index);
1169 
1170     if (index > 0) {
1171         enum ocfs2_ref_rec_contig tmp;
1172 
1173         tmp = ocfs2_refcount_rec_adjacent(rb, index - 1);
1174 
1175         if (tmp == REF_CONTIG_RIGHT) {
1176             if (ret == REF_CONTIG_RIGHT)
1177                 ret = REF_CONTIG_LEFTRIGHT;
1178             else
1179                 ret = REF_CONTIG_LEFT;
1180         }
1181     }
1182 
1183     return ret;
1184 }
1185 
1186 static void ocfs2_rotate_refcount_rec_left(struct ocfs2_refcount_block *rb,
1187                        int index)
1188 {
1189     BUG_ON(rb->rf_records.rl_recs[index].r_refcount !=
1190            rb->rf_records.rl_recs[index+1].r_refcount);
1191 
1192     le32_add_cpu(&rb->rf_records.rl_recs[index].r_clusters,
1193              le32_to_cpu(rb->rf_records.rl_recs[index+1].r_clusters));
1194 
1195     if (index < le16_to_cpu(rb->rf_records.rl_used) - 2)
1196         memmove(&rb->rf_records.rl_recs[index + 1],
1197             &rb->rf_records.rl_recs[index + 2],
1198             sizeof(struct ocfs2_refcount_rec) *
1199             (le16_to_cpu(rb->rf_records.rl_used) - index - 2));
1200 
1201     memset(&rb->rf_records.rl_recs[le16_to_cpu(rb->rf_records.rl_used) - 1],
1202            0, sizeof(struct ocfs2_refcount_rec));
1203     le16_add_cpu(&rb->rf_records.rl_used, -1);
1204 }
1205 
1206 /*
1207  * Merge the refcount rec if we are contiguous with the adjacent recs.
1208  */
1209 static void ocfs2_refcount_rec_merge(struct ocfs2_refcount_block *rb,
1210                      int index)
1211 {
1212     enum ocfs2_ref_rec_contig contig =
1213                 ocfs2_refcount_rec_contig(rb, index);
1214 
1215     if (contig == REF_CONTIG_NONE)
1216         return;
1217 
1218     if (contig == REF_CONTIG_LEFT || contig == REF_CONTIG_LEFTRIGHT) {
1219         BUG_ON(index == 0);
1220         index--;
1221     }
1222 
1223     ocfs2_rotate_refcount_rec_left(rb, index);
1224 
1225     if (contig == REF_CONTIG_LEFTRIGHT)
1226         ocfs2_rotate_refcount_rec_left(rb, index);
1227 }
1228 
1229 /*
1230  * Change the refcount indexed by "index" in ref_bh.
1231  * If refcount reaches 0, remove it.
1232  */
1233 static int ocfs2_change_refcount_rec(handle_t *handle,
1234                      struct ocfs2_caching_info *ci,
1235                      struct buffer_head *ref_leaf_bh,
1236                      int index, int merge, int change)
1237 {
1238     int ret;
1239     struct ocfs2_refcount_block *rb =
1240             (struct ocfs2_refcount_block *)ref_leaf_bh->b_data;
1241     struct ocfs2_refcount_list *rl = &rb->rf_records;
1242     struct ocfs2_refcount_rec *rec = &rl->rl_recs[index];
1243 
1244     ret = ocfs2_journal_access_rb(handle, ci, ref_leaf_bh,
1245                       OCFS2_JOURNAL_ACCESS_WRITE);
1246     if (ret) {
1247         mlog_errno(ret);
1248         goto out;
1249     }
1250 
1251     trace_ocfs2_change_refcount_rec(
1252         (unsigned long long)ocfs2_metadata_cache_owner(ci),
1253         index, le32_to_cpu(rec->r_refcount), change);
1254     le32_add_cpu(&rec->r_refcount, change);
1255 
1256     if (!rec->r_refcount) {
1257         if (index != le16_to_cpu(rl->rl_used) - 1) {
1258             memmove(rec, rec + 1,
1259                 (le16_to_cpu(rl->rl_used) - index - 1) *
1260                 sizeof(struct ocfs2_refcount_rec));
1261             memset(&rl->rl_recs[le16_to_cpu(rl->rl_used) - 1],
1262                    0, sizeof(struct ocfs2_refcount_rec));
1263         }
1264 
1265         le16_add_cpu(&rl->rl_used, -1);
1266     } else if (merge)
1267         ocfs2_refcount_rec_merge(rb, index);
1268 
1269     ocfs2_journal_dirty(handle, ref_leaf_bh);
1270 out:
1271     return ret;
1272 }
1273 
1274 static int ocfs2_expand_inline_ref_root(handle_t *handle,
1275                     struct ocfs2_caching_info *ci,
1276                     struct buffer_head *ref_root_bh,
1277                     struct buffer_head **ref_leaf_bh,
1278                     struct ocfs2_alloc_context *meta_ac)
1279 {
1280     int ret;
1281     u16 suballoc_bit_start;
1282     u32 num_got;
1283     u64 suballoc_loc, blkno;
1284     struct super_block *sb = ocfs2_metadata_cache_get_super(ci);
1285     struct buffer_head *new_bh = NULL;
1286     struct ocfs2_refcount_block *new_rb;
1287     struct ocfs2_refcount_block *root_rb =
1288             (struct ocfs2_refcount_block *)ref_root_bh->b_data;
1289 
1290     ret = ocfs2_journal_access_rb(handle, ci, ref_root_bh,
1291                       OCFS2_JOURNAL_ACCESS_WRITE);
1292     if (ret) {
1293         mlog_errno(ret);
1294         goto out;
1295     }
1296 
1297     ret = ocfs2_claim_metadata(handle, meta_ac, 1, &suballoc_loc,
1298                    &suballoc_bit_start, &num_got,
1299                    &blkno);
1300     if (ret) {
1301         mlog_errno(ret);
1302         goto out;
1303     }
1304 
1305     new_bh = sb_getblk(sb, blkno);
1306     if (new_bh == NULL) {
1307         ret = -ENOMEM;
1308         mlog_errno(ret);
1309         goto out;
1310     }
1311     ocfs2_set_new_buffer_uptodate(ci, new_bh);
1312 
1313     ret = ocfs2_journal_access_rb(handle, ci, new_bh,
1314                       OCFS2_JOURNAL_ACCESS_CREATE);
1315     if (ret) {
1316         mlog_errno(ret);
1317         goto out;
1318     }
1319 
1320     /*
1321      * Initialize ocfs2_refcount_block.
1322      * It should contain the same information as the old root.
1323      * so just memcpy it and change the corresponding field.
1324      */
1325     memcpy(new_bh->b_data, ref_root_bh->b_data, sb->s_blocksize);
1326 
1327     new_rb = (struct ocfs2_refcount_block *)new_bh->b_data;
1328     new_rb->rf_suballoc_slot = cpu_to_le16(meta_ac->ac_alloc_slot);
1329     new_rb->rf_suballoc_loc = cpu_to_le64(suballoc_loc);
1330     new_rb->rf_suballoc_bit = cpu_to_le16(suballoc_bit_start);
1331     new_rb->rf_blkno = cpu_to_le64(blkno);
1332     new_rb->rf_cpos = cpu_to_le32(0);
1333     new_rb->rf_parent = cpu_to_le64(ref_root_bh->b_blocknr);
1334     new_rb->rf_flags = cpu_to_le32(OCFS2_REFCOUNT_LEAF_FL);
1335     ocfs2_journal_dirty(handle, new_bh);
1336 
1337     /* Now change the root. */
1338     memset(&root_rb->rf_list, 0, sb->s_blocksize -
1339            offsetof(struct ocfs2_refcount_block, rf_list));
1340     root_rb->rf_list.l_count = cpu_to_le16(ocfs2_extent_recs_per_rb(sb));
1341     root_rb->rf_clusters = cpu_to_le32(1);
1342     root_rb->rf_list.l_next_free_rec = cpu_to_le16(1);
1343     root_rb->rf_list.l_recs[0].e_blkno = cpu_to_le64(blkno);
1344     root_rb->rf_list.l_recs[0].e_leaf_clusters = cpu_to_le16(1);
1345     root_rb->rf_flags = cpu_to_le32(OCFS2_REFCOUNT_TREE_FL);
1346 
1347     ocfs2_journal_dirty(handle, ref_root_bh);
1348 
1349     trace_ocfs2_expand_inline_ref_root((unsigned long long)blkno,
1350         le16_to_cpu(new_rb->rf_records.rl_used));
1351 
1352     *ref_leaf_bh = new_bh;
1353     new_bh = NULL;
1354 out:
1355     brelse(new_bh);
1356     return ret;
1357 }
1358 
1359 static int ocfs2_refcount_rec_no_intersect(struct ocfs2_refcount_rec *prev,
1360                        struct ocfs2_refcount_rec *next)
1361 {
1362     if (ocfs2_get_ref_rec_low_cpos(prev) + le32_to_cpu(prev->r_clusters) <=
1363         ocfs2_get_ref_rec_low_cpos(next))
1364         return 1;
1365 
1366     return 0;
1367 }
1368 
1369 static int cmp_refcount_rec_by_low_cpos(const void *a, const void *b)
1370 {
1371     const struct ocfs2_refcount_rec *l = a, *r = b;
1372     u32 l_cpos = ocfs2_get_ref_rec_low_cpos(l);
1373     u32 r_cpos = ocfs2_get_ref_rec_low_cpos(r);
1374 
1375     if (l_cpos > r_cpos)
1376         return 1;
1377     if (l_cpos < r_cpos)
1378         return -1;
1379     return 0;
1380 }
1381 
1382 static int cmp_refcount_rec_by_cpos(const void *a, const void *b)
1383 {
1384     const struct ocfs2_refcount_rec *l = a, *r = b;
1385     u64 l_cpos = le64_to_cpu(l->r_cpos);
1386     u64 r_cpos = le64_to_cpu(r->r_cpos);
1387 
1388     if (l_cpos > r_cpos)
1389         return 1;
1390     if (l_cpos < r_cpos)
1391         return -1;
1392     return 0;
1393 }
1394 
1395 static void swap_refcount_rec(void *a, void *b, int size)
1396 {
1397     struct ocfs2_refcount_rec *l = a, *r = b;
1398 
1399     swap(*l, *r);
1400 }
1401 
1402 /*
1403  * The refcount cpos are ordered by their 64bit cpos,
1404  * But we will use the low 32 bit to be the e_cpos in the b-tree.
1405  * So we need to make sure that this pos isn't intersected with others.
1406  *
1407  * Note: The refcount block is already sorted by their low 32 bit cpos,
1408  *       So just try the middle pos first, and we will exit when we find
1409  *       the good position.
1410  */
1411 static int ocfs2_find_refcount_split_pos(struct ocfs2_refcount_list *rl,
1412                      u32 *split_pos, int *split_index)
1413 {
1414     int num_used = le16_to_cpu(rl->rl_used);
1415     int delta, middle = num_used / 2;
1416 
1417     for (delta = 0; delta < middle; delta++) {
1418         /* Let's check delta earlier than middle */
1419         if (ocfs2_refcount_rec_no_intersect(
1420                     &rl->rl_recs[middle - delta - 1],
1421                     &rl->rl_recs[middle - delta])) {
1422             *split_index = middle - delta;
1423             break;
1424         }
1425 
1426         /* For even counts, don't walk off the end */
1427         if ((middle + delta + 1) == num_used)
1428             continue;
1429 
1430         /* Now try delta past middle */
1431         if (ocfs2_refcount_rec_no_intersect(
1432                     &rl->rl_recs[middle + delta],
1433                     &rl->rl_recs[middle + delta + 1])) {
1434             *split_index = middle + delta + 1;
1435             break;
1436         }
1437     }
1438 
1439     if (delta >= middle)
1440         return -ENOSPC;
1441 
1442     *split_pos = ocfs2_get_ref_rec_low_cpos(&rl->rl_recs[*split_index]);
1443     return 0;
1444 }
1445 
1446 static int ocfs2_divide_leaf_refcount_block(struct buffer_head *ref_leaf_bh,
1447                         struct buffer_head *new_bh,
1448                         u32 *split_cpos)
1449 {
1450     int split_index = 0, num_moved, ret;
1451     u32 cpos = 0;
1452     struct ocfs2_refcount_block *rb =
1453             (struct ocfs2_refcount_block *)ref_leaf_bh->b_data;
1454     struct ocfs2_refcount_list *rl = &rb->rf_records;
1455     struct ocfs2_refcount_block *new_rb =
1456             (struct ocfs2_refcount_block *)new_bh->b_data;
1457     struct ocfs2_refcount_list *new_rl = &new_rb->rf_records;
1458 
1459     trace_ocfs2_divide_leaf_refcount_block(
1460         (unsigned long long)ref_leaf_bh->b_blocknr,
1461         le16_to_cpu(rl->rl_count), le16_to_cpu(rl->rl_used));
1462 
1463     /*
1464      * XXX: Improvement later.
1465      * If we know all the high 32 bit cpos is the same, no need to sort.
1466      *
1467      * In order to make the whole process safe, we do:
1468      * 1. sort the entries by their low 32 bit cpos first so that we can
1469      *    find the split cpos easily.
1470      * 2. call ocfs2_insert_extent to insert the new refcount block.
1471      * 3. move the refcount rec to the new block.
1472      * 4. sort the entries by their 64 bit cpos.
1473      * 5. dirty the new_rb and rb.
1474      */
1475     sort(&rl->rl_recs, le16_to_cpu(rl->rl_used),
1476          sizeof(struct ocfs2_refcount_rec),
1477          cmp_refcount_rec_by_low_cpos, swap_refcount_rec);
1478 
1479     ret = ocfs2_find_refcount_split_pos(rl, &cpos, &split_index);
1480     if (ret) {
1481         mlog_errno(ret);
1482         return ret;
1483     }
1484 
1485     new_rb->rf_cpos = cpu_to_le32(cpos);
1486 
1487     /* move refcount records starting from split_index to the new block. */
1488     num_moved = le16_to_cpu(rl->rl_used) - split_index;
1489     memcpy(new_rl->rl_recs, &rl->rl_recs[split_index],
1490            num_moved * sizeof(struct ocfs2_refcount_rec));
1491 
1492     /*ok, remove the entries we just moved over to the other block. */
1493     memset(&rl->rl_recs[split_index], 0,
1494            num_moved * sizeof(struct ocfs2_refcount_rec));
1495 
1496     /* change old and new rl_used accordingly. */
1497     le16_add_cpu(&rl->rl_used, -num_moved);
1498     new_rl->rl_used = cpu_to_le16(num_moved);
1499 
1500     sort(&rl->rl_recs, le16_to_cpu(rl->rl_used),
1501          sizeof(struct ocfs2_refcount_rec),
1502          cmp_refcount_rec_by_cpos, swap_refcount_rec);
1503 
1504     sort(&new_rl->rl_recs, le16_to_cpu(new_rl->rl_used),
1505          sizeof(struct ocfs2_refcount_rec),
1506          cmp_refcount_rec_by_cpos, swap_refcount_rec);
1507 
1508     *split_cpos = cpos;
1509     return 0;
1510 }
1511 
1512 static int ocfs2_new_leaf_refcount_block(handle_t *handle,
1513                      struct ocfs2_caching_info *ci,
1514                      struct buffer_head *ref_root_bh,
1515                      struct buffer_head *ref_leaf_bh,
1516                      struct ocfs2_alloc_context *meta_ac)
1517 {
1518     int ret;
1519     u16 suballoc_bit_start;
1520     u32 num_got, new_cpos;
1521     u64 suballoc_loc, blkno;
1522     struct super_block *sb = ocfs2_metadata_cache_get_super(ci);
1523     struct ocfs2_refcount_block *root_rb =
1524             (struct ocfs2_refcount_block *)ref_root_bh->b_data;
1525     struct buffer_head *new_bh = NULL;
1526     struct ocfs2_refcount_block *new_rb;
1527     struct ocfs2_extent_tree ref_et;
1528 
1529     BUG_ON(!(le32_to_cpu(root_rb->rf_flags) & OCFS2_REFCOUNT_TREE_FL));
1530 
1531     ret = ocfs2_journal_access_rb(handle, ci, ref_root_bh,
1532                       OCFS2_JOURNAL_ACCESS_WRITE);
1533     if (ret) {
1534         mlog_errno(ret);
1535         goto out;
1536     }
1537 
1538     ret = ocfs2_journal_access_rb(handle, ci, ref_leaf_bh,
1539                       OCFS2_JOURNAL_ACCESS_WRITE);
1540     if (ret) {
1541         mlog_errno(ret);
1542         goto out;
1543     }
1544 
1545     ret = ocfs2_claim_metadata(handle, meta_ac, 1, &suballoc_loc,
1546                    &suballoc_bit_start, &num_got,
1547                    &blkno);
1548     if (ret) {
1549         mlog_errno(ret);
1550         goto out;
1551     }
1552 
1553     new_bh = sb_getblk(sb, blkno);
1554     if (new_bh == NULL) {
1555         ret = -ENOMEM;
1556         mlog_errno(ret);
1557         goto out;
1558     }
1559     ocfs2_set_new_buffer_uptodate(ci, new_bh);
1560 
1561     ret = ocfs2_journal_access_rb(handle, ci, new_bh,
1562                       OCFS2_JOURNAL_ACCESS_CREATE);
1563     if (ret) {
1564         mlog_errno(ret);
1565         goto out;
1566     }
1567 
1568     /* Initialize ocfs2_refcount_block. */
1569     new_rb = (struct ocfs2_refcount_block *)new_bh->b_data;
1570     memset(new_rb, 0, sb->s_blocksize);
1571     strcpy((void *)new_rb, OCFS2_REFCOUNT_BLOCK_SIGNATURE);
1572     new_rb->rf_suballoc_slot = cpu_to_le16(meta_ac->ac_alloc_slot);
1573     new_rb->rf_suballoc_loc = cpu_to_le64(suballoc_loc);
1574     new_rb->rf_suballoc_bit = cpu_to_le16(suballoc_bit_start);
1575     new_rb->rf_fs_generation = cpu_to_le32(OCFS2_SB(sb)->fs_generation);
1576     new_rb->rf_blkno = cpu_to_le64(blkno);
1577     new_rb->rf_parent = cpu_to_le64(ref_root_bh->b_blocknr);
1578     new_rb->rf_flags = cpu_to_le32(OCFS2_REFCOUNT_LEAF_FL);
1579     new_rb->rf_records.rl_count =
1580                 cpu_to_le16(ocfs2_refcount_recs_per_rb(sb));
1581     new_rb->rf_generation = root_rb->rf_generation;
1582 
1583     ret = ocfs2_divide_leaf_refcount_block(ref_leaf_bh, new_bh, &new_cpos);
1584     if (ret) {
1585         mlog_errno(ret);
1586         goto out;
1587     }
1588 
1589     ocfs2_journal_dirty(handle, ref_leaf_bh);
1590     ocfs2_journal_dirty(handle, new_bh);
1591 
1592     ocfs2_init_refcount_extent_tree(&ref_et, ci, ref_root_bh);
1593 
1594     trace_ocfs2_new_leaf_refcount_block(
1595             (unsigned long long)new_bh->b_blocknr, new_cpos);
1596 
1597     /* Insert the new leaf block with the specific offset cpos. */
1598     ret = ocfs2_insert_extent(handle, &ref_et, new_cpos, new_bh->b_blocknr,
1599                   1, 0, meta_ac);
1600     if (ret)
1601         mlog_errno(ret);
1602 
1603 out:
1604     brelse(new_bh);
1605     return ret;
1606 }
1607 
1608 static int ocfs2_expand_refcount_tree(handle_t *handle,
1609                       struct ocfs2_caching_info *ci,
1610                       struct buffer_head *ref_root_bh,
1611                       struct buffer_head *ref_leaf_bh,
1612                       struct ocfs2_alloc_context *meta_ac)
1613 {
1614     int ret;
1615     struct buffer_head *expand_bh = NULL;
1616 
1617     if (ref_root_bh == ref_leaf_bh) {
1618         /*
1619          * the old root bh hasn't been expanded to a b-tree,
1620          * so expand it first.
1621          */
1622         ret = ocfs2_expand_inline_ref_root(handle, ci, ref_root_bh,
1623                            &expand_bh, meta_ac);
1624         if (ret) {
1625             mlog_errno(ret);
1626             goto out;
1627         }
1628     } else {
1629         expand_bh = ref_leaf_bh;
1630         get_bh(expand_bh);
1631     }
1632 
1633 
1634     /* Now add a new refcount block into the tree.*/
1635     ret = ocfs2_new_leaf_refcount_block(handle, ci, ref_root_bh,
1636                         expand_bh, meta_ac);
1637     if (ret)
1638         mlog_errno(ret);
1639 out:
1640     brelse(expand_bh);
1641     return ret;
1642 }
1643 
1644 /*
1645  * Adjust the extent rec in b-tree representing ref_leaf_bh.
1646  *
1647  * Only called when we have inserted a new refcount rec at index 0
1648  * which means ocfs2_extent_rec.e_cpos may need some change.
1649  */
1650 static int ocfs2_adjust_refcount_rec(handle_t *handle,
1651                      struct ocfs2_caching_info *ci,
1652                      struct buffer_head *ref_root_bh,
1653                      struct buffer_head *ref_leaf_bh,
1654                      struct ocfs2_refcount_rec *rec)
1655 {
1656     int ret = 0, i;
1657     u32 new_cpos, old_cpos;
1658     struct ocfs2_path *path = NULL;
1659     struct ocfs2_extent_tree et;
1660     struct ocfs2_refcount_block *rb =
1661         (struct ocfs2_refcount_block *)ref_root_bh->b_data;
1662     struct ocfs2_extent_list *el;
1663 
1664     if (!(le32_to_cpu(rb->rf_flags) & OCFS2_REFCOUNT_TREE_FL))
1665         goto out;
1666 
1667     rb = (struct ocfs2_refcount_block *)ref_leaf_bh->b_data;
1668     old_cpos = le32_to_cpu(rb->rf_cpos);
1669     new_cpos = le64_to_cpu(rec->r_cpos) & OCFS2_32BIT_POS_MASK;
1670     if (old_cpos <= new_cpos)
1671         goto out;
1672 
1673     ocfs2_init_refcount_extent_tree(&et, ci, ref_root_bh);
1674 
1675     path = ocfs2_new_path_from_et(&et);
1676     if (!path) {
1677         ret = -ENOMEM;
1678         mlog_errno(ret);
1679         goto out;
1680     }
1681 
1682     ret = ocfs2_find_path(ci, path, old_cpos);
1683     if (ret) {
1684         mlog_errno(ret);
1685         goto out;
1686     }
1687 
1688     /*
1689      * 2 more credits, one for the leaf refcount block, one for
1690      * the extent block contains the extent rec.
1691      */
1692     ret = ocfs2_extend_trans(handle, 2);
1693     if (ret < 0) {
1694         mlog_errno(ret);
1695         goto out;
1696     }
1697 
1698     ret = ocfs2_journal_access_rb(handle, ci, ref_leaf_bh,
1699                       OCFS2_JOURNAL_ACCESS_WRITE);
1700     if (ret < 0) {
1701         mlog_errno(ret);
1702         goto out;
1703     }
1704 
1705     ret = ocfs2_journal_access_eb(handle, ci, path_leaf_bh(path),
1706                       OCFS2_JOURNAL_ACCESS_WRITE);
1707     if (ret < 0) {
1708         mlog_errno(ret);
1709         goto out;
1710     }
1711 
1712     /* change the leaf extent block first. */
1713     el = path_leaf_el(path);
1714 
1715     for (i = 0; i < le16_to_cpu(el->l_next_free_rec); i++)
1716         if (le32_to_cpu(el->l_recs[i].e_cpos) == old_cpos)
1717             break;
1718 
1719     BUG_ON(i == le16_to_cpu(el->l_next_free_rec));
1720 
1721     el->l_recs[i].e_cpos = cpu_to_le32(new_cpos);
1722 
1723     /* change the r_cpos in the leaf block. */
1724     rb->rf_cpos = cpu_to_le32(new_cpos);
1725 
1726     ocfs2_journal_dirty(handle, path_leaf_bh(path));
1727     ocfs2_journal_dirty(handle, ref_leaf_bh);
1728 
1729 out:
1730     ocfs2_free_path(path);
1731     return ret;
1732 }
1733 
1734 static int ocfs2_insert_refcount_rec(handle_t *handle,
1735                      struct ocfs2_caching_info *ci,
1736                      struct buffer_head *ref_root_bh,
1737                      struct buffer_head *ref_leaf_bh,
1738                      struct ocfs2_refcount_rec *rec,
1739                      int index, int merge,
1740                      struct ocfs2_alloc_context *meta_ac)
1741 {
1742     int ret;
1743     struct ocfs2_refcount_block *rb =
1744             (struct ocfs2_refcount_block *)ref_leaf_bh->b_data;
1745     struct ocfs2_refcount_list *rf_list = &rb->rf_records;
1746     struct buffer_head *new_bh = NULL;
1747 
1748     BUG_ON(le32_to_cpu(rb->rf_flags) & OCFS2_REFCOUNT_TREE_FL);
1749 
1750     if (rf_list->rl_used == rf_list->rl_count) {
1751         u64 cpos = le64_to_cpu(rec->r_cpos);
1752         u32 len = le32_to_cpu(rec->r_clusters);
1753 
1754         ret = ocfs2_expand_refcount_tree(handle, ci, ref_root_bh,
1755                          ref_leaf_bh, meta_ac);
1756         if (ret) {
1757             mlog_errno(ret);
1758             goto out;
1759         }
1760 
1761         ret = ocfs2_get_refcount_rec(ci, ref_root_bh,
1762                          cpos, len, NULL, &index,
1763                          &new_bh);
1764         if (ret) {
1765             mlog_errno(ret);
1766             goto out;
1767         }
1768 
1769         ref_leaf_bh = new_bh;
1770         rb = (struct ocfs2_refcount_block *)ref_leaf_bh->b_data;
1771         rf_list = &rb->rf_records;
1772     }
1773 
1774     ret = ocfs2_journal_access_rb(handle, ci, ref_leaf_bh,
1775                       OCFS2_JOURNAL_ACCESS_WRITE);
1776     if (ret) {
1777         mlog_errno(ret);
1778         goto out;
1779     }
1780 
1781     if (index < le16_to_cpu(rf_list->rl_used))
1782         memmove(&rf_list->rl_recs[index + 1],
1783             &rf_list->rl_recs[index],
1784             (le16_to_cpu(rf_list->rl_used) - index) *
1785              sizeof(struct ocfs2_refcount_rec));
1786 
1787     trace_ocfs2_insert_refcount_rec(
1788         (unsigned long long)ref_leaf_bh->b_blocknr, index,
1789         (unsigned long long)le64_to_cpu(rec->r_cpos),
1790         le32_to_cpu(rec->r_clusters), le32_to_cpu(rec->r_refcount));
1791 
1792     rf_list->rl_recs[index] = *rec;
1793 
1794     le16_add_cpu(&rf_list->rl_used, 1);
1795 
1796     if (merge)
1797         ocfs2_refcount_rec_merge(rb, index);
1798 
1799     ocfs2_journal_dirty(handle, ref_leaf_bh);
1800 
1801     if (index == 0) {
1802         ret = ocfs2_adjust_refcount_rec(handle, ci,
1803                         ref_root_bh,
1804                         ref_leaf_bh, rec);
1805         if (ret)
1806             mlog_errno(ret);
1807     }
1808 out:
1809     brelse(new_bh);
1810     return ret;
1811 }
1812 
1813 /*
1814  * Split the refcount_rec indexed by "index" in ref_leaf_bh.
1815  * This is much simple than our b-tree code.
1816  * split_rec is the new refcount rec we want to insert.
1817  * If split_rec->r_refcount > 0, we are changing the refcount(in case we
1818  * increase refcount or decrease a refcount to non-zero).
1819  * If split_rec->r_refcount == 0, we are punching a hole in current refcount
1820  * rec( in case we decrease a refcount to zero).
1821  */
1822 static int ocfs2_split_refcount_rec(handle_t *handle,
1823                     struct ocfs2_caching_info *ci,
1824                     struct buffer_head *ref_root_bh,
1825                     struct buffer_head *ref_leaf_bh,
1826                     struct ocfs2_refcount_rec *split_rec,
1827                     int index, int merge,
1828                     struct ocfs2_alloc_context *meta_ac,
1829                     struct ocfs2_cached_dealloc_ctxt *dealloc)
1830 {
1831     int ret, recs_need;
1832     u32 len;
1833     struct ocfs2_refcount_block *rb =
1834             (struct ocfs2_refcount_block *)ref_leaf_bh->b_data;
1835     struct ocfs2_refcount_list *rf_list = &rb->rf_records;
1836     struct ocfs2_refcount_rec *orig_rec = &rf_list->rl_recs[index];
1837     struct ocfs2_refcount_rec *tail_rec = NULL;
1838     struct buffer_head *new_bh = NULL;
1839 
1840     BUG_ON(le32_to_cpu(rb->rf_flags) & OCFS2_REFCOUNT_TREE_FL);
1841 
1842     trace_ocfs2_split_refcount_rec(le64_to_cpu(orig_rec->r_cpos),
1843         le32_to_cpu(orig_rec->r_clusters),
1844         le32_to_cpu(orig_rec->r_refcount),
1845         le64_to_cpu(split_rec->r_cpos),
1846         le32_to_cpu(split_rec->r_clusters),
1847         le32_to_cpu(split_rec->r_refcount));
1848 
1849     /*
1850      * If we just need to split the header or tail clusters,
1851      * no more recs are needed, just split is OK.
1852      * Otherwise we at least need one new recs.
1853      */
1854     if (!split_rec->r_refcount &&
1855         (split_rec->r_cpos == orig_rec->r_cpos ||
1856          le64_to_cpu(split_rec->r_cpos) +
1857          le32_to_cpu(split_rec->r_clusters) ==
1858          le64_to_cpu(orig_rec->r_cpos) + le32_to_cpu(orig_rec->r_clusters)))
1859         recs_need = 0;
1860     else
1861         recs_need = 1;
1862 
1863     /*
1864      * We need one more rec if we split in the middle and the new rec have
1865      * some refcount in it.
1866      */
1867     if (split_rec->r_refcount &&
1868         (split_rec->r_cpos != orig_rec->r_cpos &&
1869          le64_to_cpu(split_rec->r_cpos) +
1870          le32_to_cpu(split_rec->r_clusters) !=
1871          le64_to_cpu(orig_rec->r_cpos) + le32_to_cpu(orig_rec->r_clusters)))
1872         recs_need++;
1873 
1874     /* If the leaf block don't have enough record, expand it. */
1875     if (le16_to_cpu(rf_list->rl_used) + recs_need >
1876                      le16_to_cpu(rf_list->rl_count)) {
1877         struct ocfs2_refcount_rec tmp_rec;
1878         u64 cpos = le64_to_cpu(orig_rec->r_cpos);
1879         len = le32_to_cpu(orig_rec->r_clusters);
1880         ret = ocfs2_expand_refcount_tree(handle, ci, ref_root_bh,
1881                          ref_leaf_bh, meta_ac);
1882         if (ret) {
1883             mlog_errno(ret);
1884             goto out;
1885         }
1886 
1887         /*
1888          * We have to re-get it since now cpos may be moved to
1889          * another leaf block.
1890          */
1891         ret = ocfs2_get_refcount_rec(ci, ref_root_bh,
1892                          cpos, len, &tmp_rec, &index,
1893                          &new_bh);
1894         if (ret) {
1895             mlog_errno(ret);
1896             goto out;
1897         }
1898 
1899         ref_leaf_bh = new_bh;
1900         rb = (struct ocfs2_refcount_block *)ref_leaf_bh->b_data;
1901         rf_list = &rb->rf_records;
1902         orig_rec = &rf_list->rl_recs[index];
1903     }
1904 
1905     ret = ocfs2_journal_access_rb(handle, ci, ref_leaf_bh,
1906                       OCFS2_JOURNAL_ACCESS_WRITE);
1907     if (ret) {
1908         mlog_errno(ret);
1909         goto out;
1910     }
1911 
1912     /*
1913      * We have calculated out how many new records we need and store
1914      * in recs_need, so spare enough space first by moving the records
1915      * after "index" to the end.
1916      */
1917     if (index != le16_to_cpu(rf_list->rl_used) - 1)
1918         memmove(&rf_list->rl_recs[index + 1 + recs_need],
1919             &rf_list->rl_recs[index + 1],
1920             (le16_to_cpu(rf_list->rl_used) - index - 1) *
1921              sizeof(struct ocfs2_refcount_rec));
1922 
1923     len = (le64_to_cpu(orig_rec->r_cpos) +
1924           le32_to_cpu(orig_rec->r_clusters)) -
1925           (le64_to_cpu(split_rec->r_cpos) +
1926           le32_to_cpu(split_rec->r_clusters));
1927 
1928     /*
1929      * If we have "len", the we will split in the tail and move it
1930      * to the end of the space we have just spared.
1931      */
1932     if (len) {
1933         tail_rec = &rf_list->rl_recs[index + recs_need];
1934 
1935         memcpy(tail_rec, orig_rec, sizeof(struct ocfs2_refcount_rec));
1936         le64_add_cpu(&tail_rec->r_cpos,
1937                  le32_to_cpu(tail_rec->r_clusters) - len);
1938         tail_rec->r_clusters = cpu_to_le32(len);
1939     }
1940 
1941     /*
1942      * If the split pos isn't the same as the original one, we need to
1943      * split in the head.
1944      *
1945      * Note: We have the chance that split_rec.r_refcount = 0,
1946      * recs_need = 0 and len > 0, which means we just cut the head from
1947      * the orig_rec and in that case we have done some modification in
1948      * orig_rec above, so the check for r_cpos is faked.
1949      */
1950     if (split_rec->r_cpos != orig_rec->r_cpos && tail_rec != orig_rec) {
1951         len = le64_to_cpu(split_rec->r_cpos) -
1952               le64_to_cpu(orig_rec->r_cpos);
1953         orig_rec->r_clusters = cpu_to_le32(len);
1954         index++;
1955     }
1956 
1957     le16_add_cpu(&rf_list->rl_used, recs_need);
1958 
1959     if (split_rec->r_refcount) {
1960         rf_list->rl_recs[index] = *split_rec;
1961         trace_ocfs2_split_refcount_rec_insert(
1962             (unsigned long long)ref_leaf_bh->b_blocknr, index,
1963             (unsigned long long)le64_to_cpu(split_rec->r_cpos),
1964             le32_to_cpu(split_rec->r_clusters),
1965             le32_to_cpu(split_rec->r_refcount));
1966 
1967         if (merge)
1968             ocfs2_refcount_rec_merge(rb, index);
1969     }
1970 
1971     ocfs2_journal_dirty(handle, ref_leaf_bh);
1972 
1973 out:
1974     brelse(new_bh);
1975     return ret;
1976 }
1977 
1978 static int __ocfs2_increase_refcount(handle_t *handle,
1979                      struct ocfs2_caching_info *ci,
1980                      struct buffer_head *ref_root_bh,
1981                      u64 cpos, u32 len, int merge,
1982                      struct ocfs2_alloc_context *meta_ac,
1983                      struct ocfs2_cached_dealloc_ctxt *dealloc)
1984 {
1985     int ret = 0, index;
1986     struct buffer_head *ref_leaf_bh = NULL;
1987     struct ocfs2_refcount_rec rec;
1988     unsigned int set_len = 0;
1989 
1990     trace_ocfs2_increase_refcount_begin(
1991          (unsigned long long)ocfs2_metadata_cache_owner(ci),
1992          (unsigned long long)cpos, len);
1993 
1994     while (len) {
1995         ret = ocfs2_get_refcount_rec(ci, ref_root_bh,
1996                          cpos, len, &rec, &index,
1997                          &ref_leaf_bh);
1998         if (ret) {
1999             mlog_errno(ret);
2000             goto out;
2001         }
2002 
2003         set_len = le32_to_cpu(rec.r_clusters);
2004 
2005         /*
2006          * Here we may meet with 3 situations:
2007          *
2008          * 1. If we find an already existing record, and the length
2009          *    is the same, cool, we just need to increase the r_refcount
2010          *    and it is OK.
2011          * 2. If we find a hole, just insert it with r_refcount = 1.
2012          * 3. If we are in the middle of one extent record, split
2013          *    it.
2014          */
2015         if (rec.r_refcount && le64_to_cpu(rec.r_cpos) == cpos &&
2016             set_len <= len) {
2017             trace_ocfs2_increase_refcount_change(
2018                 (unsigned long long)cpos, set_len,
2019                 le32_to_cpu(rec.r_refcount));
2020             ret = ocfs2_change_refcount_rec(handle, ci,
2021                             ref_leaf_bh, index,
2022                             merge, 1);
2023             if (ret) {
2024                 mlog_errno(ret);
2025                 goto out;
2026             }
2027         } else if (!rec.r_refcount) {
2028             rec.r_refcount = cpu_to_le32(1);
2029 
2030             trace_ocfs2_increase_refcount_insert(
2031                  (unsigned long long)le64_to_cpu(rec.r_cpos),
2032                  set_len);
2033             ret = ocfs2_insert_refcount_rec(handle, ci, ref_root_bh,
2034                             ref_leaf_bh,
2035                             &rec, index,
2036                             merge, meta_ac);
2037             if (ret) {
2038                 mlog_errno(ret);
2039                 goto out;
2040             }
2041         } else  {
2042             set_len = min((u64)(cpos + len),
2043                       le64_to_cpu(rec.r_cpos) + set_len) - cpos;
2044             rec.r_cpos = cpu_to_le64(cpos);
2045             rec.r_clusters = cpu_to_le32(set_len);
2046             le32_add_cpu(&rec.r_refcount, 1);
2047 
2048             trace_ocfs2_increase_refcount_split(
2049                  (unsigned long long)le64_to_cpu(rec.r_cpos),
2050                  set_len, le32_to_cpu(rec.r_refcount));
2051             ret = ocfs2_split_refcount_rec(handle, ci,
2052                                ref_root_bh, ref_leaf_bh,
2053                                &rec, index, merge,
2054                                meta_ac, dealloc);
2055             if (ret) {
2056                 mlog_errno(ret);
2057                 goto out;
2058             }
2059         }
2060 
2061         cpos += set_len;
2062         len -= set_len;
2063         brelse(ref_leaf_bh);
2064         ref_leaf_bh = NULL;
2065     }
2066 
2067 out:
2068     brelse(ref_leaf_bh);
2069     return ret;
2070 }
2071 
2072 static int ocfs2_remove_refcount_extent(handle_t *handle,
2073                 struct ocfs2_caching_info *ci,
2074                 struct buffer_head *ref_root_bh,
2075                 struct buffer_head *ref_leaf_bh,
2076                 struct ocfs2_alloc_context *meta_ac,
2077                 struct ocfs2_cached_dealloc_ctxt *dealloc)
2078 {
2079     int ret;
2080     struct super_block *sb = ocfs2_metadata_cache_get_super(ci);
2081     struct ocfs2_refcount_block *rb =
2082             (struct ocfs2_refcount_block *)ref_leaf_bh->b_data;
2083     struct ocfs2_extent_tree et;
2084 
2085     BUG_ON(rb->rf_records.rl_used);
2086 
2087     trace_ocfs2_remove_refcount_extent(
2088         (unsigned long long)ocfs2_metadata_cache_owner(ci),
2089         (unsigned long long)ref_leaf_bh->b_blocknr,
2090         le32_to_cpu(rb->rf_cpos));
2091 
2092     ocfs2_init_refcount_extent_tree(&et, ci, ref_root_bh);
2093     ret = ocfs2_remove_extent(handle, &et, le32_to_cpu(rb->rf_cpos),
2094                   1, meta_ac, dealloc);
2095     if (ret) {
2096         mlog_errno(ret);
2097         goto out;
2098     }
2099 
2100     ocfs2_remove_from_cache(ci, ref_leaf_bh);
2101 
2102     /*
2103      * add the freed block to the dealloc so that it will be freed
2104      * when we run dealloc.
2105      */
2106     ret = ocfs2_cache_block_dealloc(dealloc, EXTENT_ALLOC_SYSTEM_INODE,
2107                     le16_to_cpu(rb->rf_suballoc_slot),
2108                     le64_to_cpu(rb->rf_suballoc_loc),
2109                     le64_to_cpu(rb->rf_blkno),
2110                     le16_to_cpu(rb->rf_suballoc_bit));
2111     if (ret) {
2112         mlog_errno(ret);
2113         goto out;
2114     }
2115 
2116     ret = ocfs2_journal_access_rb(handle, ci, ref_root_bh,
2117                       OCFS2_JOURNAL_ACCESS_WRITE);
2118     if (ret) {
2119         mlog_errno(ret);
2120         goto out;
2121     }
2122 
2123     rb = (struct ocfs2_refcount_block *)ref_root_bh->b_data;
2124 
2125     le32_add_cpu(&rb->rf_clusters, -1);
2126 
2127     /*
2128      * check whether we need to restore the root refcount block if
2129      * there is no leaf extent block at atll.
2130      */
2131     if (!rb->rf_list.l_next_free_rec) {
2132         BUG_ON(rb->rf_clusters);
2133 
2134         trace_ocfs2_restore_refcount_block(
2135              (unsigned long long)ref_root_bh->b_blocknr);
2136 
2137         rb->rf_flags = 0;
2138         rb->rf_parent = 0;
2139         rb->rf_cpos = 0;
2140         memset(&rb->rf_records, 0, sb->s_blocksize -
2141                offsetof(struct ocfs2_refcount_block, rf_records));
2142         rb->rf_records.rl_count =
2143                 cpu_to_le16(ocfs2_refcount_recs_per_rb(sb));
2144     }
2145 
2146     ocfs2_journal_dirty(handle, ref_root_bh);
2147 
2148 out:
2149     return ret;
2150 }
2151 
2152 int ocfs2_increase_refcount(handle_t *handle,
2153                 struct ocfs2_caching_info *ci,
2154                 struct buffer_head *ref_root_bh,
2155                 u64 cpos, u32 len,
2156                 struct ocfs2_alloc_context *meta_ac,
2157                 struct ocfs2_cached_dealloc_ctxt *dealloc)
2158 {
2159     return __ocfs2_increase_refcount(handle, ci, ref_root_bh,
2160                      cpos, len, 1,
2161                      meta_ac, dealloc);
2162 }
2163 
2164 static int ocfs2_decrease_refcount_rec(handle_t *handle,
2165                 struct ocfs2_caching_info *ci,
2166                 struct buffer_head *ref_root_bh,
2167                 struct buffer_head *ref_leaf_bh,
2168                 int index, u64 cpos, unsigned int len,
2169                 struct ocfs2_alloc_context *meta_ac,
2170                 struct ocfs2_cached_dealloc_ctxt *dealloc)
2171 {
2172     int ret;
2173     struct ocfs2_refcount_block *rb =
2174             (struct ocfs2_refcount_block *)ref_leaf_bh->b_data;
2175     struct ocfs2_refcount_rec *rec = &rb->rf_records.rl_recs[index];
2176 
2177     BUG_ON(cpos < le64_to_cpu(rec->r_cpos));
2178     BUG_ON(cpos + len >
2179            le64_to_cpu(rec->r_cpos) + le32_to_cpu(rec->r_clusters));
2180 
2181     trace_ocfs2_decrease_refcount_rec(
2182         (unsigned long long)ocfs2_metadata_cache_owner(ci),
2183         (unsigned long long)cpos, len);
2184 
2185     if (cpos == le64_to_cpu(rec->r_cpos) &&
2186         len == le32_to_cpu(rec->r_clusters))
2187         ret = ocfs2_change_refcount_rec(handle, ci,
2188                         ref_leaf_bh, index, 1, -1);
2189     else {
2190         struct ocfs2_refcount_rec split = *rec;
2191         split.r_cpos = cpu_to_le64(cpos);
2192         split.r_clusters = cpu_to_le32(len);
2193 
2194         le32_add_cpu(&split.r_refcount, -1);
2195 
2196         ret = ocfs2_split_refcount_rec(handle, ci,
2197                            ref_root_bh, ref_leaf_bh,
2198                            &split, index, 1,
2199                            meta_ac, dealloc);
2200     }
2201 
2202     if (ret) {
2203         mlog_errno(ret);
2204         goto out;
2205     }
2206 
2207     /* Remove the leaf refcount block if it contains no refcount record. */
2208     if (!rb->rf_records.rl_used && ref_leaf_bh != ref_root_bh) {
2209         ret = ocfs2_remove_refcount_extent(handle, ci, ref_root_bh,
2210                            ref_leaf_bh, meta_ac,
2211                            dealloc);
2212         if (ret)
2213             mlog_errno(ret);
2214     }
2215 
2216 out:
2217     return ret;
2218 }
2219 
2220 static int __ocfs2_decrease_refcount(handle_t *handle,
2221                      struct ocfs2_caching_info *ci,
2222                      struct buffer_head *ref_root_bh,
2223                      u64 cpos, u32 len,
2224                      struct ocfs2_alloc_context *meta_ac,
2225                      struct ocfs2_cached_dealloc_ctxt *dealloc,
2226                      int delete)
2227 {
2228     int ret = 0, index = 0;
2229     struct ocfs2_refcount_rec rec;
2230     unsigned int r_count = 0, r_len;
2231     struct super_block *sb = ocfs2_metadata_cache_get_super(ci);
2232     struct buffer_head *ref_leaf_bh = NULL;
2233 
2234     trace_ocfs2_decrease_refcount(
2235         (unsigned long long)ocfs2_metadata_cache_owner(ci),
2236         (unsigned long long)cpos, len, delete);
2237 
2238     while (len) {
2239         ret = ocfs2_get_refcount_rec(ci, ref_root_bh,
2240                          cpos, len, &rec, &index,
2241                          &ref_leaf_bh);
2242         if (ret) {
2243             mlog_errno(ret);
2244             goto out;
2245         }
2246 
2247         r_count = le32_to_cpu(rec.r_refcount);
2248         BUG_ON(r_count == 0);
2249         if (!delete)
2250             BUG_ON(r_count > 1);
2251 
2252         r_len = min((u64)(cpos + len), le64_to_cpu(rec.r_cpos) +
2253                   le32_to_cpu(rec.r_clusters)) - cpos;
2254 
2255         ret = ocfs2_decrease_refcount_rec(handle, ci, ref_root_bh,
2256                           ref_leaf_bh, index,
2257                           cpos, r_len,
2258                           meta_ac, dealloc);
2259         if (ret) {
2260             mlog_errno(ret);
2261             goto out;
2262         }
2263 
2264         if (le32_to_cpu(rec.r_refcount) == 1 && delete) {
2265             ret = ocfs2_cache_cluster_dealloc(dealloc,
2266                       ocfs2_clusters_to_blocks(sb, cpos),
2267                               r_len);
2268             if (ret) {
2269                 mlog_errno(ret);
2270                 goto out;
2271             }
2272         }
2273 
2274         cpos += r_len;
2275         len -= r_len;
2276         brelse(ref_leaf_bh);
2277         ref_leaf_bh = NULL;
2278     }
2279 
2280 out:
2281     brelse(ref_leaf_bh);
2282     return ret;
2283 }
2284 
2285 /* Caller must hold refcount tree lock. */
2286 int ocfs2_decrease_refcount(struct inode *inode,
2287                 handle_t *handle, u32 cpos, u32 len,
2288                 struct ocfs2_alloc_context *meta_ac,
2289                 struct ocfs2_cached_dealloc_ctxt *dealloc,
2290                 int delete)
2291 {
2292     int ret;
2293     u64 ref_blkno;
2294     struct buffer_head *ref_root_bh = NULL;
2295     struct ocfs2_refcount_tree *tree;
2296 
2297     BUG_ON(!ocfs2_is_refcount_inode(inode));
2298 
2299     ret = ocfs2_get_refcount_block(inode, &ref_blkno);
2300     if (ret) {
2301         mlog_errno(ret);
2302         goto out;
2303     }
2304 
2305     ret = ocfs2_get_refcount_tree(OCFS2_SB(inode->i_sb), ref_blkno, &tree);
2306     if (ret) {
2307         mlog_errno(ret);
2308         goto out;
2309     }
2310 
2311     ret = ocfs2_read_refcount_block(&tree->rf_ci, tree->rf_blkno,
2312                     &ref_root_bh);
2313     if (ret) {
2314         mlog_errno(ret);
2315         goto out;
2316     }
2317 
2318     ret = __ocfs2_decrease_refcount(handle, &tree->rf_ci, ref_root_bh,
2319                     cpos, len, meta_ac, dealloc, delete);
2320     if (ret)
2321         mlog_errno(ret);
2322 out:
2323     brelse(ref_root_bh);
2324     return ret;
2325 }
2326 
2327 /*
2328  * Mark the already-existing extent at cpos as refcounted for len clusters.
2329  * This adds the refcount extent flag.
2330  *
2331  * If the existing extent is larger than the request, initiate a
2332  * split. An attempt will be made at merging with adjacent extents.
2333  *
2334  * The caller is responsible for passing down meta_ac if we'll need it.
2335  */
2336 static int ocfs2_mark_extent_refcounted(struct inode *inode,
2337                 struct ocfs2_extent_tree *et,
2338                 handle_t *handle, u32 cpos,
2339                 u32 len, u32 phys,
2340                 struct ocfs2_alloc_context *meta_ac,
2341                 struct ocfs2_cached_dealloc_ctxt *dealloc)
2342 {
2343     int ret;
2344 
2345     trace_ocfs2_mark_extent_refcounted(OCFS2_I(inode)->ip_blkno,
2346                        cpos, len, phys);
2347 
2348     if (!ocfs2_refcount_tree(OCFS2_SB(inode->i_sb))) {
2349         ret = ocfs2_error(inode->i_sb, "Inode %lu want to use refcount tree, but the feature bit is not set in the super block\n",
2350                   inode->i_ino);
2351         goto out;
2352     }
2353 
2354     ret = ocfs2_change_extent_flag(handle, et, cpos,
2355                        len, phys, meta_ac, dealloc,
2356                        OCFS2_EXT_REFCOUNTED, 0);
2357     if (ret)
2358         mlog_errno(ret);
2359 
2360 out:
2361     return ret;
2362 }
2363 
2364 /*
2365  * Given some contiguous physical clusters, calculate what we need
2366  * for modifying their refcount.
2367  */
2368 static int ocfs2_calc_refcount_meta_credits(struct super_block *sb,
2369                         struct ocfs2_caching_info *ci,
2370                         struct buffer_head *ref_root_bh,
2371                         u64 start_cpos,
2372                         u32 clusters,
2373                         int *meta_add,
2374                         int *credits)
2375 {
2376     int ret = 0, index, ref_blocks = 0, recs_add = 0;
2377     u64 cpos = start_cpos;
2378     struct ocfs2_refcount_block *rb;
2379     struct ocfs2_refcount_rec rec;
2380     struct buffer_head *ref_leaf_bh = NULL, *prev_bh = NULL;
2381     u32 len;
2382 
2383     while (clusters) {
2384         ret = ocfs2_get_refcount_rec(ci, ref_root_bh,
2385                          cpos, clusters, &rec,
2386                          &index, &ref_leaf_bh);
2387         if (ret) {
2388             mlog_errno(ret);
2389             goto out;
2390         }
2391 
2392         if (ref_leaf_bh != prev_bh) {
2393             /*
2394              * Now we encounter a new leaf block, so calculate
2395              * whether we need to extend the old leaf.
2396              */
2397             if (prev_bh) {
2398                 rb = (struct ocfs2_refcount_block *)
2399                             prev_bh->b_data;
2400 
2401                 if (le16_to_cpu(rb->rf_records.rl_used) +
2402                     recs_add >
2403                     le16_to_cpu(rb->rf_records.rl_count))
2404                     ref_blocks++;
2405             }
2406 
2407             recs_add = 0;
2408             *credits += 1;
2409             brelse(prev_bh);
2410             prev_bh = ref_leaf_bh;
2411             get_bh(prev_bh);
2412         }
2413 
2414         trace_ocfs2_calc_refcount_meta_credits_iterate(
2415                 recs_add, (unsigned long long)cpos, clusters,
2416                 (unsigned long long)le64_to_cpu(rec.r_cpos),
2417                 le32_to_cpu(rec.r_clusters),
2418                 le32_to_cpu(rec.r_refcount), index);
2419 
2420         len = min((u64)cpos + clusters, le64_to_cpu(rec.r_cpos) +
2421               le32_to_cpu(rec.r_clusters)) - cpos;
2422         /*
2423          * We record all the records which will be inserted to the
2424          * same refcount block, so that we can tell exactly whether
2425          * we need a new refcount block or not.
2426          *
2427          * If we will insert a new one, this is easy and only happens
2428          * during adding refcounted flag to the extent, so we don't
2429          * have a chance of spliting. We just need one record.
2430          *
2431          * If the refcount rec already exists, that would be a little
2432          * complicated. we may have to:
2433          * 1) split at the beginning if the start pos isn't aligned.
2434          *    we need 1 more record in this case.
2435          * 2) split int the end if the end pos isn't aligned.
2436          *    we need 1 more record in this case.
2437          * 3) split in the middle because of file system fragmentation.
2438          *    we need 2 more records in this case(we can't detect this
2439          *    beforehand, so always think of the worst case).
2440          */
2441         if (rec.r_refcount) {
2442             recs_add += 2;
2443             /* Check whether we need a split at the beginning. */
2444             if (cpos == start_cpos &&
2445                 cpos != le64_to_cpu(rec.r_cpos))
2446                 recs_add++;
2447 
2448             /* Check whether we need a split in the end. */
2449             if (cpos + clusters < le64_to_cpu(rec.r_cpos) +
2450                 le32_to_cpu(rec.r_clusters))
2451                 recs_add++;
2452         } else
2453             recs_add++;
2454 
2455         brelse(ref_leaf_bh);
2456         ref_leaf_bh = NULL;
2457         clusters -= len;
2458         cpos += len;
2459     }
2460 
2461     if (prev_bh) {
2462         rb = (struct ocfs2_refcount_block *)prev_bh->b_data;
2463 
2464         if (le16_to_cpu(rb->rf_records.rl_used) + recs_add >
2465             le16_to_cpu(rb->rf_records.rl_count))
2466             ref_blocks++;
2467 
2468         *credits += 1;
2469     }
2470 
2471     if (!ref_blocks)
2472         goto out;
2473 
2474     *meta_add += ref_blocks;
2475     *credits += ref_blocks;
2476 
2477     /*
2478      * So we may need ref_blocks to insert into the tree.
2479      * That also means we need to change the b-tree and add that number
2480      * of records since we never merge them.
2481      * We need one more block for expansion since the new created leaf
2482      * block is also full and needs split.
2483      */
2484     rb = (struct ocfs2_refcount_block *)ref_root_bh->b_data;
2485     if (le32_to_cpu(rb->rf_flags) & OCFS2_REFCOUNT_TREE_FL) {
2486         struct ocfs2_extent_tree et;
2487 
2488         ocfs2_init_refcount_extent_tree(&et, ci, ref_root_bh);
2489         *meta_add += ocfs2_extend_meta_needed(et.et_root_el);
2490         *credits += ocfs2_calc_extend_credits(sb,
2491                               et.et_root_el);
2492     } else {
2493         *credits += OCFS2_EXPAND_REFCOUNT_TREE_CREDITS;
2494         *meta_add += 1;
2495     }
2496 
2497 out:
2498 
2499     trace_ocfs2_calc_refcount_meta_credits(
2500         (unsigned long long)start_cpos, clusters,
2501         *meta_add, *credits);
2502     brelse(ref_leaf_bh);
2503     brelse(prev_bh);
2504     return ret;
2505 }
2506 
2507 /*
2508  * For refcount tree, we will decrease some contiguous clusters
2509  * refcount count, so just go through it to see how many blocks
2510  * we gonna touch and whether we need to create new blocks.
2511  *
2512  * Normally the refcount blocks store these refcount should be
2513  * contiguous also, so that we can get the number easily.
2514  * We will at most add split 2 refcount records and 2 more
2515  * refcount blocks, so just check it in a rough way.
2516  *
2517  * Caller must hold refcount tree lock.
2518  */
2519 int ocfs2_prepare_refcount_change_for_del(struct inode *inode,
2520                       u64 refcount_loc,
2521                       u64 phys_blkno,
2522                       u32 clusters,
2523                       int *credits,
2524                       int *ref_blocks)
2525 {
2526     int ret;
2527     struct buffer_head *ref_root_bh = NULL;
2528     struct ocfs2_refcount_tree *tree;
2529     u64 start_cpos = ocfs2_blocks_to_clusters(inode->i_sb, phys_blkno);
2530 
2531     if (!ocfs2_refcount_tree(OCFS2_SB(inode->i_sb))) {
2532         ret = ocfs2_error(inode->i_sb, "Inode %lu want to use refcount tree, but the feature bit is not set in the super block\n",
2533                   inode->i_ino);
2534         goto out;
2535     }
2536 
2537     BUG_ON(!ocfs2_is_refcount_inode(inode));
2538 
2539     ret = ocfs2_get_refcount_tree(OCFS2_SB(inode->i_sb),
2540                       refcount_loc, &tree);
2541     if (ret) {
2542         mlog_errno(ret);
2543         goto out;
2544     }
2545 
2546     ret = ocfs2_read_refcount_block(&tree->rf_ci, refcount_loc,
2547                     &ref_root_bh);
2548     if (ret) {
2549         mlog_errno(ret);
2550         goto out;
2551     }
2552 
2553     ret = ocfs2_calc_refcount_meta_credits(inode->i_sb,
2554                            &tree->rf_ci,
2555                            ref_root_bh,
2556                            start_cpos, clusters,
2557                            ref_blocks, credits);
2558     if (ret) {
2559         mlog_errno(ret);
2560         goto out;
2561     }
2562 
2563     trace_ocfs2_prepare_refcount_change_for_del(*ref_blocks, *credits);
2564 
2565 out:
2566     brelse(ref_root_bh);
2567     return ret;
2568 }
2569 
2570 #define MAX_CONTIG_BYTES    1048576
2571 
2572 static inline unsigned int ocfs2_cow_contig_clusters(struct super_block *sb)
2573 {
2574     return ocfs2_clusters_for_bytes(sb, MAX_CONTIG_BYTES);
2575 }
2576 
2577 static inline unsigned int ocfs2_cow_contig_mask(struct super_block *sb)
2578 {
2579     return ~(ocfs2_cow_contig_clusters(sb) - 1);
2580 }
2581 
2582 /*
2583  * Given an extent that starts at 'start' and an I/O that starts at 'cpos',
2584  * find an offset (start + (n * contig_clusters)) that is closest to cpos
2585  * while still being less than or equal to it.
2586  *
2587  * The goal is to break the extent at a multiple of contig_clusters.
2588  */
2589 static inline unsigned int ocfs2_cow_align_start(struct super_block *sb,
2590                          unsigned int start,
2591                          unsigned int cpos)
2592 {
2593     BUG_ON(start > cpos);
2594 
2595     return start + ((cpos - start) & ocfs2_cow_contig_mask(sb));
2596 }
2597 
2598 /*
2599  * Given a cluster count of len, pad it out so that it is a multiple
2600  * of contig_clusters.
2601  */
2602 static inline unsigned int ocfs2_cow_align_length(struct super_block *sb,
2603                           unsigned int len)
2604 {
2605     unsigned int padded =
2606         (len + (ocfs2_cow_contig_clusters(sb) - 1)) &
2607         ocfs2_cow_contig_mask(sb);
2608 
2609     /* Did we wrap? */
2610     if (padded < len)
2611         padded = UINT_MAX;
2612 
2613     return padded;
2614 }
2615 
2616 /*
2617  * Calculate out the start and number of virtual clusters we need to to CoW.
2618  *
2619  * cpos is vitual start cluster position we want to do CoW in a
2620  * file and write_len is the cluster length.
2621  * max_cpos is the place where we want to stop CoW intentionally.
2622  *
2623  * Normal we will start CoW from the beginning of extent record cotaining cpos.
2624  * We try to break up extents on boundaries of MAX_CONTIG_BYTES so that we
2625  * get good I/O from the resulting extent tree.
2626  */
2627 static int ocfs2_refcount_cal_cow_clusters(struct inode *inode,
2628                        struct ocfs2_extent_list *el,
2629                        u32 cpos,
2630                        u32 write_len,
2631                        u32 max_cpos,
2632                        u32 *cow_start,
2633                        u32 *cow_len)
2634 {
2635     int ret = 0;
2636     int tree_height = le16_to_cpu(el->l_tree_depth), i;
2637     struct buffer_head *eb_bh = NULL;
2638     struct ocfs2_extent_block *eb = NULL;
2639     struct ocfs2_extent_rec *rec;
2640     unsigned int want_clusters, rec_end = 0;
2641     int contig_clusters = ocfs2_cow_contig_clusters(inode->i_sb);
2642     int leaf_clusters;
2643 
2644     BUG_ON(cpos + write_len > max_cpos);
2645 
2646     if (tree_height > 0) {
2647         ret = ocfs2_find_leaf(INODE_CACHE(inode), el, cpos, &eb_bh);
2648         if (ret) {
2649             mlog_errno(ret);
2650             goto out;
2651         }
2652 
2653         eb = (struct ocfs2_extent_block *) eb_bh->b_data;
2654         el = &eb->h_list;
2655 
2656         if (el->l_tree_depth) {
2657             ret = ocfs2_error(inode->i_sb,
2658                       "Inode %lu has non zero tree depth in leaf block %llu\n",
2659                       inode->i_ino,
2660                       (unsigned long long)eb_bh->b_blocknr);
2661             goto out;
2662         }
2663     }
2664 
2665     *cow_len = 0;
2666     for (i = 0; i < le16_to_cpu(el->l_next_free_rec); i++) {
2667         rec = &el->l_recs[i];
2668 
2669         if (ocfs2_is_empty_extent(rec)) {
2670             mlog_bug_on_msg(i != 0, "Inode %lu has empty record in "
2671                     "index %d\n", inode->i_ino, i);
2672             continue;
2673         }
2674 
2675         if (le32_to_cpu(rec->e_cpos) +
2676             le16_to_cpu(rec->e_leaf_clusters) <= cpos)
2677             continue;
2678 
2679         if (*cow_len == 0) {
2680             /*
2681              * We should find a refcounted record in the
2682              * first pass.
2683              */
2684             BUG_ON(!(rec->e_flags & OCFS2_EXT_REFCOUNTED));
2685             *cow_start = le32_to_cpu(rec->e_cpos);
2686         }
2687 
2688         /*
2689          * If we encounter a hole, a non-refcounted record or
2690          * pass the max_cpos, stop the search.
2691          */
2692         if ((!(rec->e_flags & OCFS2_EXT_REFCOUNTED)) ||
2693             (*cow_len && rec_end != le32_to_cpu(rec->e_cpos)) ||
2694             (max_cpos <= le32_to_cpu(rec->e_cpos)))
2695             break;
2696 
2697         leaf_clusters = le16_to_cpu(rec->e_leaf_clusters);
2698         rec_end = le32_to_cpu(rec->e_cpos) + leaf_clusters;
2699         if (rec_end > max_cpos) {
2700             rec_end = max_cpos;
2701             leaf_clusters = rec_end - le32_to_cpu(rec->e_cpos);
2702         }
2703 
2704         /*
2705          * How many clusters do we actually need from
2706          * this extent?  First we see how many we actually
2707          * need to complete the write.  If that's smaller
2708          * than contig_clusters, we try for contig_clusters.
2709          */
2710         if (!*cow_len)
2711             want_clusters = write_len;
2712         else
2713             want_clusters = (cpos + write_len) -
2714                 (*cow_start + *cow_len);
2715         if (want_clusters < contig_clusters)
2716             want_clusters = contig_clusters;
2717 
2718         /*
2719          * If the write does not cover the whole extent, we
2720          * need to calculate how we're going to split the extent.
2721          * We try to do it on contig_clusters boundaries.
2722          *
2723          * Any extent smaller than contig_clusters will be
2724          * CoWed in its entirety.
2725          */
2726         if (leaf_clusters <= contig_clusters)
2727             *cow_len += leaf_clusters;
2728         else if (*cow_len || (*cow_start == cpos)) {
2729             /*
2730              * This extent needs to be CoW'd from its
2731              * beginning, so all we have to do is compute
2732              * how many clusters to grab.  We align
2733              * want_clusters to the edge of contig_clusters
2734              * to get better I/O.
2735              */
2736             want_clusters = ocfs2_cow_align_length(inode->i_sb,
2737                                    want_clusters);
2738 
2739             if (leaf_clusters < want_clusters)
2740                 *cow_len += leaf_clusters;
2741             else
2742                 *cow_len += want_clusters;
2743         } else if ((*cow_start + contig_clusters) >=
2744                (cpos + write_len)) {
2745             /*
2746              * Breaking off contig_clusters at the front
2747              * of the extent will cover our write.  That's
2748              * easy.
2749              */
2750             *cow_len = contig_clusters;
2751         } else if ((rec_end - cpos) <= contig_clusters) {
2752             /*
2753              * Breaking off contig_clusters at the tail of
2754              * this extent will cover cpos.
2755              */
2756             *cow_start = rec_end - contig_clusters;
2757             *cow_len = contig_clusters;
2758         } else if ((rec_end - cpos) <= want_clusters) {
2759             /*
2760              * While we can't fit the entire write in this
2761              * extent, we know that the write goes from cpos
2762              * to the end of the extent.  Break that off.
2763              * We try to break it at some multiple of
2764              * contig_clusters from the front of the extent.
2765              * Failing that (ie, cpos is within
2766              * contig_clusters of the front), we'll CoW the
2767              * entire extent.
2768              */
2769             *cow_start = ocfs2_cow_align_start(inode->i_sb,
2770                                *cow_start, cpos);
2771             *cow_len = rec_end - *cow_start;
2772         } else {
2773             /*
2774              * Ok, the entire write lives in the middle of
2775              * this extent.  Let's try to slice the extent up
2776              * nicely.  Optimally, our CoW region starts at
2777              * m*contig_clusters from the beginning of the
2778              * extent and goes for n*contig_clusters,
2779              * covering the entire write.
2780              */
2781             *cow_start = ocfs2_cow_align_start(inode->i_sb,
2782                                *cow_start, cpos);
2783 
2784             want_clusters = (cpos + write_len) - *cow_start;
2785             want_clusters = ocfs2_cow_align_length(inode->i_sb,
2786                                    want_clusters);
2787             if (*cow_start + want_clusters <= rec_end)
2788                 *cow_len = want_clusters;
2789             else
2790                 *cow_len = rec_end - *cow_start;
2791         }
2792 
2793         /* Have we covered our entire write yet? */
2794         if ((*cow_start + *cow_len) >= (cpos + write_len))
2795             break;
2796 
2797         /*
2798          * If we reach the end of the extent block and don't get enough
2799          * clusters, continue with the next extent block if possible.
2800          */
2801         if (i + 1 == le16_to_cpu(el->l_next_free_rec) &&
2802             eb && eb->h_next_leaf_blk) {
2803             brelse(eb_bh);
2804             eb_bh = NULL;
2805 
2806             ret = ocfs2_read_extent_block(INODE_CACHE(inode),
2807                            le64_to_cpu(eb->h_next_leaf_blk),
2808                            &eb_bh);
2809             if (ret) {
2810                 mlog_errno(ret);
2811                 goto out;
2812             }
2813 
2814             eb = (struct ocfs2_extent_block *) eb_bh->b_data;
2815             el = &eb->h_list;
2816             i = -1;
2817         }
2818     }
2819 
2820 out:
2821     brelse(eb_bh);
2822     return ret;
2823 }
2824 
2825 /*
2826  * Prepare meta_ac, data_ac and calculate credits when we want to add some
2827  * num_clusters in data_tree "et" and change the refcount for the old
2828  * clusters(starting form p_cluster) in the refcount tree.
2829  *
2830  * Note:
2831  * 1. since we may split the old tree, so we at most will need num_clusters + 2
2832  *    more new leaf records.
2833  * 2. In some case, we may not need to reserve new clusters(e.g, reflink), so
2834  *    just give data_ac = NULL.
2835  */
2836 static int ocfs2_lock_refcount_allocators(struct super_block *sb,
2837                     u32 p_cluster, u32 num_clusters,
2838                     struct ocfs2_extent_tree *et,
2839                     struct ocfs2_caching_info *ref_ci,
2840                     struct buffer_head *ref_root_bh,
2841                     struct ocfs2_alloc_context **meta_ac,
2842                     struct ocfs2_alloc_context **data_ac,
2843                     int *credits)
2844 {
2845     int ret = 0, meta_add = 0;
2846     int num_free_extents = ocfs2_num_free_extents(et);
2847 
2848     if (num_free_extents < 0) {
2849         ret = num_free_extents;
2850         mlog_errno(ret);
2851         goto out;
2852     }
2853 
2854     if (num_free_extents < num_clusters + 2)
2855         meta_add =
2856             ocfs2_extend_meta_needed(et->et_root_el);
2857 
2858     *credits += ocfs2_calc_extend_credits(sb, et->et_root_el);
2859 
2860     ret = ocfs2_calc_refcount_meta_credits(sb, ref_ci, ref_root_bh,
2861                            p_cluster, num_clusters,
2862                            &meta_add, credits);
2863     if (ret) {
2864         mlog_errno(ret);
2865         goto out;
2866     }
2867 
2868     trace_ocfs2_lock_refcount_allocators(meta_add, *credits);
2869     ret = ocfs2_reserve_new_metadata_blocks(OCFS2_SB(sb), meta_add,
2870                         meta_ac);
2871     if (ret) {
2872         mlog_errno(ret);
2873         goto out;
2874     }
2875 
2876     if (data_ac) {
2877         ret = ocfs2_reserve_clusters(OCFS2_SB(sb), num_clusters,
2878                          data_ac);
2879         if (ret)
2880             mlog_errno(ret);
2881     }
2882 
2883 out:
2884     if (ret) {
2885         if (*meta_ac) {
2886             ocfs2_free_alloc_context(*meta_ac);
2887             *meta_ac = NULL;
2888         }
2889     }
2890 
2891     return ret;
2892 }
2893 
2894 static int ocfs2_clear_cow_buffer(handle_t *handle, struct buffer_head *bh)
2895 {
2896     BUG_ON(buffer_dirty(bh));
2897 
2898     clear_buffer_mapped(bh);
2899 
2900     return 0;
2901 }
2902 
2903 int ocfs2_duplicate_clusters_by_page(handle_t *handle,
2904                      struct inode *inode,
2905                      u32 cpos, u32 old_cluster,
2906                      u32 new_cluster, u32 new_len)
2907 {
2908     int ret = 0, partial;
2909     struct super_block *sb = inode->i_sb;
2910     u64 new_block = ocfs2_clusters_to_blocks(sb, new_cluster);
2911     struct page *page;
2912     pgoff_t page_index;
2913     unsigned int from, to;
2914     loff_t offset, end, map_end;
2915     struct address_space *mapping = inode->i_mapping;
2916 
2917     trace_ocfs2_duplicate_clusters_by_page(cpos, old_cluster,
2918                            new_cluster, new_len);
2919 
2920     offset = ((loff_t)cpos) << OCFS2_SB(sb)->s_clustersize_bits;
2921     end = offset + (new_len << OCFS2_SB(sb)->s_clustersize_bits);
2922     /*
2923      * We only duplicate pages until we reach the page contains i_size - 1.
2924      * So trim 'end' to i_size.
2925      */
2926     if (end > i_size_read(inode))
2927         end = i_size_read(inode);
2928 
2929     while (offset < end) {
2930         page_index = offset >> PAGE_SHIFT;
2931         map_end = ((loff_t)page_index + 1) << PAGE_SHIFT;
2932         if (map_end > end)
2933             map_end = end;
2934 
2935         /* from, to is the offset within the page. */
2936         from = offset & (PAGE_SIZE - 1);
2937         to = PAGE_SIZE;
2938         if (map_end & (PAGE_SIZE - 1))
2939             to = map_end & (PAGE_SIZE - 1);
2940 
2941 retry:
2942         page = find_or_create_page(mapping, page_index, GFP_NOFS);
2943         if (!page) {
2944             ret = -ENOMEM;
2945             mlog_errno(ret);
2946             break;
2947         }
2948 
2949         /*
2950          * In case PAGE_SIZE <= CLUSTER_SIZE, we do not expect a dirty
2951          * page, so write it back.
2952          */
2953         if (PAGE_SIZE <= OCFS2_SB(sb)->s_clustersize) {
2954             if (PageDirty(page)) {
2955                 /*
2956                  * write_on_page will unlock the page on return
2957                  */
2958                 ret = write_one_page(page);
2959                 goto retry;
2960             }
2961         }
2962 
2963         if (!PageUptodate(page)) {
2964             struct folio *folio = page_folio(page);
2965 
2966             ret = block_read_full_folio(folio, ocfs2_get_block);
2967             if (ret) {
2968                 mlog_errno(ret);
2969                 goto unlock;
2970             }
2971             folio_lock(folio);
2972         }
2973 
2974         if (page_has_buffers(page)) {
2975             ret = walk_page_buffers(handle, page_buffers(page),
2976                         from, to, &partial,
2977                         ocfs2_clear_cow_buffer);
2978             if (ret) {
2979                 mlog_errno(ret);
2980                 goto unlock;
2981             }
2982         }
2983 
2984         ocfs2_map_and_dirty_page(inode,
2985                      handle, from, to,
2986                      page, 0, &new_block);
2987         mark_page_accessed(page);
2988 unlock:
2989         unlock_page(page);
2990         put_page(page);
2991         page = NULL;
2992         offset = map_end;
2993         if (ret)
2994             break;
2995     }
2996 
2997     return ret;
2998 }
2999 
3000 int ocfs2_duplicate_clusters_by_jbd(handle_t *handle,
3001                     struct inode *inode,
3002                     u32 cpos, u32 old_cluster,
3003                     u32 new_cluster, u32 new_len)
3004 {
3005     int ret = 0;
3006     struct super_block *sb = inode->i_sb;
3007     struct ocfs2_caching_info *ci = INODE_CACHE(inode);
3008     int i, blocks = ocfs2_clusters_to_blocks(sb, new_len);
3009     u64 old_block = ocfs2_clusters_to_blocks(sb, old_cluster);
3010     u64 new_block = ocfs2_clusters_to_blocks(sb, new_cluster);
3011     struct ocfs2_super *osb = OCFS2_SB(sb);
3012     struct buffer_head *old_bh = NULL;
3013     struct buffer_head *new_bh = NULL;
3014 
3015     trace_ocfs2_duplicate_clusters_by_page(cpos, old_cluster,
3016                            new_cluster, new_len);
3017 
3018     for (i = 0; i < blocks; i++, old_block++, new_block++) {
3019         new_bh = sb_getblk(osb->sb, new_block);
3020         if (new_bh == NULL) {
3021             ret = -ENOMEM;
3022             mlog_errno(ret);
3023             break;
3024         }
3025 
3026         ocfs2_set_new_buffer_uptodate(ci, new_bh);
3027 
3028         ret = ocfs2_read_block(ci, old_block, &old_bh, NULL);
3029         if (ret) {
3030             mlog_errno(ret);
3031             break;
3032         }
3033 
3034         ret = ocfs2_journal_access(handle, ci, new_bh,
3035                        OCFS2_JOURNAL_ACCESS_CREATE);
3036         if (ret) {
3037             mlog_errno(ret);
3038             break;
3039         }
3040 
3041         memcpy(new_bh->b_data, old_bh->b_data, sb->s_blocksize);
3042         ocfs2_journal_dirty(handle, new_bh);
3043 
3044         brelse(new_bh);
3045         brelse(old_bh);
3046         new_bh = NULL;
3047         old_bh = NULL;
3048     }
3049 
3050     brelse(new_bh);
3051     brelse(old_bh);
3052     return ret;
3053 }
3054 
3055 static int ocfs2_clear_ext_refcount(handle_t *handle,
3056                     struct ocfs2_extent_tree *et,
3057                     u32 cpos, u32 p_cluster, u32 len,
3058                     unsigned int ext_flags,
3059                     struct ocfs2_alloc_context *meta_ac,
3060                     struct ocfs2_cached_dealloc_ctxt *dealloc)
3061 {
3062     int ret, index;
3063     struct ocfs2_extent_rec replace_rec;
3064     struct ocfs2_path *path = NULL;
3065     struct ocfs2_extent_list *el;
3066     struct super_block *sb = ocfs2_metadata_cache_get_super(et->et_ci);
3067     u64 ino = ocfs2_metadata_cache_owner(et->et_ci);
3068 
3069     trace_ocfs2_clear_ext_refcount((unsigned long long)ino,
3070                        cpos, len, p_cluster, ext_flags);
3071 
3072     memset(&replace_rec, 0, sizeof(replace_rec));
3073     replace_rec.e_cpos = cpu_to_le32(cpos);
3074     replace_rec.e_leaf_clusters = cpu_to_le16(len);
3075     replace_rec.e_blkno = cpu_to_le64(ocfs2_clusters_to_blocks(sb,
3076                                    p_cluster));
3077     replace_rec.e_flags = ext_flags;
3078     replace_rec.e_flags &= ~OCFS2_EXT_REFCOUNTED;
3079 
3080     path = ocfs2_new_path_from_et(et);
3081     if (!path) {
3082         ret = -ENOMEM;
3083         mlog_errno(ret);
3084         goto out;
3085     }
3086 
3087     ret = ocfs2_find_path(et->et_ci, path, cpos);
3088     if (ret) {
3089         mlog_errno(ret);
3090         goto out;
3091     }
3092 
3093     el = path_leaf_el(path);
3094 
3095     index = ocfs2_search_extent_list(el, cpos);
3096     if (index == -1) {
3097         ret = ocfs2_error(sb,
3098                   "Inode %llu has an extent at cpos %u which can no longer be found\n",
3099                   (unsigned long long)ino, cpos);
3100         goto out;
3101     }
3102 
3103     ret = ocfs2_split_extent(handle, et, path, index,
3104                  &replace_rec, meta_ac, dealloc);
3105     if (ret)
3106         mlog_errno(ret);
3107 
3108 out:
3109     ocfs2_free_path(path);
3110     return ret;
3111 }
3112 
3113 static int ocfs2_replace_clusters(handle_t *handle,
3114                   struct ocfs2_cow_context *context,
3115                   u32 cpos, u32 old,
3116                   u32 new, u32 len,
3117                   unsigned int ext_flags)
3118 {
3119     int ret;
3120     struct ocfs2_caching_info *ci = context->data_et.et_ci;
3121     u64 ino = ocfs2_metadata_cache_owner(ci);
3122 
3123     trace_ocfs2_replace_clusters((unsigned long long)ino,
3124                      cpos, old, new, len, ext_flags);
3125 
3126     /*If the old clusters is unwritten, no need to duplicate. */
3127     if (!(ext_flags & OCFS2_EXT_UNWRITTEN)) {
3128         ret = context->cow_duplicate_clusters(handle, context->inode,
3129                               cpos, old, new, len);
3130         if (ret) {
3131             mlog_errno(ret);
3132             goto out;
3133         }
3134     }
3135 
3136     ret = ocfs2_clear_ext_refcount(handle, &context->data_et,
3137                        cpos, new, len, ext_flags,
3138                        context->meta_ac, &context->dealloc);
3139     if (ret)
3140         mlog_errno(ret);
3141 out:
3142     return ret;
3143 }
3144 
3145 int ocfs2_cow_sync_writeback(struct super_block *sb,
3146                  struct inode *inode,
3147                  u32 cpos, u32 num_clusters)
3148 {
3149     int ret;
3150     loff_t start, end;
3151 
3152     if (ocfs2_should_order_data(inode))
3153         return 0;
3154 
3155     start = ((loff_t)cpos) << OCFS2_SB(sb)->s_clustersize_bits;
3156     end = start + (num_clusters << OCFS2_SB(sb)->s_clustersize_bits) - 1;
3157 
3158     ret = filemap_write_and_wait_range(inode->i_mapping, start, end);
3159     if (ret < 0)
3160         mlog_errno(ret);
3161 
3162     return ret;
3163 }
3164 
3165 static int ocfs2_di_get_clusters(struct ocfs2_cow_context *context,
3166                  u32 v_cluster, u32 *p_cluster,
3167                  u32 *num_clusters,
3168                  unsigned int *extent_flags)
3169 {
3170     return ocfs2_get_clusters(context->inode, v_cluster, p_cluster,
3171                   num_clusters, extent_flags);
3172 }
3173 
3174 static int ocfs2_make_clusters_writable(struct super_block *sb,
3175                     struct ocfs2_cow_context *context,
3176                     u32 cpos, u32 p_cluster,
3177                     u32 num_clusters, unsigned int e_flags)
3178 {
3179     int ret, delete, index, credits =  0;
3180     u32 new_bit, new_len, orig_num_clusters;
3181     unsigned int set_len;
3182     struct ocfs2_super *osb = OCFS2_SB(sb);
3183     handle_t *handle;
3184     struct buffer_head *ref_leaf_bh = NULL;
3185     struct ocfs2_caching_info *ref_ci = &context->ref_tree->rf_ci;
3186     struct ocfs2_refcount_rec rec;
3187 
3188     trace_ocfs2_make_clusters_writable(cpos, p_cluster,
3189                        num_clusters, e_flags);
3190 
3191     ret = ocfs2_lock_refcount_allocators(sb, p_cluster, num_clusters,
3192                          &context->data_et,
3193                          ref_ci,
3194                          context->ref_root_bh,
3195                          &context->meta_ac,
3196                          &context->data_ac, &credits);
3197     if (ret) {
3198         mlog_errno(ret);
3199         return ret;
3200     }
3201 
3202     if (context->post_refcount)
3203         credits += context->post_refcount->credits;
3204 
3205     credits += context->extra_credits;
3206     handle = ocfs2_start_trans(osb, credits);
3207     if (IS_ERR(handle)) {
3208         ret = PTR_ERR(handle);
3209         mlog_errno(ret);
3210         goto out;
3211     }
3212 
3213     orig_num_clusters = num_clusters;
3214 
3215     while (num_clusters) {
3216         ret = ocfs2_get_refcount_rec(ref_ci, context->ref_root_bh,
3217                          p_cluster, num_clusters,
3218                          &rec, &index, &ref_leaf_bh);
3219         if (ret) {
3220             mlog_errno(ret);
3221             goto out_commit;
3222         }
3223 
3224         BUG_ON(!rec.r_refcount);
3225         set_len = min((u64)p_cluster + num_clusters,
3226                   le64_to_cpu(rec.r_cpos) +
3227                   le32_to_cpu(rec.r_clusters)) - p_cluster;
3228 
3229         /*
3230          * There are many different situation here.
3231          * 1. If refcount == 1, remove the flag and don't COW.
3232          * 2. If refcount > 1, allocate clusters.
3233          *    Here we may not allocate r_len once at a time, so continue
3234          *    until we reach num_clusters.
3235          */
3236         if (le32_to_cpu(rec.r_refcount) == 1) {
3237             delete = 0;
3238             ret = ocfs2_clear_ext_refcount(handle,
3239                                &context->data_et,
3240                                cpos, p_cluster,
3241                                set_len, e_flags,
3242                                context->meta_ac,
3243                                &context->dealloc);
3244             if (ret) {
3245                 mlog_errno(ret);
3246                 goto out_commit;
3247             }
3248         } else {
3249             delete = 1;
3250 
3251             ret = __ocfs2_claim_clusters(handle,
3252                              context->data_ac,
3253                              1, set_len,
3254                              &new_bit, &new_len);
3255             if (ret) {
3256                 mlog_errno(ret);
3257                 goto out_commit;
3258             }
3259 
3260             ret = ocfs2_replace_clusters(handle, context,
3261                              cpos, p_cluster, new_bit,
3262                              new_len, e_flags);
3263             if (ret) {
3264                 mlog_errno(ret);
3265                 goto out_commit;
3266             }
3267             set_len = new_len;
3268         }
3269 
3270         ret = __ocfs2_decrease_refcount(handle, ref_ci,
3271                         context->ref_root_bh,
3272                         p_cluster, set_len,
3273                         context->meta_ac,
3274                         &context->dealloc, delete);
3275         if (ret) {
3276             mlog_errno(ret);
3277             goto out_commit;
3278         }
3279 
3280         cpos += set_len;
3281         p_cluster += set_len;
3282         num_clusters -= set_len;
3283         brelse(ref_leaf_bh);
3284         ref_leaf_bh = NULL;
3285     }
3286 
3287     /* handle any post_cow action. */
3288     if (context->post_refcount && context->post_refcount->func) {
3289         ret = context->post_refcount->func(context->inode, handle,
3290                         context->post_refcount->para);
3291         if (ret) {
3292             mlog_errno(ret);
3293             goto out_commit;
3294         }
3295     }
3296 
3297     /*
3298      * Here we should write the new page out first if we are
3299      * in write-back mode.
3300      */
3301     if (context->get_clusters == ocfs2_di_get_clusters) {
3302         ret = ocfs2_cow_sync_writeback(sb, context->inode, cpos,
3303                            orig_num_clusters);
3304         if (ret)
3305             mlog_errno(ret);
3306     }
3307 
3308 out_commit:
3309     ocfs2_commit_trans(osb, handle);
3310 
3311 out:
3312     if (context->data_ac) {
3313         ocfs2_free_alloc_context(context->data_ac);
3314         context->data_ac = NULL;
3315     }
3316     if (context->meta_ac) {
3317         ocfs2_free_alloc_context(context->meta_ac);
3318         context->meta_ac = NULL;
3319     }
3320     brelse(ref_leaf_bh);
3321 
3322     return ret;
3323 }
3324 
3325 static int ocfs2_replace_cow(struct ocfs2_cow_context *context)
3326 {
3327     int ret = 0;
3328     struct inode *inode = context->inode;
3329     u32 cow_start = context->cow_start, cow_len = context->cow_len;
3330     u32 p_cluster, num_clusters;
3331     unsigned int ext_flags;
3332     struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
3333 
3334     if (!ocfs2_refcount_tree(osb)) {
3335         return ocfs2_error(inode->i_sb, "Inode %lu want to use refcount tree, but the feature bit is not set in the super block\n",
3336                    inode->i_ino);
3337     }
3338 
3339     ocfs2_init_dealloc_ctxt(&context->dealloc);
3340 
3341     while (cow_len) {
3342         ret = context->get_clusters(context, cow_start, &p_cluster,
3343                         &num_clusters, &ext_flags);
3344         if (ret) {
3345             mlog_errno(ret);
3346             break;
3347         }
3348 
3349         BUG_ON(!(ext_flags & OCFS2_EXT_REFCOUNTED));
3350 
3351         if (cow_len < num_clusters)
3352             num_clusters = cow_len;
3353 
3354         ret = ocfs2_make_clusters_writable(inode->i_sb, context,
3355                            cow_start, p_cluster,
3356                            num_clusters, ext_flags);
3357         if (ret) {
3358             mlog_errno(ret);
3359             break;
3360         }
3361 
3362         cow_len -= num_clusters;
3363         cow_start += num_clusters;
3364     }
3365 
3366     if (ocfs2_dealloc_has_cluster(&context->dealloc)) {
3367         ocfs2_schedule_truncate_log_flush(osb, 1);
3368         ocfs2_run_deallocs(osb, &context->dealloc);
3369     }
3370 
3371     return ret;
3372 }
3373 
3374 /*
3375  * Starting at cpos, try to CoW write_len clusters.  Don't CoW
3376  * past max_cpos.  This will stop when it runs into a hole or an
3377  * unrefcounted extent.
3378  */
3379 static int ocfs2_refcount_cow_hunk(struct inode *inode,
3380                    struct buffer_head *di_bh,
3381                    u32 cpos, u32 write_len, u32 max_cpos)
3382 {
3383     int ret;
3384     u32 cow_start = 0, cow_len = 0;
3385     struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
3386     struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data;
3387     struct buffer_head *ref_root_bh = NULL;
3388     struct ocfs2_refcount_tree *ref_tree;
3389     struct ocfs2_cow_context *context = NULL;
3390 
3391     BUG_ON(!ocfs2_is_refcount_inode(inode));
3392 
3393     ret = ocfs2_refcount_cal_cow_clusters(inode, &di->id2.i_list,
3394                           cpos, write_len, max_cpos,
3395                           &cow_start, &cow_len);
3396     if (ret) {
3397         mlog_errno(ret);
3398         goto out;
3399     }
3400 
3401     trace_ocfs2_refcount_cow_hunk(OCFS2_I(inode)->ip_blkno,
3402                       cpos, write_len, max_cpos,
3403                       cow_start, cow_len);
3404 
3405     BUG_ON(cow_len == 0);
3406 
3407     context = kzalloc(sizeof(struct ocfs2_cow_context), GFP_NOFS);
3408     if (!context) {
3409         ret = -ENOMEM;
3410         mlog_errno(ret);
3411         goto out;
3412     }
3413 
3414     ret = ocfs2_lock_refcount_tree(osb, le64_to_cpu(di->i_refcount_loc),
3415                        1, &ref_tree, &ref_root_bh);
3416     if (ret) {
3417         mlog_errno(ret);
3418         goto out;
3419     }
3420 
3421     context->inode = inode;
3422     context->cow_start = cow_start;
3423     context->cow_len = cow_len;
3424     context->ref_tree = ref_tree;
3425     context->ref_root_bh = ref_root_bh;
3426     context->cow_duplicate_clusters = ocfs2_duplicate_clusters_by_page;
3427     context->get_clusters = ocfs2_di_get_clusters;
3428 
3429     ocfs2_init_dinode_extent_tree(&context->data_et,
3430                       INODE_CACHE(inode), di_bh);
3431 
3432     ret = ocfs2_replace_cow(context);
3433     if (ret)
3434         mlog_errno(ret);
3435 
3436     /*
3437      * truncate the extent map here since no matter whether we meet with
3438      * any error during the action, we shouldn't trust cached extent map
3439      * any more.
3440      */
3441     ocfs2_extent_map_trunc(inode, cow_start);
3442 
3443     ocfs2_unlock_refcount_tree(osb, ref_tree, 1);
3444     brelse(ref_root_bh);
3445 out:
3446     kfree(context);
3447     return ret;
3448 }
3449 
3450 /*
3451  * CoW any and all clusters between cpos and cpos+write_len.
3452  * Don't CoW past max_cpos.  If this returns successfully, all
3453  * clusters between cpos and cpos+write_len are safe to modify.
3454  */
3455 int ocfs2_refcount_cow(struct inode *inode,
3456                struct buffer_head *di_bh,
3457                u32 cpos, u32 write_len, u32 max_cpos)
3458 {
3459     int ret = 0;
3460     u32 p_cluster, num_clusters;
3461     unsigned int ext_flags;
3462 
3463     while (write_len) {
3464         ret = ocfs2_get_clusters(inode, cpos, &p_cluster,
3465                      &num_clusters, &ext_flags);
3466         if (ret) {
3467             mlog_errno(ret);
3468             break;
3469         }
3470 
3471         if (write_len < num_clusters)
3472             num_clusters = write_len;
3473 
3474         if (ext_flags & OCFS2_EXT_REFCOUNTED) {
3475             ret = ocfs2_refcount_cow_hunk(inode, di_bh, cpos,
3476                               num_clusters, max_cpos);
3477             if (ret) {
3478                 mlog_errno(ret);
3479                 break;
3480             }
3481         }
3482 
3483         write_len -= num_clusters;
3484         cpos += num_clusters;
3485     }
3486 
3487     return ret;
3488 }
3489 
3490 static int ocfs2_xattr_value_get_clusters(struct ocfs2_cow_context *context,
3491                       u32 v_cluster, u32 *p_cluster,
3492                       u32 *num_clusters,
3493                       unsigned int *extent_flags)
3494 {
3495     struct inode *inode = context->inode;
3496     struct ocfs2_xattr_value_root *xv = context->cow_object;
3497 
3498     return ocfs2_xattr_get_clusters(inode, v_cluster, p_cluster,
3499                     num_clusters, &xv->xr_list,
3500                     extent_flags);
3501 }
3502 
3503 /*
3504  * Given a xattr value root, calculate the most meta/credits we need for
3505  * refcount tree change if we truncate it to 0.
3506  */
3507 int ocfs2_refcounted_xattr_delete_need(struct inode *inode,
3508                        struct ocfs2_caching_info *ref_ci,
3509                        struct buffer_head *ref_root_bh,
3510                        struct ocfs2_xattr_value_root *xv,
3511                        int *meta_add, int *credits)
3512 {
3513     int ret = 0, index, ref_blocks = 0;
3514     u32 p_cluster, num_clusters;
3515     u32 cpos = 0, clusters = le32_to_cpu(xv->xr_clusters);
3516     struct ocfs2_refcount_block *rb;
3517     struct ocfs2_refcount_rec rec;
3518     struct buffer_head *ref_leaf_bh = NULL;
3519 
3520     while (cpos < clusters) {
3521         ret = ocfs2_xattr_get_clusters(inode, cpos, &p_cluster,
3522                            &num_clusters, &xv->xr_list,
3523                            NULL);
3524         if (ret) {
3525             mlog_errno(ret);
3526             goto out;
3527         }
3528 
3529         cpos += num_clusters;
3530 
3531         while (num_clusters) {
3532             ret = ocfs2_get_refcount_rec(ref_ci, ref_root_bh,
3533                              p_cluster, num_clusters,
3534                              &rec, &index,
3535                              &ref_leaf_bh);
3536             if (ret) {
3537                 mlog_errno(ret);
3538                 goto out;
3539             }
3540 
3541             BUG_ON(!rec.r_refcount);
3542 
3543             rb = (struct ocfs2_refcount_block *)ref_leaf_bh->b_data;
3544 
3545             /*
3546              * We really don't know whether the other clusters is in
3547              * this refcount block or not, so just take the worst
3548              * case that all the clusters are in this block and each
3549              * one will split a refcount rec, so totally we need
3550              * clusters * 2 new refcount rec.
3551              */
3552             if (le16_to_cpu(rb->rf_records.rl_used) + clusters * 2 >
3553                 le16_to_cpu(rb->rf_records.rl_count))
3554                 ref_blocks++;
3555 
3556             *credits += 1;
3557             brelse(ref_leaf_bh);
3558             ref_leaf_bh = NULL;
3559 
3560             if (num_clusters <= le32_to_cpu(rec.r_clusters))
3561                 break;
3562             else
3563                 num_clusters -= le32_to_cpu(rec.r_clusters);
3564             p_cluster += num_clusters;
3565         }
3566     }
3567 
3568     *meta_add += ref_blocks;
3569     if (!ref_blocks)
3570         goto out;
3571 
3572     rb = (struct ocfs2_refcount_block *)ref_root_bh->b_data;
3573     if (le32_to_cpu(rb->rf_flags) & OCFS2_REFCOUNT_TREE_FL)
3574         *credits += OCFS2_EXPAND_REFCOUNT_TREE_CREDITS;
3575     else {
3576         struct ocfs2_extent_tree et;
3577 
3578         ocfs2_init_refcount_extent_tree(&et, ref_ci, ref_root_bh);
3579         *credits += ocfs2_calc_extend_credits(inode->i_sb,
3580                               et.et_root_el);
3581     }
3582 
3583 out:
3584     brelse(ref_leaf_bh);
3585     return ret;
3586 }
3587 
3588 /*
3589  * Do CoW for xattr.
3590  */
3591 int ocfs2_refcount_cow_xattr(struct inode *inode,
3592                  struct ocfs2_dinode *di,
3593                  struct ocfs2_xattr_value_buf *vb,
3594                  struct ocfs2_refcount_tree *ref_tree,
3595                  struct buffer_head *ref_root_bh,
3596                  u32 cpos, u32 write_len,
3597                  struct ocfs2_post_refcount *post)
3598 {
3599     int ret;
3600     struct ocfs2_xattr_value_root *xv = vb->vb_xv;
3601     struct ocfs2_cow_context *context = NULL;
3602     u32 cow_start, cow_len;
3603 
3604     BUG_ON(!ocfs2_is_refcount_inode(inode));
3605 
3606     ret = ocfs2_refcount_cal_cow_clusters(inode, &xv->xr_list,
3607                           cpos, write_len, UINT_MAX,
3608                           &cow_start, &cow_len);
3609     if (ret) {
3610         mlog_errno(ret);
3611         goto out;
3612     }
3613 
3614     BUG_ON(cow_len == 0);
3615 
3616     context = kzalloc(sizeof(struct ocfs2_cow_context), GFP_NOFS);
3617     if (!context) {
3618         ret = -ENOMEM;
3619         mlog_errno(ret);
3620         goto out;
3621     }
3622 
3623     context->inode = inode;
3624     context->cow_start = cow_start;
3625     context->cow_len = cow_len;
3626     context->ref_tree = ref_tree;
3627     context->ref_root_bh = ref_root_bh;
3628     context->cow_object = xv;
3629 
3630     context->cow_duplicate_clusters = ocfs2_duplicate_clusters_by_jbd;
3631     /* We need the extra credits for duplicate_clusters by jbd. */
3632     context->extra_credits =
3633         ocfs2_clusters_to_blocks(inode->i_sb, 1) * cow_len;
3634     context->get_clusters = ocfs2_xattr_value_get_clusters;
3635     context->post_refcount = post;
3636 
3637     ocfs2_init_xattr_value_extent_tree(&context->data_et,
3638                        INODE_CACHE(inode), vb);
3639 
3640     ret = ocfs2_replace_cow(context);
3641     if (ret)
3642         mlog_errno(ret);
3643 
3644 out:
3645     kfree(context);
3646     return ret;
3647 }
3648 
3649 /*
3650  * Insert a new extent into refcount tree and mark a extent rec
3651  * as refcounted in the dinode tree.
3652  */
3653 int ocfs2_add_refcount_flag(struct inode *inode,
3654                 struct ocfs2_extent_tree *data_et,
3655                 struct ocfs2_caching_info *ref_ci,
3656                 struct buffer_head *ref_root_bh,
3657                 u32 cpos, u32 p_cluster, u32 num_clusters,
3658                 struct ocfs2_cached_dealloc_ctxt *dealloc,
3659                 struct ocfs2_post_refcount *post)
3660 {
3661     int ret;
3662     handle_t *handle;
3663     int credits = 1, ref_blocks = 0;
3664     struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
3665     struct ocfs2_alloc_context *meta_ac = NULL;
3666 
3667     /* We need to be able to handle at least an extent tree split. */
3668     ref_blocks = ocfs2_extend_meta_needed(data_et->et_root_el);
3669 
3670     ret = ocfs2_calc_refcount_meta_credits(inode->i_sb,
3671                            ref_ci, ref_root_bh,
3672                            p_cluster, num_clusters,
3673                            &ref_blocks, &credits);
3674     if (ret) {
3675         mlog_errno(ret);
3676         goto out;
3677     }
3678 
3679     trace_ocfs2_add_refcount_flag(ref_blocks, credits);
3680 
3681     if (ref_blocks) {
3682         ret = ocfs2_reserve_new_metadata_blocks(osb,
3683                             ref_blocks, &meta_ac);
3684         if (ret) {
3685             mlog_errno(ret);
3686             goto out;
3687         }
3688     }
3689 
3690     if (post)
3691         credits += post->credits;
3692 
3693     handle = ocfs2_start_trans(osb, credits);
3694     if (IS_ERR(handle)) {
3695         ret = PTR_ERR(handle);
3696         mlog_errno(ret);
3697         goto out;
3698     }
3699 
3700     ret = ocfs2_mark_extent_refcounted(inode, data_et, handle,
3701                        cpos, num_clusters, p_cluster,
3702                        meta_ac, dealloc);
3703     if (ret) {
3704         mlog_errno(ret);
3705         goto out_commit;
3706     }
3707 
3708     ret = __ocfs2_increase_refcount(handle, ref_ci, ref_root_bh,
3709                     p_cluster, num_clusters, 0,
3710                     meta_ac, dealloc);
3711     if (ret) {
3712         mlog_errno(ret);
3713         goto out_commit;
3714     }
3715 
3716     if (post && post->func) {
3717         ret = post->func(inode, handle, post->para);
3718         if (ret)
3719             mlog_errno(ret);
3720     }
3721 
3722 out_commit:
3723     ocfs2_commit_trans(osb, handle);
3724 out:
3725     if (meta_ac)
3726         ocfs2_free_alloc_context(meta_ac);
3727     return ret;
3728 }
3729 
3730 static int ocfs2_change_ctime(struct inode *inode,
3731                   struct buffer_head *di_bh)
3732 {
3733     int ret;
3734     handle_t *handle;
3735     struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data;
3736 
3737     handle = ocfs2_start_trans(OCFS2_SB(inode->i_sb),
3738                    OCFS2_INODE_UPDATE_CREDITS);
3739     if (IS_ERR(handle)) {
3740         ret = PTR_ERR(handle);
3741         mlog_errno(ret);
3742         goto out;
3743     }
3744 
3745     ret = ocfs2_journal_access_di(handle, INODE_CACHE(inode), di_bh,
3746                       OCFS2_JOURNAL_ACCESS_WRITE);
3747     if (ret) {
3748         mlog_errno(ret);
3749         goto out_commit;
3750     }
3751 
3752     inode->i_ctime = current_time(inode);
3753     di->i_ctime = cpu_to_le64(inode->i_ctime.tv_sec);
3754     di->i_ctime_nsec = cpu_to_le32(inode->i_ctime.tv_nsec);
3755 
3756     ocfs2_journal_dirty(handle, di_bh);
3757 
3758 out_commit:
3759     ocfs2_commit_trans(OCFS2_SB(inode->i_sb), handle);
3760 out:
3761     return ret;
3762 }
3763 
3764 static int ocfs2_attach_refcount_tree(struct inode *inode,
3765                       struct buffer_head *di_bh)
3766 {
3767     int ret, data_changed = 0;
3768     struct buffer_head *ref_root_bh = NULL;
3769     struct ocfs2_inode_info *oi = OCFS2_I(inode);
3770     struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data;
3771     struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
3772     struct ocfs2_refcount_tree *ref_tree;
3773     unsigned int ext_flags;
3774     loff_t size;
3775     u32 cpos, num_clusters, clusters, p_cluster;
3776     struct ocfs2_cached_dealloc_ctxt dealloc;
3777     struct ocfs2_extent_tree di_et;
3778 
3779     ocfs2_init_dealloc_ctxt(&dealloc);
3780 
3781     if (!ocfs2_is_refcount_inode(inode)) {
3782         ret = ocfs2_create_refcount_tree(inode, di_bh);
3783         if (ret) {
3784             mlog_errno(ret);
3785             goto out;
3786         }
3787     }
3788 
3789     BUG_ON(!di->i_refcount_loc);
3790     ret = ocfs2_lock_refcount_tree(osb,
3791                        le64_to_cpu(di->i_refcount_loc), 1,
3792                        &ref_tree, &ref_root_bh);
3793     if (ret) {
3794         mlog_errno(ret);
3795         goto out;
3796     }
3797 
3798     if (oi->ip_dyn_features & OCFS2_INLINE_DATA_FL)
3799         goto attach_xattr;
3800 
3801     ocfs2_init_dinode_extent_tree(&di_et, INODE_CACHE(inode), di_bh);
3802 
3803     size = i_size_read(inode);
3804     clusters = ocfs2_clusters_for_bytes(inode->i_sb, size);
3805 
3806     cpos = 0;
3807     while (cpos < clusters) {
3808         ret = ocfs2_get_clusters(inode, cpos, &p_cluster,
3809                      &num_clusters, &ext_flags);
3810         if (ret) {
3811             mlog_errno(ret);
3812             goto unlock;
3813         }
3814         if (p_cluster && !(ext_flags & OCFS2_EXT_REFCOUNTED)) {
3815             ret = ocfs2_add_refcount_flag(inode, &di_et,
3816                               &ref_tree->rf_ci,
3817                               ref_root_bh, cpos,
3818                               p_cluster, num_clusters,
3819                               &dealloc, NULL);
3820             if (ret) {
3821                 mlog_errno(ret);
3822                 goto unlock;
3823             }
3824 
3825             data_changed = 1;
3826         }
3827         cpos += num_clusters;
3828     }
3829 
3830 attach_xattr:
3831     if (oi->ip_dyn_features & OCFS2_HAS_XATTR_FL) {
3832         ret = ocfs2_xattr_attach_refcount_tree(inode, di_bh,
3833                                &ref_tree->rf_ci,
3834                                ref_root_bh,
3835                                &dealloc);
3836         if (ret) {
3837             mlog_errno(ret);
3838             goto unlock;
3839         }
3840     }
3841 
3842     if (data_changed) {
3843         ret = ocfs2_change_ctime(inode, di_bh);
3844         if (ret)
3845             mlog_errno(ret);
3846     }
3847 
3848 unlock:
3849     ocfs2_unlock_refcount_tree(osb, ref_tree, 1);
3850     brelse(ref_root_bh);
3851 
3852     if (!ret && ocfs2_dealloc_has_cluster(&dealloc)) {
3853         ocfs2_schedule_truncate_log_flush(osb, 1);
3854         ocfs2_run_deallocs(osb, &dealloc);
3855     }
3856 out:
3857     /*
3858      * Empty the extent map so that we may get the right extent
3859      * record from the disk.
3860      */
3861     ocfs2_extent_map_trunc(inode, 0);
3862 
3863     return ret;
3864 }
3865 
3866 static int ocfs2_add_refcounted_extent(struct inode *inode,
3867                    struct ocfs2_extent_tree *et,
3868                    struct ocfs2_caching_info *ref_ci,
3869                    struct buffer_head *ref_root_bh,
3870                    u32 cpos, u32 p_cluster, u32 num_clusters,
3871                    unsigned int ext_flags,
3872                    struct ocfs2_cached_dealloc_ctxt *dealloc)
3873 {
3874     int ret;
3875     handle_t *handle;
3876     int credits = 0;
3877     struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
3878     struct ocfs2_alloc_context *meta_ac = NULL;
3879 
3880     ret = ocfs2_lock_refcount_allocators(inode->i_sb,
3881                          p_cluster, num_clusters,
3882                          et, ref_ci,
3883                          ref_root_bh, &meta_ac,
3884                          NULL, &credits);
3885     if (ret) {
3886         mlog_errno(ret);
3887         goto out;
3888     }
3889 
3890     handle = ocfs2_start_trans(osb, credits);
3891     if (IS_ERR(handle)) {
3892         ret = PTR_ERR(handle);
3893         mlog_errno(ret);
3894         goto out;
3895     }
3896 
3897     ret = ocfs2_insert_extent(handle, et, cpos,
3898             ocfs2_clusters_to_blocks(inode->i_sb, p_cluster),
3899             num_clusters, ext_flags, meta_ac);
3900     if (ret) {
3901         mlog_errno(ret);
3902         goto out_commit;
3903     }
3904 
3905     ret = ocfs2_increase_refcount(handle, ref_ci, ref_root_bh,
3906                       p_cluster, num_clusters,
3907                       meta_ac, dealloc);
3908     if (ret) {
3909         mlog_errno(ret);
3910         goto out_commit;
3911     }
3912 
3913     ret = dquot_alloc_space_nodirty(inode,
3914         ocfs2_clusters_to_bytes(osb->sb, num_clusters));
3915     if (ret)
3916         mlog_errno(ret);
3917 
3918 out_commit:
3919     ocfs2_commit_trans(osb, handle);
3920 out:
3921     if (meta_ac)
3922         ocfs2_free_alloc_context(meta_ac);
3923     return ret;
3924 }
3925 
3926 static int ocfs2_duplicate_inline_data(struct inode *s_inode,
3927                        struct buffer_head *s_bh,
3928                        struct inode *t_inode,
3929                        struct buffer_head *t_bh)
3930 {
3931     int ret;
3932     handle_t *handle;
3933     struct ocfs2_super *osb = OCFS2_SB(s_inode->i_sb);
3934     struct ocfs2_dinode *s_di = (struct ocfs2_dinode *)s_bh->b_data;
3935     struct ocfs2_dinode *t_di = (struct ocfs2_dinode *)t_bh->b_data;
3936 
3937     BUG_ON(!(OCFS2_I(s_inode)->ip_dyn_features & OCFS2_INLINE_DATA_FL));
3938 
3939     handle = ocfs2_start_trans(osb, OCFS2_INODE_UPDATE_CREDITS);
3940     if (IS_ERR(handle)) {
3941         ret = PTR_ERR(handle);
3942         mlog_errno(ret);
3943         goto out;
3944     }
3945 
3946     ret = ocfs2_journal_access_di(handle, INODE_CACHE(t_inode), t_bh,
3947                       OCFS2_JOURNAL_ACCESS_WRITE);
3948     if (ret) {
3949         mlog_errno(ret);
3950         goto out_commit;
3951     }
3952 
3953     t_di->id2.i_data.id_count = s_di->id2.i_data.id_count;
3954     memcpy(t_di->id2.i_data.id_data, s_di->id2.i_data.id_data,
3955            le16_to_cpu(s_di->id2.i_data.id_count));
3956     spin_lock(&OCFS2_I(t_inode)->ip_lock);
3957     OCFS2_I(t_inode)->ip_dyn_features |= OCFS2_INLINE_DATA_FL;
3958     t_di->i_dyn_features = cpu_to_le16(OCFS2_I(t_inode)->ip_dyn_features);
3959     spin_unlock(&OCFS2_I(t_inode)->ip_lock);
3960 
3961     ocfs2_journal_dirty(handle, t_bh);
3962 
3963 out_commit:
3964     ocfs2_commit_trans(osb, handle);
3965 out:
3966     return ret;
3967 }
3968 
3969 static int ocfs2_duplicate_extent_list(struct inode *s_inode,
3970                 struct inode *t_inode,
3971                 struct buffer_head *t_bh,
3972                 struct ocfs2_caching_info *ref_ci,
3973                 struct buffer_head *ref_root_bh,
3974                 struct ocfs2_cached_dealloc_ctxt *dealloc)
3975 {
3976     int ret = 0;
3977     u32 p_cluster, num_clusters, clusters, cpos;
3978     loff_t size;
3979     unsigned int ext_flags;
3980     struct ocfs2_extent_tree et;
3981 
3982     ocfs2_init_dinode_extent_tree(&et, INODE_CACHE(t_inode), t_bh);
3983 
3984     size = i_size_read(s_inode);
3985     clusters = ocfs2_clusters_for_bytes(s_inode->i_sb, size);
3986 
3987     cpos = 0;
3988     while (cpos < clusters) {
3989         ret = ocfs2_get_clusters(s_inode, cpos, &p_cluster,
3990                      &num_clusters, &ext_flags);
3991         if (ret) {
3992             mlog_errno(ret);
3993             goto out;
3994         }
3995         if (p_cluster) {
3996             ret = ocfs2_add_refcounted_extent(t_inode, &et,
3997                               ref_ci, ref_root_bh,
3998                               cpos, p_cluster,
3999                               num_clusters,
4000                               ext_flags,
4001                               dealloc);
4002             if (ret) {
4003                 mlog_errno(ret);
4004                 goto out;
4005             }
4006         }
4007 
4008         cpos += num_clusters;
4009     }
4010 
4011 out:
4012     return ret;
4013 }
4014 
4015 /*
4016  * change the new file's attributes to the src.
4017  *
4018  * reflink creates a snapshot of a file, that means the attributes
4019  * must be identical except for three exceptions - nlink, ino, and ctime.
4020  */
4021 static int ocfs2_complete_reflink(struct inode *s_inode,
4022                   struct buffer_head *s_bh,
4023                   struct inode *t_inode,
4024                   struct buffer_head *t_bh,
4025                   bool preserve)
4026 {
4027     int ret;
4028     handle_t *handle;
4029     struct ocfs2_dinode *s_di = (struct ocfs2_dinode *)s_bh->b_data;
4030     struct ocfs2_dinode *di = (struct ocfs2_dinode *)t_bh->b_data;
4031     loff_t size = i_size_read(s_inode);
4032 
4033     handle = ocfs2_start_trans(OCFS2_SB(t_inode->i_sb),
4034                    OCFS2_INODE_UPDATE_CREDITS);
4035     if (IS_ERR(handle)) {
4036         ret = PTR_ERR(handle);
4037         mlog_errno(ret);
4038         return ret;
4039     }
4040 
4041     ret = ocfs2_journal_access_di(handle, INODE_CACHE(t_inode), t_bh,
4042                       OCFS2_JOURNAL_ACCESS_WRITE);
4043     if (ret) {
4044         mlog_errno(ret);
4045         goto out_commit;
4046     }
4047 
4048     spin_lock(&OCFS2_I(t_inode)->ip_lock);
4049     OCFS2_I(t_inode)->ip_clusters = OCFS2_I(s_inode)->ip_clusters;
4050     OCFS2_I(t_inode)->ip_attr = OCFS2_I(s_inode)->ip_attr;
4051     OCFS2_I(t_inode)->ip_dyn_features = OCFS2_I(s_inode)->ip_dyn_features;
4052     spin_unlock(&OCFS2_I(t_inode)->ip_lock);
4053     i_size_write(t_inode, size);
4054     t_inode->i_blocks = s_inode->i_blocks;
4055 
4056     di->i_xattr_inline_size = s_di->i_xattr_inline_size;
4057     di->i_clusters = s_di->i_clusters;
4058     di->i_size = s_di->i_size;
4059     di->i_dyn_features = s_di->i_dyn_features;
4060     di->i_attr = s_di->i_attr;
4061 
4062     if (preserve) {
4063         t_inode->i_uid = s_inode->i_uid;
4064         t_inode->i_gid = s_inode->i_gid;
4065         t_inode->i_mode = s_inode->i_mode;
4066         di->i_uid = s_di->i_uid;
4067         di->i_gid = s_di->i_gid;
4068         di->i_mode = s_di->i_mode;
4069 
4070         /*
4071          * update time.
4072          * we want mtime to appear identical to the source and
4073          * update ctime.
4074          */
4075         t_inode->i_ctime = current_time(t_inode);
4076 
4077         di->i_ctime = cpu_to_le64(t_inode->i_ctime.tv_sec);
4078         di->i_ctime_nsec = cpu_to_le32(t_inode->i_ctime.tv_nsec);
4079 
4080         t_inode->i_mtime = s_inode->i_mtime;
4081         di->i_mtime = s_di->i_mtime;
4082         di->i_mtime_nsec = s_di->i_mtime_nsec;
4083     }
4084 
4085     ocfs2_journal_dirty(handle, t_bh);
4086 
4087 out_commit:
4088     ocfs2_commit_trans(OCFS2_SB(t_inode->i_sb), handle);
4089     return ret;
4090 }
4091 
4092 static int ocfs2_create_reflink_node(struct inode *s_inode,
4093                      struct buffer_head *s_bh,
4094                      struct inode *t_inode,
4095                      struct buffer_head *t_bh,
4096                      bool preserve)
4097 {
4098     int ret;
4099     struct buffer_head *ref_root_bh = NULL;
4100     struct ocfs2_cached_dealloc_ctxt dealloc;
4101     struct ocfs2_super *osb = OCFS2_SB(s_inode->i_sb);
4102     struct ocfs2_dinode *di = (struct ocfs2_dinode *)s_bh->b_data;
4103     struct ocfs2_refcount_tree *ref_tree;
4104 
4105     ocfs2_init_dealloc_ctxt(&dealloc);
4106 
4107     ret = ocfs2_set_refcount_tree(t_inode, t_bh,
4108                       le64_to_cpu(di->i_refcount_loc));
4109     if (ret) {
4110         mlog_errno(ret);
4111         goto out;
4112     }
4113 
4114     if (OCFS2_I(s_inode)->ip_dyn_features & OCFS2_INLINE_DATA_FL) {
4115         ret = ocfs2_duplicate_inline_data(s_inode, s_bh,
4116                           t_inode, t_bh);
4117         if (ret)
4118             mlog_errno(ret);
4119         goto out;
4120     }
4121 
4122     ret = ocfs2_lock_refcount_tree(osb, le64_to_cpu(di->i_refcount_loc),
4123                        1, &ref_tree, &ref_root_bh);
4124     if (ret) {
4125         mlog_errno(ret);
4126         goto out;
4127     }
4128 
4129     ret = ocfs2_duplicate_extent_list(s_inode, t_inode, t_bh,
4130                       &ref_tree->rf_ci, ref_root_bh,
4131                       &dealloc);
4132     if (ret) {
4133         mlog_errno(ret);
4134         goto out_unlock_refcount;
4135     }
4136 
4137 out_unlock_refcount:
4138     ocfs2_unlock_refcount_tree(osb, ref_tree, 1);
4139     brelse(ref_root_bh);
4140 out:
4141     if (ocfs2_dealloc_has_cluster(&dealloc)) {
4142         ocfs2_schedule_truncate_log_flush(osb, 1);
4143         ocfs2_run_deallocs(osb, &dealloc);
4144     }
4145 
4146     return ret;
4147 }
4148 
4149 static int __ocfs2_reflink(struct dentry *old_dentry,
4150                struct buffer_head *old_bh,
4151                struct inode *new_inode,
4152                bool preserve)
4153 {
4154     int ret;
4155     struct inode *inode = d_inode(old_dentry);
4156     struct buffer_head *new_bh = NULL;
4157 
4158     if (OCFS2_I(inode)->ip_flags & OCFS2_INODE_SYSTEM_FILE) {
4159         ret = -EINVAL;
4160         mlog_errno(ret);
4161         goto out;
4162     }
4163 
4164     ret = filemap_fdatawrite(inode->i_mapping);
4165     if (ret) {
4166         mlog_errno(ret);
4167         goto out;
4168     }
4169 
4170     ret = ocfs2_attach_refcount_tree(inode, old_bh);
4171     if (ret) {
4172         mlog_errno(ret);
4173         goto out;
4174     }
4175 
4176     inode_lock_nested(new_inode, I_MUTEX_CHILD);
4177     ret = ocfs2_inode_lock_nested(new_inode, &new_bh, 1,
4178                       OI_LS_REFLINK_TARGET);
4179     if (ret) {
4180         mlog_errno(ret);
4181         goto out_unlock;
4182     }
4183 
4184     ret = ocfs2_create_reflink_node(inode, old_bh,
4185                     new_inode, new_bh, preserve);
4186     if (ret) {
4187         mlog_errno(ret);
4188         goto inode_unlock;
4189     }
4190 
4191     if (OCFS2_I(inode)->ip_dyn_features & OCFS2_HAS_XATTR_FL) {
4192         ret = ocfs2_reflink_xattrs(inode, old_bh,
4193                        new_inode, new_bh,
4194                        preserve);
4195         if (ret) {
4196             mlog_errno(ret);
4197             goto inode_unlock;
4198         }
4199     }
4200 
4201     ret = ocfs2_complete_reflink(inode, old_bh,
4202                      new_inode, new_bh, preserve);
4203     if (ret)
4204         mlog_errno(ret);
4205 
4206 inode_unlock:
4207     ocfs2_inode_unlock(new_inode, 1);
4208     brelse(new_bh);
4209 out_unlock:
4210     inode_unlock(new_inode);
4211 out:
4212     if (!ret) {
4213         ret = filemap_fdatawait(inode->i_mapping);
4214         if (ret)
4215             mlog_errno(ret);
4216     }
4217     return ret;
4218 }
4219 
4220 static int ocfs2_reflink(struct dentry *old_dentry, struct inode *dir,
4221              struct dentry *new_dentry, bool preserve)
4222 {
4223     int error, had_lock;
4224     struct inode *inode = d_inode(old_dentry);
4225     struct buffer_head *old_bh = NULL;
4226     struct inode *new_orphan_inode = NULL;
4227     struct ocfs2_lock_holder oh;
4228 
4229     if (!ocfs2_refcount_tree(OCFS2_SB(inode->i_sb)))
4230         return -EOPNOTSUPP;
4231 
4232 
4233     error = ocfs2_create_inode_in_orphan(dir, inode->i_mode,
4234                          &new_orphan_inode);
4235     if (error) {
4236         mlog_errno(error);
4237         goto out;
4238     }
4239 
4240     error = ocfs2_rw_lock(inode, 1);
4241     if (error) {
4242         mlog_errno(error);
4243         goto out;
4244     }
4245 
4246     error = ocfs2_inode_lock(inode, &old_bh, 1);
4247     if (error) {
4248         mlog_errno(error);
4249         ocfs2_rw_unlock(inode, 1);
4250         goto out;
4251     }
4252 
4253     down_write(&OCFS2_I(inode)->ip_xattr_sem);
4254     down_write(&OCFS2_I(inode)->ip_alloc_sem);
4255     error = __ocfs2_reflink(old_dentry, old_bh,
4256                 new_orphan_inode, preserve);
4257     up_write(&OCFS2_I(inode)->ip_alloc_sem);
4258     up_write(&OCFS2_I(inode)->ip_xattr_sem);
4259 
4260     ocfs2_inode_unlock(inode, 1);
4261     ocfs2_rw_unlock(inode, 1);
4262     brelse(old_bh);
4263 
4264     if (error) {
4265         mlog_errno(error);
4266         goto out;
4267     }
4268 
4269     had_lock = ocfs2_inode_lock_tracker(new_orphan_inode, NULL, 1,
4270                         &oh);
4271     if (had_lock < 0) {
4272         error = had_lock;
4273         mlog_errno(error);
4274         goto out;
4275     }
4276 
4277     /* If the security isn't preserved, we need to re-initialize them. */
4278     if (!preserve) {
4279         error = ocfs2_init_security_and_acl(dir, new_orphan_inode,
4280                             &new_dentry->d_name);
4281         if (error)
4282             mlog_errno(error);
4283     }
4284     if (!error) {
4285         error = ocfs2_mv_orphaned_inode_to_new(dir, new_orphan_inode,
4286                                new_dentry);
4287         if (error)
4288             mlog_errno(error);
4289     }
4290     ocfs2_inode_unlock_tracker(new_orphan_inode, 1, &oh, had_lock);
4291 
4292 out:
4293     if (new_orphan_inode) {
4294         /*
4295          * We need to open_unlock the inode no matter whether we
4296          * succeed or not, so that other nodes can delete it later.
4297          */
4298         ocfs2_open_unlock(new_orphan_inode);
4299         if (error)
4300             iput(new_orphan_inode);
4301     }
4302 
4303     return error;
4304 }
4305 
4306 /*
4307  * Below here are the bits used by OCFS2_IOC_REFLINK() to fake
4308  * sys_reflink().  This will go away when vfs_reflink() exists in
4309  * fs/namei.c.
4310  */
4311 
4312 /* copied from may_create in VFS. */
4313 static inline int ocfs2_may_create(struct inode *dir, struct dentry *child)
4314 {
4315     if (d_really_is_positive(child))
4316         return -EEXIST;
4317     if (IS_DEADDIR(dir))
4318         return -ENOENT;
4319     return inode_permission(&init_user_ns, dir, MAY_WRITE | MAY_EXEC);
4320 }
4321 
4322 /**
4323  * ocfs2_vfs_reflink - Create a reference-counted link
4324  *
4325  * @old_dentry:        source dentry + inode
4326  * @dir:       directory to create the target
4327  * @new_dentry:        target dentry
4328  * @preserve:  if true, preserve all file attributes
4329  */
4330 static int ocfs2_vfs_reflink(struct dentry *old_dentry, struct inode *dir,
4331                  struct dentry *new_dentry, bool preserve)
4332 {
4333     struct inode *inode = d_inode(old_dentry);
4334     int error;
4335 
4336     if (!inode)
4337         return -ENOENT;
4338 
4339     error = ocfs2_may_create(dir, new_dentry);
4340     if (error)
4341         return error;
4342 
4343     if (dir->i_sb != inode->i_sb)
4344         return -EXDEV;
4345 
4346     /*
4347      * A reflink to an append-only or immutable file cannot be created.
4348      */
4349     if (IS_APPEND(inode) || IS_IMMUTABLE(inode))
4350         return -EPERM;
4351 
4352     /* Only regular files can be reflinked. */
4353     if (!S_ISREG(inode->i_mode))
4354         return -EPERM;
4355 
4356     /*
4357      * If the caller wants to preserve ownership, they require the
4358      * rights to do so.
4359      */
4360     if (preserve) {
4361         if (!uid_eq(current_fsuid(), inode->i_uid) && !capable(CAP_CHOWN))
4362             return -EPERM;
4363         if (!in_group_p(inode->i_gid) && !capable(CAP_CHOWN))
4364             return -EPERM;
4365     }
4366 
4367     /*
4368      * If the caller is modifying any aspect of the attributes, they
4369      * are not creating a snapshot.  They need read permission on the
4370      * file.
4371      */
4372     if (!preserve) {
4373         error = inode_permission(&init_user_ns, inode, MAY_READ);
4374         if (error)
4375             return error;
4376     }
4377 
4378     inode_lock(inode);
4379     error = dquot_initialize(dir);
4380     if (!error)
4381         error = ocfs2_reflink(old_dentry, dir, new_dentry, preserve);
4382     inode_unlock(inode);
4383     if (!error)
4384         fsnotify_create(dir, new_dentry);
4385     return error;
4386 }
4387 /*
4388  * Most codes are copied from sys_linkat.
4389  */
4390 int ocfs2_reflink_ioctl(struct inode *inode,
4391             const char __user *oldname,
4392             const char __user *newname,
4393             bool preserve)
4394 {
4395     struct dentry *new_dentry;
4396     struct path old_path, new_path;
4397     int error;
4398 
4399     if (!ocfs2_refcount_tree(OCFS2_SB(inode->i_sb)))
4400         return -EOPNOTSUPP;
4401 
4402     error = user_path_at(AT_FDCWD, oldname, 0, &old_path);
4403     if (error) {
4404         mlog_errno(error);
4405         return error;
4406     }
4407 
4408     new_dentry = user_path_create(AT_FDCWD, newname, &new_path, 0);
4409     error = PTR_ERR(new_dentry);
4410     if (IS_ERR(new_dentry)) {
4411         mlog_errno(error);
4412         goto out;
4413     }
4414 
4415     error = -EXDEV;
4416     if (old_path.mnt != new_path.mnt) {
4417         mlog_errno(error);
4418         goto out_dput;
4419     }
4420 
4421     error = ocfs2_vfs_reflink(old_path.dentry,
4422                   d_inode(new_path.dentry),
4423                   new_dentry, preserve);
4424 out_dput:
4425     done_path_create(&new_path, new_dentry);
4426 out:
4427     path_put(&old_path);
4428 
4429     return error;
4430 }
4431 
4432 /* Update destination inode size, if necessary. */
4433 int ocfs2_reflink_update_dest(struct inode *dest,
4434                   struct buffer_head *d_bh,
4435                   loff_t newlen)
4436 {
4437     handle_t *handle;
4438     int ret;
4439 
4440     dest->i_blocks = ocfs2_inode_sector_count(dest);
4441 
4442     if (newlen <= i_size_read(dest))
4443         return 0;
4444 
4445     handle = ocfs2_start_trans(OCFS2_SB(dest->i_sb),
4446                    OCFS2_INODE_UPDATE_CREDITS);
4447     if (IS_ERR(handle)) {
4448         ret = PTR_ERR(handle);
4449         mlog_errno(ret);
4450         return ret;
4451     }
4452 
4453     /* Extend i_size if needed. */
4454     spin_lock(&OCFS2_I(dest)->ip_lock);
4455     if (newlen > i_size_read(dest))
4456         i_size_write(dest, newlen);
4457     spin_unlock(&OCFS2_I(dest)->ip_lock);
4458     dest->i_ctime = dest->i_mtime = current_time(dest);
4459 
4460     ret = ocfs2_mark_inode_dirty(handle, dest, d_bh);
4461     if (ret) {
4462         mlog_errno(ret);
4463         goto out_commit;
4464     }
4465 
4466 out_commit:
4467     ocfs2_commit_trans(OCFS2_SB(dest->i_sb), handle);
4468     return ret;
4469 }
4470 
4471 /* Remap the range pos_in:len in s_inode to pos_out:len in t_inode. */
4472 static loff_t ocfs2_reflink_remap_extent(struct inode *s_inode,
4473                      struct buffer_head *s_bh,
4474                      loff_t pos_in,
4475                      struct inode *t_inode,
4476                      struct buffer_head *t_bh,
4477                      loff_t pos_out,
4478                      loff_t len,
4479                      struct ocfs2_cached_dealloc_ctxt *dealloc)
4480 {
4481     struct ocfs2_extent_tree s_et;
4482     struct ocfs2_extent_tree t_et;
4483     struct ocfs2_dinode *dis;
4484     struct buffer_head *ref_root_bh = NULL;
4485     struct ocfs2_refcount_tree *ref_tree;
4486     struct ocfs2_super *osb;
4487     loff_t remapped_bytes = 0;
4488     loff_t pstart, plen;
4489     u32 p_cluster, num_clusters, slast, spos, tpos, remapped_clus = 0;
4490     unsigned int ext_flags;
4491     int ret = 0;
4492 
4493     osb = OCFS2_SB(s_inode->i_sb);
4494     dis = (struct ocfs2_dinode *)s_bh->b_data;
4495     ocfs2_init_dinode_extent_tree(&s_et, INODE_CACHE(s_inode), s_bh);
4496     ocfs2_init_dinode_extent_tree(&t_et, INODE_CACHE(t_inode), t_bh);
4497 
4498     spos = ocfs2_bytes_to_clusters(s_inode->i_sb, pos_in);
4499     tpos = ocfs2_bytes_to_clusters(t_inode->i_sb, pos_out);
4500     slast = ocfs2_clusters_for_bytes(s_inode->i_sb, pos_in + len);
4501 
4502     while (spos < slast) {
4503         if (fatal_signal_pending(current)) {
4504             ret = -EINTR;
4505             goto out;
4506         }
4507 
4508         /* Look up the extent. */
4509         ret = ocfs2_get_clusters(s_inode, spos, &p_cluster,
4510                      &num_clusters, &ext_flags);
4511         if (ret) {
4512             mlog_errno(ret);
4513             goto out;
4514         }
4515 
4516         num_clusters = min_t(u32, num_clusters, slast - spos);
4517 
4518         /* Punch out the dest range. */
4519         pstart = ocfs2_clusters_to_bytes(t_inode->i_sb, tpos);
4520         plen = ocfs2_clusters_to_bytes(t_inode->i_sb, num_clusters);
4521         ret = ocfs2_remove_inode_range(t_inode, t_bh, pstart, plen);
4522         if (ret) {
4523             mlog_errno(ret);
4524             goto out;
4525         }
4526 
4527         if (p_cluster == 0)
4528             goto next_loop;
4529 
4530         /* Lock the refcount btree... */
4531         ret = ocfs2_lock_refcount_tree(osb,
4532                            le64_to_cpu(dis->i_refcount_loc),
4533                            1, &ref_tree, &ref_root_bh);
4534         if (ret) {
4535             mlog_errno(ret);
4536             goto out;
4537         }
4538 
4539         /* Mark s_inode's extent as refcounted. */
4540         if (!(ext_flags & OCFS2_EXT_REFCOUNTED)) {
4541             ret = ocfs2_add_refcount_flag(s_inode, &s_et,
4542                               &ref_tree->rf_ci,
4543                               ref_root_bh, spos,
4544                               p_cluster, num_clusters,
4545                               dealloc, NULL);
4546             if (ret) {
4547                 mlog_errno(ret);
4548                 goto out_unlock_refcount;
4549             }
4550         }
4551 
4552         /* Map in the new extent. */
4553         ext_flags |= OCFS2_EXT_REFCOUNTED;
4554         ret = ocfs2_add_refcounted_extent(t_inode, &t_et,
4555                           &ref_tree->rf_ci,
4556                           ref_root_bh,
4557                           tpos, p_cluster,
4558                           num_clusters,
4559                           ext_flags,
4560                           dealloc);
4561         if (ret) {
4562             mlog_errno(ret);
4563             goto out_unlock_refcount;
4564         }
4565 
4566         ocfs2_unlock_refcount_tree(osb, ref_tree, 1);
4567         brelse(ref_root_bh);
4568 next_loop:
4569         spos += num_clusters;
4570         tpos += num_clusters;
4571         remapped_clus += num_clusters;
4572     }
4573 
4574     goto out;
4575 out_unlock_refcount:
4576     ocfs2_unlock_refcount_tree(osb, ref_tree, 1);
4577     brelse(ref_root_bh);
4578 out:
4579     remapped_bytes = ocfs2_clusters_to_bytes(t_inode->i_sb, remapped_clus);
4580     remapped_bytes = min_t(loff_t, len, remapped_bytes);
4581 
4582     return remapped_bytes > 0 ? remapped_bytes : ret;
4583 }
4584 
4585 /* Set up refcount tree and remap s_inode to t_inode. */
4586 loff_t ocfs2_reflink_remap_blocks(struct inode *s_inode,
4587                   struct buffer_head *s_bh,
4588                   loff_t pos_in,
4589                   struct inode *t_inode,
4590                   struct buffer_head *t_bh,
4591                   loff_t pos_out,
4592                   loff_t len)
4593 {
4594     struct ocfs2_cached_dealloc_ctxt dealloc;
4595     struct ocfs2_super *osb;
4596     struct ocfs2_dinode *dis;
4597     struct ocfs2_dinode *dit;
4598     loff_t ret;
4599 
4600     osb = OCFS2_SB(s_inode->i_sb);
4601     dis = (struct ocfs2_dinode *)s_bh->b_data;
4602     dit = (struct ocfs2_dinode *)t_bh->b_data;
4603     ocfs2_init_dealloc_ctxt(&dealloc);
4604 
4605     /*
4606      * If we're reflinking the entire file and the source is inline
4607      * data, just copy the contents.
4608      */
4609     if (pos_in == pos_out && pos_in == 0 && len == i_size_read(s_inode) &&
4610         i_size_read(t_inode) <= len &&
4611         (OCFS2_I(s_inode)->ip_dyn_features & OCFS2_INLINE_DATA_FL)) {
4612         ret = ocfs2_duplicate_inline_data(s_inode, s_bh, t_inode, t_bh);
4613         if (ret)
4614             mlog_errno(ret);
4615         goto out;
4616     }
4617 
4618     /*
4619      * If both inodes belong to two different refcount groups then
4620      * forget it because we don't know how (or want) to go merging
4621      * refcount trees.
4622      */
4623     ret = -EOPNOTSUPP;
4624     if (ocfs2_is_refcount_inode(s_inode) &&
4625         ocfs2_is_refcount_inode(t_inode) &&
4626         le64_to_cpu(dis->i_refcount_loc) !=
4627         le64_to_cpu(dit->i_refcount_loc))
4628         goto out;
4629 
4630     /* Neither inode has a refcount tree.  Add one to s_inode. */
4631     if (!ocfs2_is_refcount_inode(s_inode) &&
4632         !ocfs2_is_refcount_inode(t_inode)) {
4633         ret = ocfs2_create_refcount_tree(s_inode, s_bh);
4634         if (ret) {
4635             mlog_errno(ret);
4636             goto out;
4637         }
4638     }
4639 
4640     /* Ensure that both inodes end up with the same refcount tree. */
4641     if (!ocfs2_is_refcount_inode(s_inode)) {
4642         ret = ocfs2_set_refcount_tree(s_inode, s_bh,
4643                           le64_to_cpu(dit->i_refcount_loc));
4644         if (ret) {
4645             mlog_errno(ret);
4646             goto out;
4647         }
4648     }
4649     if (!ocfs2_is_refcount_inode(t_inode)) {
4650         ret = ocfs2_set_refcount_tree(t_inode, t_bh,
4651                           le64_to_cpu(dis->i_refcount_loc));
4652         if (ret) {
4653             mlog_errno(ret);
4654             goto out;
4655         }
4656     }
4657 
4658     /* Turn off inline data in the dest file. */
4659     if (OCFS2_I(t_inode)->ip_dyn_features & OCFS2_INLINE_DATA_FL) {
4660         ret = ocfs2_convert_inline_data_to_extents(t_inode, t_bh);
4661         if (ret) {
4662             mlog_errno(ret);
4663             goto out;
4664         }
4665     }
4666 
4667     /* Actually remap extents now. */
4668     ret = ocfs2_reflink_remap_extent(s_inode, s_bh, pos_in, t_inode, t_bh,
4669                      pos_out, len, &dealloc);
4670     if (ret < 0) {
4671         mlog_errno(ret);
4672         goto out;
4673     }
4674 
4675 out:
4676     if (ocfs2_dealloc_has_cluster(&dealloc)) {
4677         ocfs2_schedule_truncate_log_flush(osb, 1);
4678         ocfs2_run_deallocs(osb, &dealloc);
4679     }
4680 
4681     return ret;
4682 }
4683 
4684 /* Lock an inode and grab a bh pointing to the inode. */
4685 int ocfs2_reflink_inodes_lock(struct inode *s_inode,
4686                   struct buffer_head **bh_s,
4687                   struct inode *t_inode,
4688                   struct buffer_head **bh_t)
4689 {
4690     struct inode *inode1 = s_inode;
4691     struct inode *inode2 = t_inode;
4692     struct ocfs2_inode_info *oi1;
4693     struct ocfs2_inode_info *oi2;
4694     struct buffer_head *bh1 = NULL;
4695     struct buffer_head *bh2 = NULL;
4696     bool same_inode = (s_inode == t_inode);
4697     bool need_swap = (inode1->i_ino > inode2->i_ino);
4698     int status;
4699 
4700     /* First grab the VFS and rw locks. */
4701     lock_two_nondirectories(s_inode, t_inode);
4702     if (need_swap)
4703         swap(inode1, inode2);
4704 
4705     status = ocfs2_rw_lock(inode1, 1);
4706     if (status) {
4707         mlog_errno(status);
4708         goto out_i1;
4709     }
4710     if (!same_inode) {
4711         status = ocfs2_rw_lock(inode2, 1);
4712         if (status) {
4713             mlog_errno(status);
4714             goto out_i2;
4715         }
4716     }
4717 
4718     /* Now go for the cluster locks */
4719     oi1 = OCFS2_I(inode1);
4720     oi2 = OCFS2_I(inode2);
4721 
4722     trace_ocfs2_double_lock((unsigned long long)oi1->ip_blkno,
4723                 (unsigned long long)oi2->ip_blkno);
4724 
4725     /* We always want to lock the one with the lower lockid first. */
4726     if (oi1->ip_blkno > oi2->ip_blkno)
4727         mlog_errno(-ENOLCK);
4728 
4729     /* lock id1 */
4730     status = ocfs2_inode_lock_nested(inode1, &bh1, 1,
4731                      OI_LS_REFLINK_TARGET);
4732     if (status < 0) {
4733         if (status != -ENOENT)
4734             mlog_errno(status);
4735         goto out_rw2;
4736     }
4737 
4738     /* lock id2 */
4739     if (!same_inode) {
4740         status = ocfs2_inode_lock_nested(inode2, &bh2, 1,
4741                          OI_LS_REFLINK_TARGET);
4742         if (status < 0) {
4743             if (status != -ENOENT)
4744                 mlog_errno(status);
4745             goto out_cl1;
4746         }
4747     } else {
4748         bh2 = bh1;
4749     }
4750 
4751     /*
4752      * If we swapped inode order above, we have to swap the buffer heads
4753      * before passing them back to the caller.
4754      */
4755     if (need_swap)
4756         swap(bh1, bh2);
4757     *bh_s = bh1;
4758     *bh_t = bh2;
4759 
4760     trace_ocfs2_double_lock_end(
4761             (unsigned long long)oi1->ip_blkno,
4762             (unsigned long long)oi2->ip_blkno);
4763 
4764     return 0;
4765 
4766 out_cl1:
4767     ocfs2_inode_unlock(inode1, 1);
4768     brelse(bh1);
4769 out_rw2:
4770     ocfs2_rw_unlock(inode2, 1);
4771 out_i2:
4772     ocfs2_rw_unlock(inode1, 1);
4773 out_i1:
4774     unlock_two_nondirectories(s_inode, t_inode);
4775     return status;
4776 }
4777 
4778 /* Unlock both inodes and release buffers. */
4779 void ocfs2_reflink_inodes_unlock(struct inode *s_inode,
4780                  struct buffer_head *s_bh,
4781                  struct inode *t_inode,
4782                  struct buffer_head *t_bh)
4783 {
4784     ocfs2_inode_unlock(s_inode, 1);
4785     ocfs2_rw_unlock(s_inode, 1);
4786     brelse(s_bh);
4787     if (s_inode != t_inode) {
4788         ocfs2_inode_unlock(t_inode, 1);
4789         ocfs2_rw_unlock(t_inode, 1);
4790         brelse(t_bh);
4791     }
4792     unlock_two_nondirectories(s_inode, t_inode);
4793 }