0001
0002
0003
0004
0005
0006
0007
0008 #include <linux/sort.h>
0009 #include <cluster/masklog.h>
0010 #include "ocfs2.h"
0011 #include "inode.h"
0012 #include "alloc.h"
0013 #include "suballoc.h"
0014 #include "journal.h"
0015 #include "uptodate.h"
0016 #include "super.h"
0017 #include "buffer_head_io.h"
0018 #include "blockcheck.h"
0019 #include "refcounttree.h"
0020 #include "sysfile.h"
0021 #include "dlmglue.h"
0022 #include "extent_map.h"
0023 #include "aops.h"
0024 #include "xattr.h"
0025 #include "namei.h"
0026 #include "ocfs2_trace.h"
0027 #include "file.h"
0028
0029 #include <linux/bio.h>
0030 #include <linux/blkdev.h>
0031 #include <linux/slab.h>
0032 #include <linux/writeback.h>
0033 #include <linux/pagevec.h>
0034 #include <linux/swap.h>
0035 #include <linux/security.h>
0036 #include <linux/fsnotify.h>
0037 #include <linux/quotaops.h>
0038 #include <linux/namei.h>
0039 #include <linux/mount.h>
0040 #include <linux/posix_acl.h>
0041
0042 struct ocfs2_cow_context {
0043 struct inode *inode;
0044 u32 cow_start;
0045 u32 cow_len;
0046 struct ocfs2_extent_tree data_et;
0047 struct ocfs2_refcount_tree *ref_tree;
0048 struct buffer_head *ref_root_bh;
0049 struct ocfs2_alloc_context *meta_ac;
0050 struct ocfs2_alloc_context *data_ac;
0051 struct ocfs2_cached_dealloc_ctxt dealloc;
0052 void *cow_object;
0053 struct ocfs2_post_refcount *post_refcount;
0054 int extra_credits;
0055 int (*get_clusters)(struct ocfs2_cow_context *context,
0056 u32 v_cluster, u32 *p_cluster,
0057 u32 *num_clusters,
0058 unsigned int *extent_flags);
0059 int (*cow_duplicate_clusters)(handle_t *handle,
0060 struct inode *inode,
0061 u32 cpos, u32 old_cluster,
0062 u32 new_cluster, u32 new_len);
0063 };
0064
0065 static inline struct ocfs2_refcount_tree *
0066 cache_info_to_refcount(struct ocfs2_caching_info *ci)
0067 {
0068 return container_of(ci, struct ocfs2_refcount_tree, rf_ci);
0069 }
0070
0071 static int ocfs2_validate_refcount_block(struct super_block *sb,
0072 struct buffer_head *bh)
0073 {
0074 int rc;
0075 struct ocfs2_refcount_block *rb =
0076 (struct ocfs2_refcount_block *)bh->b_data;
0077
0078 trace_ocfs2_validate_refcount_block((unsigned long long)bh->b_blocknr);
0079
0080 BUG_ON(!buffer_uptodate(bh));
0081
0082
0083
0084
0085
0086
0087 rc = ocfs2_validate_meta_ecc(sb, bh->b_data, &rb->rf_check);
0088 if (rc) {
0089 mlog(ML_ERROR, "Checksum failed for refcount block %llu\n",
0090 (unsigned long long)bh->b_blocknr);
0091 return rc;
0092 }
0093
0094
0095 if (!OCFS2_IS_VALID_REFCOUNT_BLOCK(rb)) {
0096 rc = ocfs2_error(sb,
0097 "Refcount block #%llu has bad signature %.*s\n",
0098 (unsigned long long)bh->b_blocknr, 7,
0099 rb->rf_signature);
0100 goto out;
0101 }
0102
0103 if (le64_to_cpu(rb->rf_blkno) != bh->b_blocknr) {
0104 rc = ocfs2_error(sb,
0105 "Refcount block #%llu has an invalid rf_blkno of %llu\n",
0106 (unsigned long long)bh->b_blocknr,
0107 (unsigned long long)le64_to_cpu(rb->rf_blkno));
0108 goto out;
0109 }
0110
0111 if (le32_to_cpu(rb->rf_fs_generation) != OCFS2_SB(sb)->fs_generation) {
0112 rc = ocfs2_error(sb,
0113 "Refcount block #%llu has an invalid rf_fs_generation of #%u\n",
0114 (unsigned long long)bh->b_blocknr,
0115 le32_to_cpu(rb->rf_fs_generation));
0116 goto out;
0117 }
0118 out:
0119 return rc;
0120 }
0121
0122 static int ocfs2_read_refcount_block(struct ocfs2_caching_info *ci,
0123 u64 rb_blkno,
0124 struct buffer_head **bh)
0125 {
0126 int rc;
0127 struct buffer_head *tmp = *bh;
0128
0129 rc = ocfs2_read_block(ci, rb_blkno, &tmp,
0130 ocfs2_validate_refcount_block);
0131
0132
0133 if (!rc && !*bh)
0134 *bh = tmp;
0135
0136 return rc;
0137 }
0138
0139 static u64 ocfs2_refcount_cache_owner(struct ocfs2_caching_info *ci)
0140 {
0141 struct ocfs2_refcount_tree *rf = cache_info_to_refcount(ci);
0142
0143 return rf->rf_blkno;
0144 }
0145
0146 static struct super_block *
0147 ocfs2_refcount_cache_get_super(struct ocfs2_caching_info *ci)
0148 {
0149 struct ocfs2_refcount_tree *rf = cache_info_to_refcount(ci);
0150
0151 return rf->rf_sb;
0152 }
0153
0154 static void ocfs2_refcount_cache_lock(struct ocfs2_caching_info *ci)
0155 __acquires(&rf->rf_lock)
0156 {
0157 struct ocfs2_refcount_tree *rf = cache_info_to_refcount(ci);
0158
0159 spin_lock(&rf->rf_lock);
0160 }
0161
0162 static void ocfs2_refcount_cache_unlock(struct ocfs2_caching_info *ci)
0163 __releases(&rf->rf_lock)
0164 {
0165 struct ocfs2_refcount_tree *rf = cache_info_to_refcount(ci);
0166
0167 spin_unlock(&rf->rf_lock);
0168 }
0169
0170 static void ocfs2_refcount_cache_io_lock(struct ocfs2_caching_info *ci)
0171 {
0172 struct ocfs2_refcount_tree *rf = cache_info_to_refcount(ci);
0173
0174 mutex_lock(&rf->rf_io_mutex);
0175 }
0176
0177 static void ocfs2_refcount_cache_io_unlock(struct ocfs2_caching_info *ci)
0178 {
0179 struct ocfs2_refcount_tree *rf = cache_info_to_refcount(ci);
0180
0181 mutex_unlock(&rf->rf_io_mutex);
0182 }
0183
0184 static const struct ocfs2_caching_operations ocfs2_refcount_caching_ops = {
0185 .co_owner = ocfs2_refcount_cache_owner,
0186 .co_get_super = ocfs2_refcount_cache_get_super,
0187 .co_cache_lock = ocfs2_refcount_cache_lock,
0188 .co_cache_unlock = ocfs2_refcount_cache_unlock,
0189 .co_io_lock = ocfs2_refcount_cache_io_lock,
0190 .co_io_unlock = ocfs2_refcount_cache_io_unlock,
0191 };
0192
0193 static struct ocfs2_refcount_tree *
0194 ocfs2_find_refcount_tree(struct ocfs2_super *osb, u64 blkno)
0195 {
0196 struct rb_node *n = osb->osb_rf_lock_tree.rb_node;
0197 struct ocfs2_refcount_tree *tree = NULL;
0198
0199 while (n) {
0200 tree = rb_entry(n, struct ocfs2_refcount_tree, rf_node);
0201
0202 if (blkno < tree->rf_blkno)
0203 n = n->rb_left;
0204 else if (blkno > tree->rf_blkno)
0205 n = n->rb_right;
0206 else
0207 return tree;
0208 }
0209
0210 return NULL;
0211 }
0212
0213
0214 static void ocfs2_insert_refcount_tree(struct ocfs2_super *osb,
0215 struct ocfs2_refcount_tree *new)
0216 {
0217 u64 rf_blkno = new->rf_blkno;
0218 struct rb_node *parent = NULL;
0219 struct rb_node **p = &osb->osb_rf_lock_tree.rb_node;
0220 struct ocfs2_refcount_tree *tmp;
0221
0222 while (*p) {
0223 parent = *p;
0224
0225 tmp = rb_entry(parent, struct ocfs2_refcount_tree,
0226 rf_node);
0227
0228 if (rf_blkno < tmp->rf_blkno)
0229 p = &(*p)->rb_left;
0230 else if (rf_blkno > tmp->rf_blkno)
0231 p = &(*p)->rb_right;
0232 else {
0233
0234 mlog(ML_ERROR, "Duplicate refcount block %llu found!\n",
0235 (unsigned long long)rf_blkno);
0236 BUG();
0237 }
0238 }
0239
0240 rb_link_node(&new->rf_node, parent, p);
0241 rb_insert_color(&new->rf_node, &osb->osb_rf_lock_tree);
0242 }
0243
0244 static void ocfs2_free_refcount_tree(struct ocfs2_refcount_tree *tree)
0245 {
0246 ocfs2_metadata_cache_exit(&tree->rf_ci);
0247 ocfs2_simple_drop_lockres(OCFS2_SB(tree->rf_sb), &tree->rf_lockres);
0248 ocfs2_lock_res_free(&tree->rf_lockres);
0249 kfree(tree);
0250 }
0251
0252 static inline void
0253 ocfs2_erase_refcount_tree_from_list_no_lock(struct ocfs2_super *osb,
0254 struct ocfs2_refcount_tree *tree)
0255 {
0256 rb_erase(&tree->rf_node, &osb->osb_rf_lock_tree);
0257 if (osb->osb_ref_tree_lru && osb->osb_ref_tree_lru == tree)
0258 osb->osb_ref_tree_lru = NULL;
0259 }
0260
0261 static void ocfs2_erase_refcount_tree_from_list(struct ocfs2_super *osb,
0262 struct ocfs2_refcount_tree *tree)
0263 {
0264 spin_lock(&osb->osb_lock);
0265 ocfs2_erase_refcount_tree_from_list_no_lock(osb, tree);
0266 spin_unlock(&osb->osb_lock);
0267 }
0268
0269 static void ocfs2_kref_remove_refcount_tree(struct kref *kref)
0270 {
0271 struct ocfs2_refcount_tree *tree =
0272 container_of(kref, struct ocfs2_refcount_tree, rf_getcnt);
0273
0274 ocfs2_free_refcount_tree(tree);
0275 }
0276
0277 static inline void
0278 ocfs2_refcount_tree_get(struct ocfs2_refcount_tree *tree)
0279 {
0280 kref_get(&tree->rf_getcnt);
0281 }
0282
0283 static inline void
0284 ocfs2_refcount_tree_put(struct ocfs2_refcount_tree *tree)
0285 {
0286 kref_put(&tree->rf_getcnt, ocfs2_kref_remove_refcount_tree);
0287 }
0288
0289 static inline void ocfs2_init_refcount_tree_ci(struct ocfs2_refcount_tree *new,
0290 struct super_block *sb)
0291 {
0292 ocfs2_metadata_cache_init(&new->rf_ci, &ocfs2_refcount_caching_ops);
0293 mutex_init(&new->rf_io_mutex);
0294 new->rf_sb = sb;
0295 spin_lock_init(&new->rf_lock);
0296 }
0297
0298 static inline void ocfs2_init_refcount_tree_lock(struct ocfs2_super *osb,
0299 struct ocfs2_refcount_tree *new,
0300 u64 rf_blkno, u32 generation)
0301 {
0302 init_rwsem(&new->rf_sem);
0303 ocfs2_refcount_lock_res_init(&new->rf_lockres, osb,
0304 rf_blkno, generation);
0305 }
0306
0307 static struct ocfs2_refcount_tree*
0308 ocfs2_allocate_refcount_tree(struct ocfs2_super *osb, u64 rf_blkno)
0309 {
0310 struct ocfs2_refcount_tree *new;
0311
0312 new = kzalloc(sizeof(struct ocfs2_refcount_tree), GFP_NOFS);
0313 if (!new)
0314 return NULL;
0315
0316 new->rf_blkno = rf_blkno;
0317 kref_init(&new->rf_getcnt);
0318 ocfs2_init_refcount_tree_ci(new, osb->sb);
0319
0320 return new;
0321 }
0322
0323 static int ocfs2_get_refcount_tree(struct ocfs2_super *osb, u64 rf_blkno,
0324 struct ocfs2_refcount_tree **ret_tree)
0325 {
0326 int ret = 0;
0327 struct ocfs2_refcount_tree *tree, *new = NULL;
0328 struct buffer_head *ref_root_bh = NULL;
0329 struct ocfs2_refcount_block *ref_rb;
0330
0331 spin_lock(&osb->osb_lock);
0332 if (osb->osb_ref_tree_lru &&
0333 osb->osb_ref_tree_lru->rf_blkno == rf_blkno)
0334 tree = osb->osb_ref_tree_lru;
0335 else
0336 tree = ocfs2_find_refcount_tree(osb, rf_blkno);
0337 if (tree)
0338 goto out;
0339
0340 spin_unlock(&osb->osb_lock);
0341
0342 new = ocfs2_allocate_refcount_tree(osb, rf_blkno);
0343 if (!new) {
0344 ret = -ENOMEM;
0345 mlog_errno(ret);
0346 return ret;
0347 }
0348
0349
0350
0351
0352
0353
0354
0355
0356 ret = ocfs2_read_refcount_block(&new->rf_ci, rf_blkno, &ref_root_bh);
0357 if (ret) {
0358 mlog_errno(ret);
0359 ocfs2_metadata_cache_exit(&new->rf_ci);
0360 kfree(new);
0361 return ret;
0362 }
0363
0364 ref_rb = (struct ocfs2_refcount_block *)ref_root_bh->b_data;
0365 new->rf_generation = le32_to_cpu(ref_rb->rf_generation);
0366 ocfs2_init_refcount_tree_lock(osb, new, rf_blkno,
0367 new->rf_generation);
0368 ocfs2_metadata_cache_purge(&new->rf_ci);
0369
0370 spin_lock(&osb->osb_lock);
0371 tree = ocfs2_find_refcount_tree(osb, rf_blkno);
0372 if (tree)
0373 goto out;
0374
0375 ocfs2_insert_refcount_tree(osb, new);
0376
0377 tree = new;
0378 new = NULL;
0379
0380 out:
0381 *ret_tree = tree;
0382
0383 osb->osb_ref_tree_lru = tree;
0384
0385 spin_unlock(&osb->osb_lock);
0386
0387 if (new)
0388 ocfs2_free_refcount_tree(new);
0389
0390 brelse(ref_root_bh);
0391 return ret;
0392 }
0393
0394 static int ocfs2_get_refcount_block(struct inode *inode, u64 *ref_blkno)
0395 {
0396 int ret;
0397 struct buffer_head *di_bh = NULL;
0398 struct ocfs2_dinode *di;
0399
0400 ret = ocfs2_read_inode_block(inode, &di_bh);
0401 if (ret) {
0402 mlog_errno(ret);
0403 goto out;
0404 }
0405
0406 BUG_ON(!ocfs2_is_refcount_inode(inode));
0407
0408 di = (struct ocfs2_dinode *)di_bh->b_data;
0409 *ref_blkno = le64_to_cpu(di->i_refcount_loc);
0410 brelse(di_bh);
0411 out:
0412 return ret;
0413 }
0414
0415 static int __ocfs2_lock_refcount_tree(struct ocfs2_super *osb,
0416 struct ocfs2_refcount_tree *tree, int rw)
0417 {
0418 int ret;
0419
0420 ret = ocfs2_refcount_lock(tree, rw);
0421 if (ret) {
0422 mlog_errno(ret);
0423 goto out;
0424 }
0425
0426 if (rw)
0427 down_write(&tree->rf_sem);
0428 else
0429 down_read(&tree->rf_sem);
0430
0431 out:
0432 return ret;
0433 }
0434
0435
0436
0437
0438
0439
0440
0441
0442
0443 int ocfs2_lock_refcount_tree(struct ocfs2_super *osb,
0444 u64 ref_blkno, int rw,
0445 struct ocfs2_refcount_tree **ret_tree,
0446 struct buffer_head **ref_bh)
0447 {
0448 int ret, delete_tree = 0;
0449 struct ocfs2_refcount_tree *tree = NULL;
0450 struct buffer_head *ref_root_bh = NULL;
0451 struct ocfs2_refcount_block *rb;
0452
0453 again:
0454 ret = ocfs2_get_refcount_tree(osb, ref_blkno, &tree);
0455 if (ret) {
0456 mlog_errno(ret);
0457 return ret;
0458 }
0459
0460 ocfs2_refcount_tree_get(tree);
0461
0462 ret = __ocfs2_lock_refcount_tree(osb, tree, rw);
0463 if (ret) {
0464 mlog_errno(ret);
0465 ocfs2_refcount_tree_put(tree);
0466 goto out;
0467 }
0468
0469 ret = ocfs2_read_refcount_block(&tree->rf_ci, tree->rf_blkno,
0470 &ref_root_bh);
0471 if (ret) {
0472 mlog_errno(ret);
0473 ocfs2_unlock_refcount_tree(osb, tree, rw);
0474 goto out;
0475 }
0476
0477 rb = (struct ocfs2_refcount_block *)ref_root_bh->b_data;
0478
0479
0480
0481
0482
0483
0484
0485
0486
0487 if (tree->rf_generation != le32_to_cpu(rb->rf_generation)) {
0488 if (!tree->rf_removed) {
0489 ocfs2_erase_refcount_tree_from_list(osb, tree);
0490 tree->rf_removed = 1;
0491 delete_tree = 1;
0492 }
0493
0494 ocfs2_unlock_refcount_tree(osb, tree, rw);
0495
0496
0497
0498
0499 if (delete_tree)
0500 ocfs2_refcount_tree_put(tree);
0501 brelse(ref_root_bh);
0502 ref_root_bh = NULL;
0503 goto again;
0504 }
0505
0506 *ret_tree = tree;
0507 if (ref_bh) {
0508 *ref_bh = ref_root_bh;
0509 ref_root_bh = NULL;
0510 }
0511 out:
0512 brelse(ref_root_bh);
0513 return ret;
0514 }
0515
0516 void ocfs2_unlock_refcount_tree(struct ocfs2_super *osb,
0517 struct ocfs2_refcount_tree *tree, int rw)
0518 {
0519 if (rw)
0520 up_write(&tree->rf_sem);
0521 else
0522 up_read(&tree->rf_sem);
0523
0524 ocfs2_refcount_unlock(tree, rw);
0525 ocfs2_refcount_tree_put(tree);
0526 }
0527
0528 void ocfs2_purge_refcount_trees(struct ocfs2_super *osb)
0529 {
0530 struct rb_node *node;
0531 struct ocfs2_refcount_tree *tree;
0532 struct rb_root *root = &osb->osb_rf_lock_tree;
0533
0534 while ((node = rb_last(root)) != NULL) {
0535 tree = rb_entry(node, struct ocfs2_refcount_tree, rf_node);
0536
0537 trace_ocfs2_purge_refcount_trees(
0538 (unsigned long long) tree->rf_blkno);
0539
0540 rb_erase(&tree->rf_node, root);
0541 ocfs2_free_refcount_tree(tree);
0542 }
0543 }
0544
0545
0546
0547
0548
0549 static int ocfs2_create_refcount_tree(struct inode *inode,
0550 struct buffer_head *di_bh)
0551 {
0552 int ret;
0553 handle_t *handle = NULL;
0554 struct ocfs2_alloc_context *meta_ac = NULL;
0555 struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data;
0556 struct ocfs2_inode_info *oi = OCFS2_I(inode);
0557 struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
0558 struct buffer_head *new_bh = NULL;
0559 struct ocfs2_refcount_block *rb;
0560 struct ocfs2_refcount_tree *new_tree = NULL, *tree = NULL;
0561 u16 suballoc_bit_start;
0562 u32 num_got;
0563 u64 suballoc_loc, first_blkno;
0564
0565 BUG_ON(ocfs2_is_refcount_inode(inode));
0566
0567 trace_ocfs2_create_refcount_tree(
0568 (unsigned long long)oi->ip_blkno);
0569
0570 ret = ocfs2_reserve_new_metadata_blocks(osb, 1, &meta_ac);
0571 if (ret) {
0572 mlog_errno(ret);
0573 goto out;
0574 }
0575
0576 handle = ocfs2_start_trans(osb, OCFS2_REFCOUNT_TREE_CREATE_CREDITS);
0577 if (IS_ERR(handle)) {
0578 ret = PTR_ERR(handle);
0579 mlog_errno(ret);
0580 goto out;
0581 }
0582
0583 ret = ocfs2_journal_access_di(handle, INODE_CACHE(inode), di_bh,
0584 OCFS2_JOURNAL_ACCESS_WRITE);
0585 if (ret) {
0586 mlog_errno(ret);
0587 goto out_commit;
0588 }
0589
0590 ret = ocfs2_claim_metadata(handle, meta_ac, 1, &suballoc_loc,
0591 &suballoc_bit_start, &num_got,
0592 &first_blkno);
0593 if (ret) {
0594 mlog_errno(ret);
0595 goto out_commit;
0596 }
0597
0598 new_tree = ocfs2_allocate_refcount_tree(osb, first_blkno);
0599 if (!new_tree) {
0600 ret = -ENOMEM;
0601 mlog_errno(ret);
0602 goto out_commit;
0603 }
0604
0605 new_bh = sb_getblk(inode->i_sb, first_blkno);
0606 if (!new_bh) {
0607 ret = -ENOMEM;
0608 mlog_errno(ret);
0609 goto out_commit;
0610 }
0611 ocfs2_set_new_buffer_uptodate(&new_tree->rf_ci, new_bh);
0612
0613 ret = ocfs2_journal_access_rb(handle, &new_tree->rf_ci, new_bh,
0614 OCFS2_JOURNAL_ACCESS_CREATE);
0615 if (ret) {
0616 mlog_errno(ret);
0617 goto out_commit;
0618 }
0619
0620
0621 rb = (struct ocfs2_refcount_block *)new_bh->b_data;
0622 memset(rb, 0, inode->i_sb->s_blocksize);
0623 strcpy((void *)rb, OCFS2_REFCOUNT_BLOCK_SIGNATURE);
0624 rb->rf_suballoc_slot = cpu_to_le16(meta_ac->ac_alloc_slot);
0625 rb->rf_suballoc_loc = cpu_to_le64(suballoc_loc);
0626 rb->rf_suballoc_bit = cpu_to_le16(suballoc_bit_start);
0627 rb->rf_fs_generation = cpu_to_le32(osb->fs_generation);
0628 rb->rf_blkno = cpu_to_le64(first_blkno);
0629 rb->rf_count = cpu_to_le32(1);
0630 rb->rf_records.rl_count =
0631 cpu_to_le16(ocfs2_refcount_recs_per_rb(osb->sb));
0632 spin_lock(&osb->osb_lock);
0633 rb->rf_generation = osb->s_next_generation++;
0634 spin_unlock(&osb->osb_lock);
0635
0636 ocfs2_journal_dirty(handle, new_bh);
0637
0638 spin_lock(&oi->ip_lock);
0639 oi->ip_dyn_features |= OCFS2_HAS_REFCOUNT_FL;
0640 di->i_dyn_features = cpu_to_le16(oi->ip_dyn_features);
0641 di->i_refcount_loc = cpu_to_le64(first_blkno);
0642 spin_unlock(&oi->ip_lock);
0643
0644 trace_ocfs2_create_refcount_tree_blkno((unsigned long long)first_blkno);
0645
0646 ocfs2_journal_dirty(handle, di_bh);
0647
0648
0649
0650
0651
0652 new_tree->rf_generation = le32_to_cpu(rb->rf_generation);
0653 ocfs2_init_refcount_tree_lock(osb, new_tree, first_blkno,
0654 new_tree->rf_generation);
0655
0656 spin_lock(&osb->osb_lock);
0657 tree = ocfs2_find_refcount_tree(osb, first_blkno);
0658
0659
0660
0661
0662
0663
0664
0665 BUG_ON(tree && tree->rf_generation == new_tree->rf_generation);
0666 if (tree)
0667 ocfs2_erase_refcount_tree_from_list_no_lock(osb, tree);
0668 ocfs2_insert_refcount_tree(osb, new_tree);
0669 spin_unlock(&osb->osb_lock);
0670 new_tree = NULL;
0671 if (tree)
0672 ocfs2_refcount_tree_put(tree);
0673
0674 out_commit:
0675 ocfs2_commit_trans(osb, handle);
0676
0677 out:
0678 if (new_tree) {
0679 ocfs2_metadata_cache_exit(&new_tree->rf_ci);
0680 kfree(new_tree);
0681 }
0682
0683 brelse(new_bh);
0684 if (meta_ac)
0685 ocfs2_free_alloc_context(meta_ac);
0686
0687 return ret;
0688 }
0689
0690 static int ocfs2_set_refcount_tree(struct inode *inode,
0691 struct buffer_head *di_bh,
0692 u64 refcount_loc)
0693 {
0694 int ret;
0695 handle_t *handle = NULL;
0696 struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data;
0697 struct ocfs2_inode_info *oi = OCFS2_I(inode);
0698 struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
0699 struct buffer_head *ref_root_bh = NULL;
0700 struct ocfs2_refcount_block *rb;
0701 struct ocfs2_refcount_tree *ref_tree;
0702
0703 BUG_ON(ocfs2_is_refcount_inode(inode));
0704
0705 ret = ocfs2_lock_refcount_tree(osb, refcount_loc, 1,
0706 &ref_tree, &ref_root_bh);
0707 if (ret) {
0708 mlog_errno(ret);
0709 return ret;
0710 }
0711
0712 handle = ocfs2_start_trans(osb, OCFS2_REFCOUNT_TREE_SET_CREDITS);
0713 if (IS_ERR(handle)) {
0714 ret = PTR_ERR(handle);
0715 mlog_errno(ret);
0716 goto out;
0717 }
0718
0719 ret = ocfs2_journal_access_di(handle, INODE_CACHE(inode), di_bh,
0720 OCFS2_JOURNAL_ACCESS_WRITE);
0721 if (ret) {
0722 mlog_errno(ret);
0723 goto out_commit;
0724 }
0725
0726 ret = ocfs2_journal_access_rb(handle, &ref_tree->rf_ci, ref_root_bh,
0727 OCFS2_JOURNAL_ACCESS_WRITE);
0728 if (ret) {
0729 mlog_errno(ret);
0730 goto out_commit;
0731 }
0732
0733 rb = (struct ocfs2_refcount_block *)ref_root_bh->b_data;
0734 le32_add_cpu(&rb->rf_count, 1);
0735
0736 ocfs2_journal_dirty(handle, ref_root_bh);
0737
0738 spin_lock(&oi->ip_lock);
0739 oi->ip_dyn_features |= OCFS2_HAS_REFCOUNT_FL;
0740 di->i_dyn_features = cpu_to_le16(oi->ip_dyn_features);
0741 di->i_refcount_loc = cpu_to_le64(refcount_loc);
0742 spin_unlock(&oi->ip_lock);
0743 ocfs2_journal_dirty(handle, di_bh);
0744
0745 out_commit:
0746 ocfs2_commit_trans(osb, handle);
0747 out:
0748 ocfs2_unlock_refcount_tree(osb, ref_tree, 1);
0749 brelse(ref_root_bh);
0750
0751 return ret;
0752 }
0753
0754 int ocfs2_remove_refcount_tree(struct inode *inode, struct buffer_head *di_bh)
0755 {
0756 int ret, delete_tree = 0;
0757 handle_t *handle = NULL;
0758 struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data;
0759 struct ocfs2_inode_info *oi = OCFS2_I(inode);
0760 struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
0761 struct ocfs2_refcount_block *rb;
0762 struct inode *alloc_inode = NULL;
0763 struct buffer_head *alloc_bh = NULL;
0764 struct buffer_head *blk_bh = NULL;
0765 struct ocfs2_refcount_tree *ref_tree;
0766 int credits = OCFS2_REFCOUNT_TREE_REMOVE_CREDITS;
0767 u64 blk = 0, bg_blkno = 0, ref_blkno = le64_to_cpu(di->i_refcount_loc);
0768 u16 bit = 0;
0769
0770 if (!ocfs2_is_refcount_inode(inode))
0771 return 0;
0772
0773 BUG_ON(!ref_blkno);
0774 ret = ocfs2_lock_refcount_tree(osb, ref_blkno, 1, &ref_tree, &blk_bh);
0775 if (ret) {
0776 mlog_errno(ret);
0777 return ret;
0778 }
0779
0780 rb = (struct ocfs2_refcount_block *)blk_bh->b_data;
0781
0782
0783
0784
0785
0786 if (le32_to_cpu(rb->rf_count) == 1) {
0787 blk = le64_to_cpu(rb->rf_blkno);
0788 bit = le16_to_cpu(rb->rf_suballoc_bit);
0789 if (rb->rf_suballoc_loc)
0790 bg_blkno = le64_to_cpu(rb->rf_suballoc_loc);
0791 else
0792 bg_blkno = ocfs2_which_suballoc_group(blk, bit);
0793
0794 alloc_inode = ocfs2_get_system_file_inode(osb,
0795 EXTENT_ALLOC_SYSTEM_INODE,
0796 le16_to_cpu(rb->rf_suballoc_slot));
0797 if (!alloc_inode) {
0798 ret = -ENOMEM;
0799 mlog_errno(ret);
0800 goto out;
0801 }
0802 inode_lock(alloc_inode);
0803
0804 ret = ocfs2_inode_lock(alloc_inode, &alloc_bh, 1);
0805 if (ret) {
0806 mlog_errno(ret);
0807 goto out_mutex;
0808 }
0809
0810 credits += OCFS2_SUBALLOC_FREE;
0811 }
0812
0813 handle = ocfs2_start_trans(osb, credits);
0814 if (IS_ERR(handle)) {
0815 ret = PTR_ERR(handle);
0816 mlog_errno(ret);
0817 goto out_unlock;
0818 }
0819
0820 ret = ocfs2_journal_access_di(handle, INODE_CACHE(inode), di_bh,
0821 OCFS2_JOURNAL_ACCESS_WRITE);
0822 if (ret) {
0823 mlog_errno(ret);
0824 goto out_commit;
0825 }
0826
0827 ret = ocfs2_journal_access_rb(handle, &ref_tree->rf_ci, blk_bh,
0828 OCFS2_JOURNAL_ACCESS_WRITE);
0829 if (ret) {
0830 mlog_errno(ret);
0831 goto out_commit;
0832 }
0833
0834 spin_lock(&oi->ip_lock);
0835 oi->ip_dyn_features &= ~OCFS2_HAS_REFCOUNT_FL;
0836 di->i_dyn_features = cpu_to_le16(oi->ip_dyn_features);
0837 di->i_refcount_loc = 0;
0838 spin_unlock(&oi->ip_lock);
0839 ocfs2_journal_dirty(handle, di_bh);
0840
0841 le32_add_cpu(&rb->rf_count , -1);
0842 ocfs2_journal_dirty(handle, blk_bh);
0843
0844 if (!rb->rf_count) {
0845 delete_tree = 1;
0846 ocfs2_erase_refcount_tree_from_list(osb, ref_tree);
0847 ret = ocfs2_free_suballoc_bits(handle, alloc_inode,
0848 alloc_bh, bit, bg_blkno, 1);
0849 if (ret)
0850 mlog_errno(ret);
0851 }
0852
0853 out_commit:
0854 ocfs2_commit_trans(osb, handle);
0855 out_unlock:
0856 if (alloc_inode) {
0857 ocfs2_inode_unlock(alloc_inode, 1);
0858 brelse(alloc_bh);
0859 }
0860 out_mutex:
0861 if (alloc_inode) {
0862 inode_unlock(alloc_inode);
0863 iput(alloc_inode);
0864 }
0865 out:
0866 ocfs2_unlock_refcount_tree(osb, ref_tree, 1);
0867 if (delete_tree)
0868 ocfs2_refcount_tree_put(ref_tree);
0869 brelse(blk_bh);
0870
0871 return ret;
0872 }
0873
0874 static void ocfs2_find_refcount_rec_in_rl(struct ocfs2_caching_info *ci,
0875 struct buffer_head *ref_leaf_bh,
0876 u64 cpos, unsigned int len,
0877 struct ocfs2_refcount_rec *ret_rec,
0878 int *index)
0879 {
0880 int i = 0;
0881 struct ocfs2_refcount_block *rb =
0882 (struct ocfs2_refcount_block *)ref_leaf_bh->b_data;
0883 struct ocfs2_refcount_rec *rec = NULL;
0884
0885 for (; i < le16_to_cpu(rb->rf_records.rl_used); i++) {
0886 rec = &rb->rf_records.rl_recs[i];
0887
0888 if (le64_to_cpu(rec->r_cpos) +
0889 le32_to_cpu(rec->r_clusters) <= cpos)
0890 continue;
0891 else if (le64_to_cpu(rec->r_cpos) > cpos)
0892 break;
0893
0894
0895 if (ret_rec)
0896 *ret_rec = *rec;
0897 goto out;
0898 }
0899
0900 if (ret_rec) {
0901
0902 ret_rec->r_cpos = cpu_to_le64(cpos);
0903 ret_rec->r_refcount = 0;
0904 if (i < le16_to_cpu(rb->rf_records.rl_used) &&
0905 le64_to_cpu(rec->r_cpos) < cpos + len)
0906 ret_rec->r_clusters =
0907 cpu_to_le32(le64_to_cpu(rec->r_cpos) - cpos);
0908 else
0909 ret_rec->r_clusters = cpu_to_le32(len);
0910 }
0911
0912 out:
0913 *index = i;
0914 }
0915
0916
0917
0918
0919
0920
0921
0922
0923 int ocfs2_try_remove_refcount_tree(struct inode *inode,
0924 struct buffer_head *di_bh)
0925 {
0926 int ret;
0927 struct ocfs2_inode_info *oi = OCFS2_I(inode);
0928 struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data;
0929
0930 down_write(&oi->ip_xattr_sem);
0931 down_write(&oi->ip_alloc_sem);
0932
0933 if (oi->ip_clusters)
0934 goto out;
0935
0936 if ((oi->ip_dyn_features & OCFS2_HAS_XATTR_FL) && di->i_xattr_loc)
0937 goto out;
0938
0939 if (oi->ip_dyn_features & OCFS2_INLINE_XATTR_FL &&
0940 ocfs2_has_inline_xattr_value_outside(inode, di))
0941 goto out;
0942
0943 ret = ocfs2_remove_refcount_tree(inode, di_bh);
0944 if (ret)
0945 mlog_errno(ret);
0946 out:
0947 up_write(&oi->ip_alloc_sem);
0948 up_write(&oi->ip_xattr_sem);
0949 return 0;
0950 }
0951
0952
0953
0954
0955
0956 static int ocfs2_get_refcount_cpos_end(struct ocfs2_caching_info *ci,
0957 struct buffer_head *ref_root_bh,
0958 struct ocfs2_extent_block *eb,
0959 struct ocfs2_extent_list *el,
0960 int index, u32 *cpos_end)
0961 {
0962 int ret, i, subtree_root;
0963 u32 cpos;
0964 u64 blkno;
0965 struct super_block *sb = ocfs2_metadata_cache_get_super(ci);
0966 struct ocfs2_path *left_path = NULL, *right_path = NULL;
0967 struct ocfs2_extent_tree et;
0968 struct ocfs2_extent_list *tmp_el;
0969
0970 if (index < le16_to_cpu(el->l_next_free_rec) - 1) {
0971
0972
0973
0974
0975 *cpos_end = le32_to_cpu(el->l_recs[index+1].e_cpos);
0976 return 0;
0977 }
0978
0979 if (!eb || !eb->h_next_leaf_blk) {
0980
0981
0982
0983
0984 *cpos_end = UINT_MAX;
0985 return 0;
0986 }
0987
0988
0989
0990
0991
0992
0993
0994 ocfs2_init_refcount_extent_tree(&et, ci, ref_root_bh);
0995
0996 left_path = ocfs2_new_path_from_et(&et);
0997 if (!left_path) {
0998 ret = -ENOMEM;
0999 mlog_errno(ret);
1000 goto out;
1001 }
1002
1003 cpos = le32_to_cpu(eb->h_list.l_recs[index].e_cpos);
1004 ret = ocfs2_find_path(ci, left_path, cpos);
1005 if (ret) {
1006 mlog_errno(ret);
1007 goto out;
1008 }
1009
1010 right_path = ocfs2_new_path_from_path(left_path);
1011 if (!right_path) {
1012 ret = -ENOMEM;
1013 mlog_errno(ret);
1014 goto out;
1015 }
1016
1017 ret = ocfs2_find_cpos_for_right_leaf(sb, left_path, &cpos);
1018 if (ret) {
1019 mlog_errno(ret);
1020 goto out;
1021 }
1022
1023 ret = ocfs2_find_path(ci, right_path, cpos);
1024 if (ret) {
1025 mlog_errno(ret);
1026 goto out;
1027 }
1028
1029 subtree_root = ocfs2_find_subtree_root(&et, left_path,
1030 right_path);
1031
1032 tmp_el = left_path->p_node[subtree_root].el;
1033 blkno = left_path->p_node[subtree_root+1].bh->b_blocknr;
1034 for (i = 0; i < le16_to_cpu(tmp_el->l_next_free_rec); i++) {
1035 if (le64_to_cpu(tmp_el->l_recs[i].e_blkno) == blkno) {
1036 *cpos_end = le32_to_cpu(tmp_el->l_recs[i+1].e_cpos);
1037 break;
1038 }
1039 }
1040
1041 BUG_ON(i == le16_to_cpu(tmp_el->l_next_free_rec));
1042
1043 out:
1044 ocfs2_free_path(left_path);
1045 ocfs2_free_path(right_path);
1046 return ret;
1047 }
1048
1049
1050
1051
1052
1053
1054
1055
1056 static int ocfs2_get_refcount_rec(struct ocfs2_caching_info *ci,
1057 struct buffer_head *ref_root_bh,
1058 u64 cpos, unsigned int len,
1059 struct ocfs2_refcount_rec *ret_rec,
1060 int *index,
1061 struct buffer_head **ret_bh)
1062 {
1063 int ret = 0, i, found;
1064 u32 low_cpos, cpos_end;
1065 struct ocfs2_extent_list *el;
1066 struct ocfs2_extent_rec *rec = NULL;
1067 struct ocfs2_extent_block *eb = NULL;
1068 struct buffer_head *eb_bh = NULL, *ref_leaf_bh = NULL;
1069 struct super_block *sb = ocfs2_metadata_cache_get_super(ci);
1070 struct ocfs2_refcount_block *rb =
1071 (struct ocfs2_refcount_block *)ref_root_bh->b_data;
1072
1073 if (!(le32_to_cpu(rb->rf_flags) & OCFS2_REFCOUNT_TREE_FL)) {
1074 ocfs2_find_refcount_rec_in_rl(ci, ref_root_bh, cpos, len,
1075 ret_rec, index);
1076 *ret_bh = ref_root_bh;
1077 get_bh(ref_root_bh);
1078 return 0;
1079 }
1080
1081 el = &rb->rf_list;
1082 low_cpos = cpos & OCFS2_32BIT_POS_MASK;
1083
1084 if (el->l_tree_depth) {
1085 ret = ocfs2_find_leaf(ci, el, low_cpos, &eb_bh);
1086 if (ret) {
1087 mlog_errno(ret);
1088 goto out;
1089 }
1090
1091 eb = (struct ocfs2_extent_block *) eb_bh->b_data;
1092 el = &eb->h_list;
1093
1094 if (el->l_tree_depth) {
1095 ret = ocfs2_error(sb,
1096 "refcount tree %llu has non zero tree depth in leaf btree tree block %llu\n",
1097 (unsigned long long)ocfs2_metadata_cache_owner(ci),
1098 (unsigned long long)eb_bh->b_blocknr);
1099 goto out;
1100 }
1101 }
1102
1103 found = 0;
1104 for (i = le16_to_cpu(el->l_next_free_rec) - 1; i >= 0; i--) {
1105 rec = &el->l_recs[i];
1106
1107 if (le32_to_cpu(rec->e_cpos) <= low_cpos) {
1108 found = 1;
1109 break;
1110 }
1111 }
1112
1113 if (found) {
1114 ret = ocfs2_get_refcount_cpos_end(ci, ref_root_bh,
1115 eb, el, i, &cpos_end);
1116 if (ret) {
1117 mlog_errno(ret);
1118 goto out;
1119 }
1120
1121 if (cpos_end < low_cpos + len)
1122 len = cpos_end - low_cpos;
1123 }
1124
1125 ret = ocfs2_read_refcount_block(ci, le64_to_cpu(rec->e_blkno),
1126 &ref_leaf_bh);
1127 if (ret) {
1128 mlog_errno(ret);
1129 goto out;
1130 }
1131
1132 ocfs2_find_refcount_rec_in_rl(ci, ref_leaf_bh, cpos, len,
1133 ret_rec, index);
1134 *ret_bh = ref_leaf_bh;
1135 out:
1136 brelse(eb_bh);
1137 return ret;
1138 }
1139
1140 enum ocfs2_ref_rec_contig {
1141 REF_CONTIG_NONE = 0,
1142 REF_CONTIG_LEFT,
1143 REF_CONTIG_RIGHT,
1144 REF_CONTIG_LEFTRIGHT,
1145 };
1146
1147 static enum ocfs2_ref_rec_contig
1148 ocfs2_refcount_rec_adjacent(struct ocfs2_refcount_block *rb,
1149 int index)
1150 {
1151 if ((rb->rf_records.rl_recs[index].r_refcount ==
1152 rb->rf_records.rl_recs[index + 1].r_refcount) &&
1153 (le64_to_cpu(rb->rf_records.rl_recs[index].r_cpos) +
1154 le32_to_cpu(rb->rf_records.rl_recs[index].r_clusters) ==
1155 le64_to_cpu(rb->rf_records.rl_recs[index + 1].r_cpos)))
1156 return REF_CONTIG_RIGHT;
1157
1158 return REF_CONTIG_NONE;
1159 }
1160
1161 static enum ocfs2_ref_rec_contig
1162 ocfs2_refcount_rec_contig(struct ocfs2_refcount_block *rb,
1163 int index)
1164 {
1165 enum ocfs2_ref_rec_contig ret = REF_CONTIG_NONE;
1166
1167 if (index < le16_to_cpu(rb->rf_records.rl_used) - 1)
1168 ret = ocfs2_refcount_rec_adjacent(rb, index);
1169
1170 if (index > 0) {
1171 enum ocfs2_ref_rec_contig tmp;
1172
1173 tmp = ocfs2_refcount_rec_adjacent(rb, index - 1);
1174
1175 if (tmp == REF_CONTIG_RIGHT) {
1176 if (ret == REF_CONTIG_RIGHT)
1177 ret = REF_CONTIG_LEFTRIGHT;
1178 else
1179 ret = REF_CONTIG_LEFT;
1180 }
1181 }
1182
1183 return ret;
1184 }
1185
1186 static void ocfs2_rotate_refcount_rec_left(struct ocfs2_refcount_block *rb,
1187 int index)
1188 {
1189 BUG_ON(rb->rf_records.rl_recs[index].r_refcount !=
1190 rb->rf_records.rl_recs[index+1].r_refcount);
1191
1192 le32_add_cpu(&rb->rf_records.rl_recs[index].r_clusters,
1193 le32_to_cpu(rb->rf_records.rl_recs[index+1].r_clusters));
1194
1195 if (index < le16_to_cpu(rb->rf_records.rl_used) - 2)
1196 memmove(&rb->rf_records.rl_recs[index + 1],
1197 &rb->rf_records.rl_recs[index + 2],
1198 sizeof(struct ocfs2_refcount_rec) *
1199 (le16_to_cpu(rb->rf_records.rl_used) - index - 2));
1200
1201 memset(&rb->rf_records.rl_recs[le16_to_cpu(rb->rf_records.rl_used) - 1],
1202 0, sizeof(struct ocfs2_refcount_rec));
1203 le16_add_cpu(&rb->rf_records.rl_used, -1);
1204 }
1205
1206
1207
1208
1209 static void ocfs2_refcount_rec_merge(struct ocfs2_refcount_block *rb,
1210 int index)
1211 {
1212 enum ocfs2_ref_rec_contig contig =
1213 ocfs2_refcount_rec_contig(rb, index);
1214
1215 if (contig == REF_CONTIG_NONE)
1216 return;
1217
1218 if (contig == REF_CONTIG_LEFT || contig == REF_CONTIG_LEFTRIGHT) {
1219 BUG_ON(index == 0);
1220 index--;
1221 }
1222
1223 ocfs2_rotate_refcount_rec_left(rb, index);
1224
1225 if (contig == REF_CONTIG_LEFTRIGHT)
1226 ocfs2_rotate_refcount_rec_left(rb, index);
1227 }
1228
1229
1230
1231
1232
1233 static int ocfs2_change_refcount_rec(handle_t *handle,
1234 struct ocfs2_caching_info *ci,
1235 struct buffer_head *ref_leaf_bh,
1236 int index, int merge, int change)
1237 {
1238 int ret;
1239 struct ocfs2_refcount_block *rb =
1240 (struct ocfs2_refcount_block *)ref_leaf_bh->b_data;
1241 struct ocfs2_refcount_list *rl = &rb->rf_records;
1242 struct ocfs2_refcount_rec *rec = &rl->rl_recs[index];
1243
1244 ret = ocfs2_journal_access_rb(handle, ci, ref_leaf_bh,
1245 OCFS2_JOURNAL_ACCESS_WRITE);
1246 if (ret) {
1247 mlog_errno(ret);
1248 goto out;
1249 }
1250
1251 trace_ocfs2_change_refcount_rec(
1252 (unsigned long long)ocfs2_metadata_cache_owner(ci),
1253 index, le32_to_cpu(rec->r_refcount), change);
1254 le32_add_cpu(&rec->r_refcount, change);
1255
1256 if (!rec->r_refcount) {
1257 if (index != le16_to_cpu(rl->rl_used) - 1) {
1258 memmove(rec, rec + 1,
1259 (le16_to_cpu(rl->rl_used) - index - 1) *
1260 sizeof(struct ocfs2_refcount_rec));
1261 memset(&rl->rl_recs[le16_to_cpu(rl->rl_used) - 1],
1262 0, sizeof(struct ocfs2_refcount_rec));
1263 }
1264
1265 le16_add_cpu(&rl->rl_used, -1);
1266 } else if (merge)
1267 ocfs2_refcount_rec_merge(rb, index);
1268
1269 ocfs2_journal_dirty(handle, ref_leaf_bh);
1270 out:
1271 return ret;
1272 }
1273
1274 static int ocfs2_expand_inline_ref_root(handle_t *handle,
1275 struct ocfs2_caching_info *ci,
1276 struct buffer_head *ref_root_bh,
1277 struct buffer_head **ref_leaf_bh,
1278 struct ocfs2_alloc_context *meta_ac)
1279 {
1280 int ret;
1281 u16 suballoc_bit_start;
1282 u32 num_got;
1283 u64 suballoc_loc, blkno;
1284 struct super_block *sb = ocfs2_metadata_cache_get_super(ci);
1285 struct buffer_head *new_bh = NULL;
1286 struct ocfs2_refcount_block *new_rb;
1287 struct ocfs2_refcount_block *root_rb =
1288 (struct ocfs2_refcount_block *)ref_root_bh->b_data;
1289
1290 ret = ocfs2_journal_access_rb(handle, ci, ref_root_bh,
1291 OCFS2_JOURNAL_ACCESS_WRITE);
1292 if (ret) {
1293 mlog_errno(ret);
1294 goto out;
1295 }
1296
1297 ret = ocfs2_claim_metadata(handle, meta_ac, 1, &suballoc_loc,
1298 &suballoc_bit_start, &num_got,
1299 &blkno);
1300 if (ret) {
1301 mlog_errno(ret);
1302 goto out;
1303 }
1304
1305 new_bh = sb_getblk(sb, blkno);
1306 if (new_bh == NULL) {
1307 ret = -ENOMEM;
1308 mlog_errno(ret);
1309 goto out;
1310 }
1311 ocfs2_set_new_buffer_uptodate(ci, new_bh);
1312
1313 ret = ocfs2_journal_access_rb(handle, ci, new_bh,
1314 OCFS2_JOURNAL_ACCESS_CREATE);
1315 if (ret) {
1316 mlog_errno(ret);
1317 goto out;
1318 }
1319
1320
1321
1322
1323
1324
1325 memcpy(new_bh->b_data, ref_root_bh->b_data, sb->s_blocksize);
1326
1327 new_rb = (struct ocfs2_refcount_block *)new_bh->b_data;
1328 new_rb->rf_suballoc_slot = cpu_to_le16(meta_ac->ac_alloc_slot);
1329 new_rb->rf_suballoc_loc = cpu_to_le64(suballoc_loc);
1330 new_rb->rf_suballoc_bit = cpu_to_le16(suballoc_bit_start);
1331 new_rb->rf_blkno = cpu_to_le64(blkno);
1332 new_rb->rf_cpos = cpu_to_le32(0);
1333 new_rb->rf_parent = cpu_to_le64(ref_root_bh->b_blocknr);
1334 new_rb->rf_flags = cpu_to_le32(OCFS2_REFCOUNT_LEAF_FL);
1335 ocfs2_journal_dirty(handle, new_bh);
1336
1337
1338 memset(&root_rb->rf_list, 0, sb->s_blocksize -
1339 offsetof(struct ocfs2_refcount_block, rf_list));
1340 root_rb->rf_list.l_count = cpu_to_le16(ocfs2_extent_recs_per_rb(sb));
1341 root_rb->rf_clusters = cpu_to_le32(1);
1342 root_rb->rf_list.l_next_free_rec = cpu_to_le16(1);
1343 root_rb->rf_list.l_recs[0].e_blkno = cpu_to_le64(blkno);
1344 root_rb->rf_list.l_recs[0].e_leaf_clusters = cpu_to_le16(1);
1345 root_rb->rf_flags = cpu_to_le32(OCFS2_REFCOUNT_TREE_FL);
1346
1347 ocfs2_journal_dirty(handle, ref_root_bh);
1348
1349 trace_ocfs2_expand_inline_ref_root((unsigned long long)blkno,
1350 le16_to_cpu(new_rb->rf_records.rl_used));
1351
1352 *ref_leaf_bh = new_bh;
1353 new_bh = NULL;
1354 out:
1355 brelse(new_bh);
1356 return ret;
1357 }
1358
1359 static int ocfs2_refcount_rec_no_intersect(struct ocfs2_refcount_rec *prev,
1360 struct ocfs2_refcount_rec *next)
1361 {
1362 if (ocfs2_get_ref_rec_low_cpos(prev) + le32_to_cpu(prev->r_clusters) <=
1363 ocfs2_get_ref_rec_low_cpos(next))
1364 return 1;
1365
1366 return 0;
1367 }
1368
1369 static int cmp_refcount_rec_by_low_cpos(const void *a, const void *b)
1370 {
1371 const struct ocfs2_refcount_rec *l = a, *r = b;
1372 u32 l_cpos = ocfs2_get_ref_rec_low_cpos(l);
1373 u32 r_cpos = ocfs2_get_ref_rec_low_cpos(r);
1374
1375 if (l_cpos > r_cpos)
1376 return 1;
1377 if (l_cpos < r_cpos)
1378 return -1;
1379 return 0;
1380 }
1381
1382 static int cmp_refcount_rec_by_cpos(const void *a, const void *b)
1383 {
1384 const struct ocfs2_refcount_rec *l = a, *r = b;
1385 u64 l_cpos = le64_to_cpu(l->r_cpos);
1386 u64 r_cpos = le64_to_cpu(r->r_cpos);
1387
1388 if (l_cpos > r_cpos)
1389 return 1;
1390 if (l_cpos < r_cpos)
1391 return -1;
1392 return 0;
1393 }
1394
1395 static void swap_refcount_rec(void *a, void *b, int size)
1396 {
1397 struct ocfs2_refcount_rec *l = a, *r = b;
1398
1399 swap(*l, *r);
1400 }
1401
1402
1403
1404
1405
1406
1407
1408
1409
1410
1411 static int ocfs2_find_refcount_split_pos(struct ocfs2_refcount_list *rl,
1412 u32 *split_pos, int *split_index)
1413 {
1414 int num_used = le16_to_cpu(rl->rl_used);
1415 int delta, middle = num_used / 2;
1416
1417 for (delta = 0; delta < middle; delta++) {
1418
1419 if (ocfs2_refcount_rec_no_intersect(
1420 &rl->rl_recs[middle - delta - 1],
1421 &rl->rl_recs[middle - delta])) {
1422 *split_index = middle - delta;
1423 break;
1424 }
1425
1426
1427 if ((middle + delta + 1) == num_used)
1428 continue;
1429
1430
1431 if (ocfs2_refcount_rec_no_intersect(
1432 &rl->rl_recs[middle + delta],
1433 &rl->rl_recs[middle + delta + 1])) {
1434 *split_index = middle + delta + 1;
1435 break;
1436 }
1437 }
1438
1439 if (delta >= middle)
1440 return -ENOSPC;
1441
1442 *split_pos = ocfs2_get_ref_rec_low_cpos(&rl->rl_recs[*split_index]);
1443 return 0;
1444 }
1445
1446 static int ocfs2_divide_leaf_refcount_block(struct buffer_head *ref_leaf_bh,
1447 struct buffer_head *new_bh,
1448 u32 *split_cpos)
1449 {
1450 int split_index = 0, num_moved, ret;
1451 u32 cpos = 0;
1452 struct ocfs2_refcount_block *rb =
1453 (struct ocfs2_refcount_block *)ref_leaf_bh->b_data;
1454 struct ocfs2_refcount_list *rl = &rb->rf_records;
1455 struct ocfs2_refcount_block *new_rb =
1456 (struct ocfs2_refcount_block *)new_bh->b_data;
1457 struct ocfs2_refcount_list *new_rl = &new_rb->rf_records;
1458
1459 trace_ocfs2_divide_leaf_refcount_block(
1460 (unsigned long long)ref_leaf_bh->b_blocknr,
1461 le16_to_cpu(rl->rl_count), le16_to_cpu(rl->rl_used));
1462
1463
1464
1465
1466
1467
1468
1469
1470
1471
1472
1473
1474
1475 sort(&rl->rl_recs, le16_to_cpu(rl->rl_used),
1476 sizeof(struct ocfs2_refcount_rec),
1477 cmp_refcount_rec_by_low_cpos, swap_refcount_rec);
1478
1479 ret = ocfs2_find_refcount_split_pos(rl, &cpos, &split_index);
1480 if (ret) {
1481 mlog_errno(ret);
1482 return ret;
1483 }
1484
1485 new_rb->rf_cpos = cpu_to_le32(cpos);
1486
1487
1488 num_moved = le16_to_cpu(rl->rl_used) - split_index;
1489 memcpy(new_rl->rl_recs, &rl->rl_recs[split_index],
1490 num_moved * sizeof(struct ocfs2_refcount_rec));
1491
1492
1493 memset(&rl->rl_recs[split_index], 0,
1494 num_moved * sizeof(struct ocfs2_refcount_rec));
1495
1496
1497 le16_add_cpu(&rl->rl_used, -num_moved);
1498 new_rl->rl_used = cpu_to_le16(num_moved);
1499
1500 sort(&rl->rl_recs, le16_to_cpu(rl->rl_used),
1501 sizeof(struct ocfs2_refcount_rec),
1502 cmp_refcount_rec_by_cpos, swap_refcount_rec);
1503
1504 sort(&new_rl->rl_recs, le16_to_cpu(new_rl->rl_used),
1505 sizeof(struct ocfs2_refcount_rec),
1506 cmp_refcount_rec_by_cpos, swap_refcount_rec);
1507
1508 *split_cpos = cpos;
1509 return 0;
1510 }
1511
1512 static int ocfs2_new_leaf_refcount_block(handle_t *handle,
1513 struct ocfs2_caching_info *ci,
1514 struct buffer_head *ref_root_bh,
1515 struct buffer_head *ref_leaf_bh,
1516 struct ocfs2_alloc_context *meta_ac)
1517 {
1518 int ret;
1519 u16 suballoc_bit_start;
1520 u32 num_got, new_cpos;
1521 u64 suballoc_loc, blkno;
1522 struct super_block *sb = ocfs2_metadata_cache_get_super(ci);
1523 struct ocfs2_refcount_block *root_rb =
1524 (struct ocfs2_refcount_block *)ref_root_bh->b_data;
1525 struct buffer_head *new_bh = NULL;
1526 struct ocfs2_refcount_block *new_rb;
1527 struct ocfs2_extent_tree ref_et;
1528
1529 BUG_ON(!(le32_to_cpu(root_rb->rf_flags) & OCFS2_REFCOUNT_TREE_FL));
1530
1531 ret = ocfs2_journal_access_rb(handle, ci, ref_root_bh,
1532 OCFS2_JOURNAL_ACCESS_WRITE);
1533 if (ret) {
1534 mlog_errno(ret);
1535 goto out;
1536 }
1537
1538 ret = ocfs2_journal_access_rb(handle, ci, ref_leaf_bh,
1539 OCFS2_JOURNAL_ACCESS_WRITE);
1540 if (ret) {
1541 mlog_errno(ret);
1542 goto out;
1543 }
1544
1545 ret = ocfs2_claim_metadata(handle, meta_ac, 1, &suballoc_loc,
1546 &suballoc_bit_start, &num_got,
1547 &blkno);
1548 if (ret) {
1549 mlog_errno(ret);
1550 goto out;
1551 }
1552
1553 new_bh = sb_getblk(sb, blkno);
1554 if (new_bh == NULL) {
1555 ret = -ENOMEM;
1556 mlog_errno(ret);
1557 goto out;
1558 }
1559 ocfs2_set_new_buffer_uptodate(ci, new_bh);
1560
1561 ret = ocfs2_journal_access_rb(handle, ci, new_bh,
1562 OCFS2_JOURNAL_ACCESS_CREATE);
1563 if (ret) {
1564 mlog_errno(ret);
1565 goto out;
1566 }
1567
1568
1569 new_rb = (struct ocfs2_refcount_block *)new_bh->b_data;
1570 memset(new_rb, 0, sb->s_blocksize);
1571 strcpy((void *)new_rb, OCFS2_REFCOUNT_BLOCK_SIGNATURE);
1572 new_rb->rf_suballoc_slot = cpu_to_le16(meta_ac->ac_alloc_slot);
1573 new_rb->rf_suballoc_loc = cpu_to_le64(suballoc_loc);
1574 new_rb->rf_suballoc_bit = cpu_to_le16(suballoc_bit_start);
1575 new_rb->rf_fs_generation = cpu_to_le32(OCFS2_SB(sb)->fs_generation);
1576 new_rb->rf_blkno = cpu_to_le64(blkno);
1577 new_rb->rf_parent = cpu_to_le64(ref_root_bh->b_blocknr);
1578 new_rb->rf_flags = cpu_to_le32(OCFS2_REFCOUNT_LEAF_FL);
1579 new_rb->rf_records.rl_count =
1580 cpu_to_le16(ocfs2_refcount_recs_per_rb(sb));
1581 new_rb->rf_generation = root_rb->rf_generation;
1582
1583 ret = ocfs2_divide_leaf_refcount_block(ref_leaf_bh, new_bh, &new_cpos);
1584 if (ret) {
1585 mlog_errno(ret);
1586 goto out;
1587 }
1588
1589 ocfs2_journal_dirty(handle, ref_leaf_bh);
1590 ocfs2_journal_dirty(handle, new_bh);
1591
1592 ocfs2_init_refcount_extent_tree(&ref_et, ci, ref_root_bh);
1593
1594 trace_ocfs2_new_leaf_refcount_block(
1595 (unsigned long long)new_bh->b_blocknr, new_cpos);
1596
1597
1598 ret = ocfs2_insert_extent(handle, &ref_et, new_cpos, new_bh->b_blocknr,
1599 1, 0, meta_ac);
1600 if (ret)
1601 mlog_errno(ret);
1602
1603 out:
1604 brelse(new_bh);
1605 return ret;
1606 }
1607
1608 static int ocfs2_expand_refcount_tree(handle_t *handle,
1609 struct ocfs2_caching_info *ci,
1610 struct buffer_head *ref_root_bh,
1611 struct buffer_head *ref_leaf_bh,
1612 struct ocfs2_alloc_context *meta_ac)
1613 {
1614 int ret;
1615 struct buffer_head *expand_bh = NULL;
1616
1617 if (ref_root_bh == ref_leaf_bh) {
1618
1619
1620
1621
1622 ret = ocfs2_expand_inline_ref_root(handle, ci, ref_root_bh,
1623 &expand_bh, meta_ac);
1624 if (ret) {
1625 mlog_errno(ret);
1626 goto out;
1627 }
1628 } else {
1629 expand_bh = ref_leaf_bh;
1630 get_bh(expand_bh);
1631 }
1632
1633
1634
1635 ret = ocfs2_new_leaf_refcount_block(handle, ci, ref_root_bh,
1636 expand_bh, meta_ac);
1637 if (ret)
1638 mlog_errno(ret);
1639 out:
1640 brelse(expand_bh);
1641 return ret;
1642 }
1643
1644
1645
1646
1647
1648
1649
1650 static int ocfs2_adjust_refcount_rec(handle_t *handle,
1651 struct ocfs2_caching_info *ci,
1652 struct buffer_head *ref_root_bh,
1653 struct buffer_head *ref_leaf_bh,
1654 struct ocfs2_refcount_rec *rec)
1655 {
1656 int ret = 0, i;
1657 u32 new_cpos, old_cpos;
1658 struct ocfs2_path *path = NULL;
1659 struct ocfs2_extent_tree et;
1660 struct ocfs2_refcount_block *rb =
1661 (struct ocfs2_refcount_block *)ref_root_bh->b_data;
1662 struct ocfs2_extent_list *el;
1663
1664 if (!(le32_to_cpu(rb->rf_flags) & OCFS2_REFCOUNT_TREE_FL))
1665 goto out;
1666
1667 rb = (struct ocfs2_refcount_block *)ref_leaf_bh->b_data;
1668 old_cpos = le32_to_cpu(rb->rf_cpos);
1669 new_cpos = le64_to_cpu(rec->r_cpos) & OCFS2_32BIT_POS_MASK;
1670 if (old_cpos <= new_cpos)
1671 goto out;
1672
1673 ocfs2_init_refcount_extent_tree(&et, ci, ref_root_bh);
1674
1675 path = ocfs2_new_path_from_et(&et);
1676 if (!path) {
1677 ret = -ENOMEM;
1678 mlog_errno(ret);
1679 goto out;
1680 }
1681
1682 ret = ocfs2_find_path(ci, path, old_cpos);
1683 if (ret) {
1684 mlog_errno(ret);
1685 goto out;
1686 }
1687
1688
1689
1690
1691
1692 ret = ocfs2_extend_trans(handle, 2);
1693 if (ret < 0) {
1694 mlog_errno(ret);
1695 goto out;
1696 }
1697
1698 ret = ocfs2_journal_access_rb(handle, ci, ref_leaf_bh,
1699 OCFS2_JOURNAL_ACCESS_WRITE);
1700 if (ret < 0) {
1701 mlog_errno(ret);
1702 goto out;
1703 }
1704
1705 ret = ocfs2_journal_access_eb(handle, ci, path_leaf_bh(path),
1706 OCFS2_JOURNAL_ACCESS_WRITE);
1707 if (ret < 0) {
1708 mlog_errno(ret);
1709 goto out;
1710 }
1711
1712
1713 el = path_leaf_el(path);
1714
1715 for (i = 0; i < le16_to_cpu(el->l_next_free_rec); i++)
1716 if (le32_to_cpu(el->l_recs[i].e_cpos) == old_cpos)
1717 break;
1718
1719 BUG_ON(i == le16_to_cpu(el->l_next_free_rec));
1720
1721 el->l_recs[i].e_cpos = cpu_to_le32(new_cpos);
1722
1723
1724 rb->rf_cpos = cpu_to_le32(new_cpos);
1725
1726 ocfs2_journal_dirty(handle, path_leaf_bh(path));
1727 ocfs2_journal_dirty(handle, ref_leaf_bh);
1728
1729 out:
1730 ocfs2_free_path(path);
1731 return ret;
1732 }
1733
1734 static int ocfs2_insert_refcount_rec(handle_t *handle,
1735 struct ocfs2_caching_info *ci,
1736 struct buffer_head *ref_root_bh,
1737 struct buffer_head *ref_leaf_bh,
1738 struct ocfs2_refcount_rec *rec,
1739 int index, int merge,
1740 struct ocfs2_alloc_context *meta_ac)
1741 {
1742 int ret;
1743 struct ocfs2_refcount_block *rb =
1744 (struct ocfs2_refcount_block *)ref_leaf_bh->b_data;
1745 struct ocfs2_refcount_list *rf_list = &rb->rf_records;
1746 struct buffer_head *new_bh = NULL;
1747
1748 BUG_ON(le32_to_cpu(rb->rf_flags) & OCFS2_REFCOUNT_TREE_FL);
1749
1750 if (rf_list->rl_used == rf_list->rl_count) {
1751 u64 cpos = le64_to_cpu(rec->r_cpos);
1752 u32 len = le32_to_cpu(rec->r_clusters);
1753
1754 ret = ocfs2_expand_refcount_tree(handle, ci, ref_root_bh,
1755 ref_leaf_bh, meta_ac);
1756 if (ret) {
1757 mlog_errno(ret);
1758 goto out;
1759 }
1760
1761 ret = ocfs2_get_refcount_rec(ci, ref_root_bh,
1762 cpos, len, NULL, &index,
1763 &new_bh);
1764 if (ret) {
1765 mlog_errno(ret);
1766 goto out;
1767 }
1768
1769 ref_leaf_bh = new_bh;
1770 rb = (struct ocfs2_refcount_block *)ref_leaf_bh->b_data;
1771 rf_list = &rb->rf_records;
1772 }
1773
1774 ret = ocfs2_journal_access_rb(handle, ci, ref_leaf_bh,
1775 OCFS2_JOURNAL_ACCESS_WRITE);
1776 if (ret) {
1777 mlog_errno(ret);
1778 goto out;
1779 }
1780
1781 if (index < le16_to_cpu(rf_list->rl_used))
1782 memmove(&rf_list->rl_recs[index + 1],
1783 &rf_list->rl_recs[index],
1784 (le16_to_cpu(rf_list->rl_used) - index) *
1785 sizeof(struct ocfs2_refcount_rec));
1786
1787 trace_ocfs2_insert_refcount_rec(
1788 (unsigned long long)ref_leaf_bh->b_blocknr, index,
1789 (unsigned long long)le64_to_cpu(rec->r_cpos),
1790 le32_to_cpu(rec->r_clusters), le32_to_cpu(rec->r_refcount));
1791
1792 rf_list->rl_recs[index] = *rec;
1793
1794 le16_add_cpu(&rf_list->rl_used, 1);
1795
1796 if (merge)
1797 ocfs2_refcount_rec_merge(rb, index);
1798
1799 ocfs2_journal_dirty(handle, ref_leaf_bh);
1800
1801 if (index == 0) {
1802 ret = ocfs2_adjust_refcount_rec(handle, ci,
1803 ref_root_bh,
1804 ref_leaf_bh, rec);
1805 if (ret)
1806 mlog_errno(ret);
1807 }
1808 out:
1809 brelse(new_bh);
1810 return ret;
1811 }
1812
1813
1814
1815
1816
1817
1818
1819
1820
1821
1822 static int ocfs2_split_refcount_rec(handle_t *handle,
1823 struct ocfs2_caching_info *ci,
1824 struct buffer_head *ref_root_bh,
1825 struct buffer_head *ref_leaf_bh,
1826 struct ocfs2_refcount_rec *split_rec,
1827 int index, int merge,
1828 struct ocfs2_alloc_context *meta_ac,
1829 struct ocfs2_cached_dealloc_ctxt *dealloc)
1830 {
1831 int ret, recs_need;
1832 u32 len;
1833 struct ocfs2_refcount_block *rb =
1834 (struct ocfs2_refcount_block *)ref_leaf_bh->b_data;
1835 struct ocfs2_refcount_list *rf_list = &rb->rf_records;
1836 struct ocfs2_refcount_rec *orig_rec = &rf_list->rl_recs[index];
1837 struct ocfs2_refcount_rec *tail_rec = NULL;
1838 struct buffer_head *new_bh = NULL;
1839
1840 BUG_ON(le32_to_cpu(rb->rf_flags) & OCFS2_REFCOUNT_TREE_FL);
1841
1842 trace_ocfs2_split_refcount_rec(le64_to_cpu(orig_rec->r_cpos),
1843 le32_to_cpu(orig_rec->r_clusters),
1844 le32_to_cpu(orig_rec->r_refcount),
1845 le64_to_cpu(split_rec->r_cpos),
1846 le32_to_cpu(split_rec->r_clusters),
1847 le32_to_cpu(split_rec->r_refcount));
1848
1849
1850
1851
1852
1853
1854 if (!split_rec->r_refcount &&
1855 (split_rec->r_cpos == orig_rec->r_cpos ||
1856 le64_to_cpu(split_rec->r_cpos) +
1857 le32_to_cpu(split_rec->r_clusters) ==
1858 le64_to_cpu(orig_rec->r_cpos) + le32_to_cpu(orig_rec->r_clusters)))
1859 recs_need = 0;
1860 else
1861 recs_need = 1;
1862
1863
1864
1865
1866
1867 if (split_rec->r_refcount &&
1868 (split_rec->r_cpos != orig_rec->r_cpos &&
1869 le64_to_cpu(split_rec->r_cpos) +
1870 le32_to_cpu(split_rec->r_clusters) !=
1871 le64_to_cpu(orig_rec->r_cpos) + le32_to_cpu(orig_rec->r_clusters)))
1872 recs_need++;
1873
1874
1875 if (le16_to_cpu(rf_list->rl_used) + recs_need >
1876 le16_to_cpu(rf_list->rl_count)) {
1877 struct ocfs2_refcount_rec tmp_rec;
1878 u64 cpos = le64_to_cpu(orig_rec->r_cpos);
1879 len = le32_to_cpu(orig_rec->r_clusters);
1880 ret = ocfs2_expand_refcount_tree(handle, ci, ref_root_bh,
1881 ref_leaf_bh, meta_ac);
1882 if (ret) {
1883 mlog_errno(ret);
1884 goto out;
1885 }
1886
1887
1888
1889
1890
1891 ret = ocfs2_get_refcount_rec(ci, ref_root_bh,
1892 cpos, len, &tmp_rec, &index,
1893 &new_bh);
1894 if (ret) {
1895 mlog_errno(ret);
1896 goto out;
1897 }
1898
1899 ref_leaf_bh = new_bh;
1900 rb = (struct ocfs2_refcount_block *)ref_leaf_bh->b_data;
1901 rf_list = &rb->rf_records;
1902 orig_rec = &rf_list->rl_recs[index];
1903 }
1904
1905 ret = ocfs2_journal_access_rb(handle, ci, ref_leaf_bh,
1906 OCFS2_JOURNAL_ACCESS_WRITE);
1907 if (ret) {
1908 mlog_errno(ret);
1909 goto out;
1910 }
1911
1912
1913
1914
1915
1916
1917 if (index != le16_to_cpu(rf_list->rl_used) - 1)
1918 memmove(&rf_list->rl_recs[index + 1 + recs_need],
1919 &rf_list->rl_recs[index + 1],
1920 (le16_to_cpu(rf_list->rl_used) - index - 1) *
1921 sizeof(struct ocfs2_refcount_rec));
1922
1923 len = (le64_to_cpu(orig_rec->r_cpos) +
1924 le32_to_cpu(orig_rec->r_clusters)) -
1925 (le64_to_cpu(split_rec->r_cpos) +
1926 le32_to_cpu(split_rec->r_clusters));
1927
1928
1929
1930
1931
1932 if (len) {
1933 tail_rec = &rf_list->rl_recs[index + recs_need];
1934
1935 memcpy(tail_rec, orig_rec, sizeof(struct ocfs2_refcount_rec));
1936 le64_add_cpu(&tail_rec->r_cpos,
1937 le32_to_cpu(tail_rec->r_clusters) - len);
1938 tail_rec->r_clusters = cpu_to_le32(len);
1939 }
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950 if (split_rec->r_cpos != orig_rec->r_cpos && tail_rec != orig_rec) {
1951 len = le64_to_cpu(split_rec->r_cpos) -
1952 le64_to_cpu(orig_rec->r_cpos);
1953 orig_rec->r_clusters = cpu_to_le32(len);
1954 index++;
1955 }
1956
1957 le16_add_cpu(&rf_list->rl_used, recs_need);
1958
1959 if (split_rec->r_refcount) {
1960 rf_list->rl_recs[index] = *split_rec;
1961 trace_ocfs2_split_refcount_rec_insert(
1962 (unsigned long long)ref_leaf_bh->b_blocknr, index,
1963 (unsigned long long)le64_to_cpu(split_rec->r_cpos),
1964 le32_to_cpu(split_rec->r_clusters),
1965 le32_to_cpu(split_rec->r_refcount));
1966
1967 if (merge)
1968 ocfs2_refcount_rec_merge(rb, index);
1969 }
1970
1971 ocfs2_journal_dirty(handle, ref_leaf_bh);
1972
1973 out:
1974 brelse(new_bh);
1975 return ret;
1976 }
1977
1978 static int __ocfs2_increase_refcount(handle_t *handle,
1979 struct ocfs2_caching_info *ci,
1980 struct buffer_head *ref_root_bh,
1981 u64 cpos, u32 len, int merge,
1982 struct ocfs2_alloc_context *meta_ac,
1983 struct ocfs2_cached_dealloc_ctxt *dealloc)
1984 {
1985 int ret = 0, index;
1986 struct buffer_head *ref_leaf_bh = NULL;
1987 struct ocfs2_refcount_rec rec;
1988 unsigned int set_len = 0;
1989
1990 trace_ocfs2_increase_refcount_begin(
1991 (unsigned long long)ocfs2_metadata_cache_owner(ci),
1992 (unsigned long long)cpos, len);
1993
1994 while (len) {
1995 ret = ocfs2_get_refcount_rec(ci, ref_root_bh,
1996 cpos, len, &rec, &index,
1997 &ref_leaf_bh);
1998 if (ret) {
1999 mlog_errno(ret);
2000 goto out;
2001 }
2002
2003 set_len = le32_to_cpu(rec.r_clusters);
2004
2005
2006
2007
2008
2009
2010
2011
2012
2013
2014
2015 if (rec.r_refcount && le64_to_cpu(rec.r_cpos) == cpos &&
2016 set_len <= len) {
2017 trace_ocfs2_increase_refcount_change(
2018 (unsigned long long)cpos, set_len,
2019 le32_to_cpu(rec.r_refcount));
2020 ret = ocfs2_change_refcount_rec(handle, ci,
2021 ref_leaf_bh, index,
2022 merge, 1);
2023 if (ret) {
2024 mlog_errno(ret);
2025 goto out;
2026 }
2027 } else if (!rec.r_refcount) {
2028 rec.r_refcount = cpu_to_le32(1);
2029
2030 trace_ocfs2_increase_refcount_insert(
2031 (unsigned long long)le64_to_cpu(rec.r_cpos),
2032 set_len);
2033 ret = ocfs2_insert_refcount_rec(handle, ci, ref_root_bh,
2034 ref_leaf_bh,
2035 &rec, index,
2036 merge, meta_ac);
2037 if (ret) {
2038 mlog_errno(ret);
2039 goto out;
2040 }
2041 } else {
2042 set_len = min((u64)(cpos + len),
2043 le64_to_cpu(rec.r_cpos) + set_len) - cpos;
2044 rec.r_cpos = cpu_to_le64(cpos);
2045 rec.r_clusters = cpu_to_le32(set_len);
2046 le32_add_cpu(&rec.r_refcount, 1);
2047
2048 trace_ocfs2_increase_refcount_split(
2049 (unsigned long long)le64_to_cpu(rec.r_cpos),
2050 set_len, le32_to_cpu(rec.r_refcount));
2051 ret = ocfs2_split_refcount_rec(handle, ci,
2052 ref_root_bh, ref_leaf_bh,
2053 &rec, index, merge,
2054 meta_ac, dealloc);
2055 if (ret) {
2056 mlog_errno(ret);
2057 goto out;
2058 }
2059 }
2060
2061 cpos += set_len;
2062 len -= set_len;
2063 brelse(ref_leaf_bh);
2064 ref_leaf_bh = NULL;
2065 }
2066
2067 out:
2068 brelse(ref_leaf_bh);
2069 return ret;
2070 }
2071
2072 static int ocfs2_remove_refcount_extent(handle_t *handle,
2073 struct ocfs2_caching_info *ci,
2074 struct buffer_head *ref_root_bh,
2075 struct buffer_head *ref_leaf_bh,
2076 struct ocfs2_alloc_context *meta_ac,
2077 struct ocfs2_cached_dealloc_ctxt *dealloc)
2078 {
2079 int ret;
2080 struct super_block *sb = ocfs2_metadata_cache_get_super(ci);
2081 struct ocfs2_refcount_block *rb =
2082 (struct ocfs2_refcount_block *)ref_leaf_bh->b_data;
2083 struct ocfs2_extent_tree et;
2084
2085 BUG_ON(rb->rf_records.rl_used);
2086
2087 trace_ocfs2_remove_refcount_extent(
2088 (unsigned long long)ocfs2_metadata_cache_owner(ci),
2089 (unsigned long long)ref_leaf_bh->b_blocknr,
2090 le32_to_cpu(rb->rf_cpos));
2091
2092 ocfs2_init_refcount_extent_tree(&et, ci, ref_root_bh);
2093 ret = ocfs2_remove_extent(handle, &et, le32_to_cpu(rb->rf_cpos),
2094 1, meta_ac, dealloc);
2095 if (ret) {
2096 mlog_errno(ret);
2097 goto out;
2098 }
2099
2100 ocfs2_remove_from_cache(ci, ref_leaf_bh);
2101
2102
2103
2104
2105
2106 ret = ocfs2_cache_block_dealloc(dealloc, EXTENT_ALLOC_SYSTEM_INODE,
2107 le16_to_cpu(rb->rf_suballoc_slot),
2108 le64_to_cpu(rb->rf_suballoc_loc),
2109 le64_to_cpu(rb->rf_blkno),
2110 le16_to_cpu(rb->rf_suballoc_bit));
2111 if (ret) {
2112 mlog_errno(ret);
2113 goto out;
2114 }
2115
2116 ret = ocfs2_journal_access_rb(handle, ci, ref_root_bh,
2117 OCFS2_JOURNAL_ACCESS_WRITE);
2118 if (ret) {
2119 mlog_errno(ret);
2120 goto out;
2121 }
2122
2123 rb = (struct ocfs2_refcount_block *)ref_root_bh->b_data;
2124
2125 le32_add_cpu(&rb->rf_clusters, -1);
2126
2127
2128
2129
2130
2131 if (!rb->rf_list.l_next_free_rec) {
2132 BUG_ON(rb->rf_clusters);
2133
2134 trace_ocfs2_restore_refcount_block(
2135 (unsigned long long)ref_root_bh->b_blocknr);
2136
2137 rb->rf_flags = 0;
2138 rb->rf_parent = 0;
2139 rb->rf_cpos = 0;
2140 memset(&rb->rf_records, 0, sb->s_blocksize -
2141 offsetof(struct ocfs2_refcount_block, rf_records));
2142 rb->rf_records.rl_count =
2143 cpu_to_le16(ocfs2_refcount_recs_per_rb(sb));
2144 }
2145
2146 ocfs2_journal_dirty(handle, ref_root_bh);
2147
2148 out:
2149 return ret;
2150 }
2151
2152 int ocfs2_increase_refcount(handle_t *handle,
2153 struct ocfs2_caching_info *ci,
2154 struct buffer_head *ref_root_bh,
2155 u64 cpos, u32 len,
2156 struct ocfs2_alloc_context *meta_ac,
2157 struct ocfs2_cached_dealloc_ctxt *dealloc)
2158 {
2159 return __ocfs2_increase_refcount(handle, ci, ref_root_bh,
2160 cpos, len, 1,
2161 meta_ac, dealloc);
2162 }
2163
2164 static int ocfs2_decrease_refcount_rec(handle_t *handle,
2165 struct ocfs2_caching_info *ci,
2166 struct buffer_head *ref_root_bh,
2167 struct buffer_head *ref_leaf_bh,
2168 int index, u64 cpos, unsigned int len,
2169 struct ocfs2_alloc_context *meta_ac,
2170 struct ocfs2_cached_dealloc_ctxt *dealloc)
2171 {
2172 int ret;
2173 struct ocfs2_refcount_block *rb =
2174 (struct ocfs2_refcount_block *)ref_leaf_bh->b_data;
2175 struct ocfs2_refcount_rec *rec = &rb->rf_records.rl_recs[index];
2176
2177 BUG_ON(cpos < le64_to_cpu(rec->r_cpos));
2178 BUG_ON(cpos + len >
2179 le64_to_cpu(rec->r_cpos) + le32_to_cpu(rec->r_clusters));
2180
2181 trace_ocfs2_decrease_refcount_rec(
2182 (unsigned long long)ocfs2_metadata_cache_owner(ci),
2183 (unsigned long long)cpos, len);
2184
2185 if (cpos == le64_to_cpu(rec->r_cpos) &&
2186 len == le32_to_cpu(rec->r_clusters))
2187 ret = ocfs2_change_refcount_rec(handle, ci,
2188 ref_leaf_bh, index, 1, -1);
2189 else {
2190 struct ocfs2_refcount_rec split = *rec;
2191 split.r_cpos = cpu_to_le64(cpos);
2192 split.r_clusters = cpu_to_le32(len);
2193
2194 le32_add_cpu(&split.r_refcount, -1);
2195
2196 ret = ocfs2_split_refcount_rec(handle, ci,
2197 ref_root_bh, ref_leaf_bh,
2198 &split, index, 1,
2199 meta_ac, dealloc);
2200 }
2201
2202 if (ret) {
2203 mlog_errno(ret);
2204 goto out;
2205 }
2206
2207
2208 if (!rb->rf_records.rl_used && ref_leaf_bh != ref_root_bh) {
2209 ret = ocfs2_remove_refcount_extent(handle, ci, ref_root_bh,
2210 ref_leaf_bh, meta_ac,
2211 dealloc);
2212 if (ret)
2213 mlog_errno(ret);
2214 }
2215
2216 out:
2217 return ret;
2218 }
2219
2220 static int __ocfs2_decrease_refcount(handle_t *handle,
2221 struct ocfs2_caching_info *ci,
2222 struct buffer_head *ref_root_bh,
2223 u64 cpos, u32 len,
2224 struct ocfs2_alloc_context *meta_ac,
2225 struct ocfs2_cached_dealloc_ctxt *dealloc,
2226 int delete)
2227 {
2228 int ret = 0, index = 0;
2229 struct ocfs2_refcount_rec rec;
2230 unsigned int r_count = 0, r_len;
2231 struct super_block *sb = ocfs2_metadata_cache_get_super(ci);
2232 struct buffer_head *ref_leaf_bh = NULL;
2233
2234 trace_ocfs2_decrease_refcount(
2235 (unsigned long long)ocfs2_metadata_cache_owner(ci),
2236 (unsigned long long)cpos, len, delete);
2237
2238 while (len) {
2239 ret = ocfs2_get_refcount_rec(ci, ref_root_bh,
2240 cpos, len, &rec, &index,
2241 &ref_leaf_bh);
2242 if (ret) {
2243 mlog_errno(ret);
2244 goto out;
2245 }
2246
2247 r_count = le32_to_cpu(rec.r_refcount);
2248 BUG_ON(r_count == 0);
2249 if (!delete)
2250 BUG_ON(r_count > 1);
2251
2252 r_len = min((u64)(cpos + len), le64_to_cpu(rec.r_cpos) +
2253 le32_to_cpu(rec.r_clusters)) - cpos;
2254
2255 ret = ocfs2_decrease_refcount_rec(handle, ci, ref_root_bh,
2256 ref_leaf_bh, index,
2257 cpos, r_len,
2258 meta_ac, dealloc);
2259 if (ret) {
2260 mlog_errno(ret);
2261 goto out;
2262 }
2263
2264 if (le32_to_cpu(rec.r_refcount) == 1 && delete) {
2265 ret = ocfs2_cache_cluster_dealloc(dealloc,
2266 ocfs2_clusters_to_blocks(sb, cpos),
2267 r_len);
2268 if (ret) {
2269 mlog_errno(ret);
2270 goto out;
2271 }
2272 }
2273
2274 cpos += r_len;
2275 len -= r_len;
2276 brelse(ref_leaf_bh);
2277 ref_leaf_bh = NULL;
2278 }
2279
2280 out:
2281 brelse(ref_leaf_bh);
2282 return ret;
2283 }
2284
2285
2286 int ocfs2_decrease_refcount(struct inode *inode,
2287 handle_t *handle, u32 cpos, u32 len,
2288 struct ocfs2_alloc_context *meta_ac,
2289 struct ocfs2_cached_dealloc_ctxt *dealloc,
2290 int delete)
2291 {
2292 int ret;
2293 u64 ref_blkno;
2294 struct buffer_head *ref_root_bh = NULL;
2295 struct ocfs2_refcount_tree *tree;
2296
2297 BUG_ON(!ocfs2_is_refcount_inode(inode));
2298
2299 ret = ocfs2_get_refcount_block(inode, &ref_blkno);
2300 if (ret) {
2301 mlog_errno(ret);
2302 goto out;
2303 }
2304
2305 ret = ocfs2_get_refcount_tree(OCFS2_SB(inode->i_sb), ref_blkno, &tree);
2306 if (ret) {
2307 mlog_errno(ret);
2308 goto out;
2309 }
2310
2311 ret = ocfs2_read_refcount_block(&tree->rf_ci, tree->rf_blkno,
2312 &ref_root_bh);
2313 if (ret) {
2314 mlog_errno(ret);
2315 goto out;
2316 }
2317
2318 ret = __ocfs2_decrease_refcount(handle, &tree->rf_ci, ref_root_bh,
2319 cpos, len, meta_ac, dealloc, delete);
2320 if (ret)
2321 mlog_errno(ret);
2322 out:
2323 brelse(ref_root_bh);
2324 return ret;
2325 }
2326
2327
2328
2329
2330
2331
2332
2333
2334
2335
2336 static int ocfs2_mark_extent_refcounted(struct inode *inode,
2337 struct ocfs2_extent_tree *et,
2338 handle_t *handle, u32 cpos,
2339 u32 len, u32 phys,
2340 struct ocfs2_alloc_context *meta_ac,
2341 struct ocfs2_cached_dealloc_ctxt *dealloc)
2342 {
2343 int ret;
2344
2345 trace_ocfs2_mark_extent_refcounted(OCFS2_I(inode)->ip_blkno,
2346 cpos, len, phys);
2347
2348 if (!ocfs2_refcount_tree(OCFS2_SB(inode->i_sb))) {
2349 ret = ocfs2_error(inode->i_sb, "Inode %lu want to use refcount tree, but the feature bit is not set in the super block\n",
2350 inode->i_ino);
2351 goto out;
2352 }
2353
2354 ret = ocfs2_change_extent_flag(handle, et, cpos,
2355 len, phys, meta_ac, dealloc,
2356 OCFS2_EXT_REFCOUNTED, 0);
2357 if (ret)
2358 mlog_errno(ret);
2359
2360 out:
2361 return ret;
2362 }
2363
2364
2365
2366
2367
2368 static int ocfs2_calc_refcount_meta_credits(struct super_block *sb,
2369 struct ocfs2_caching_info *ci,
2370 struct buffer_head *ref_root_bh,
2371 u64 start_cpos,
2372 u32 clusters,
2373 int *meta_add,
2374 int *credits)
2375 {
2376 int ret = 0, index, ref_blocks = 0, recs_add = 0;
2377 u64 cpos = start_cpos;
2378 struct ocfs2_refcount_block *rb;
2379 struct ocfs2_refcount_rec rec;
2380 struct buffer_head *ref_leaf_bh = NULL, *prev_bh = NULL;
2381 u32 len;
2382
2383 while (clusters) {
2384 ret = ocfs2_get_refcount_rec(ci, ref_root_bh,
2385 cpos, clusters, &rec,
2386 &index, &ref_leaf_bh);
2387 if (ret) {
2388 mlog_errno(ret);
2389 goto out;
2390 }
2391
2392 if (ref_leaf_bh != prev_bh) {
2393
2394
2395
2396
2397 if (prev_bh) {
2398 rb = (struct ocfs2_refcount_block *)
2399 prev_bh->b_data;
2400
2401 if (le16_to_cpu(rb->rf_records.rl_used) +
2402 recs_add >
2403 le16_to_cpu(rb->rf_records.rl_count))
2404 ref_blocks++;
2405 }
2406
2407 recs_add = 0;
2408 *credits += 1;
2409 brelse(prev_bh);
2410 prev_bh = ref_leaf_bh;
2411 get_bh(prev_bh);
2412 }
2413
2414 trace_ocfs2_calc_refcount_meta_credits_iterate(
2415 recs_add, (unsigned long long)cpos, clusters,
2416 (unsigned long long)le64_to_cpu(rec.r_cpos),
2417 le32_to_cpu(rec.r_clusters),
2418 le32_to_cpu(rec.r_refcount), index);
2419
2420 len = min((u64)cpos + clusters, le64_to_cpu(rec.r_cpos) +
2421 le32_to_cpu(rec.r_clusters)) - cpos;
2422
2423
2424
2425
2426
2427
2428
2429
2430
2431
2432
2433
2434
2435
2436
2437
2438
2439
2440
2441 if (rec.r_refcount) {
2442 recs_add += 2;
2443
2444 if (cpos == start_cpos &&
2445 cpos != le64_to_cpu(rec.r_cpos))
2446 recs_add++;
2447
2448
2449 if (cpos + clusters < le64_to_cpu(rec.r_cpos) +
2450 le32_to_cpu(rec.r_clusters))
2451 recs_add++;
2452 } else
2453 recs_add++;
2454
2455 brelse(ref_leaf_bh);
2456 ref_leaf_bh = NULL;
2457 clusters -= len;
2458 cpos += len;
2459 }
2460
2461 if (prev_bh) {
2462 rb = (struct ocfs2_refcount_block *)prev_bh->b_data;
2463
2464 if (le16_to_cpu(rb->rf_records.rl_used) + recs_add >
2465 le16_to_cpu(rb->rf_records.rl_count))
2466 ref_blocks++;
2467
2468 *credits += 1;
2469 }
2470
2471 if (!ref_blocks)
2472 goto out;
2473
2474 *meta_add += ref_blocks;
2475 *credits += ref_blocks;
2476
2477
2478
2479
2480
2481
2482
2483
2484 rb = (struct ocfs2_refcount_block *)ref_root_bh->b_data;
2485 if (le32_to_cpu(rb->rf_flags) & OCFS2_REFCOUNT_TREE_FL) {
2486 struct ocfs2_extent_tree et;
2487
2488 ocfs2_init_refcount_extent_tree(&et, ci, ref_root_bh);
2489 *meta_add += ocfs2_extend_meta_needed(et.et_root_el);
2490 *credits += ocfs2_calc_extend_credits(sb,
2491 et.et_root_el);
2492 } else {
2493 *credits += OCFS2_EXPAND_REFCOUNT_TREE_CREDITS;
2494 *meta_add += 1;
2495 }
2496
2497 out:
2498
2499 trace_ocfs2_calc_refcount_meta_credits(
2500 (unsigned long long)start_cpos, clusters,
2501 *meta_add, *credits);
2502 brelse(ref_leaf_bh);
2503 brelse(prev_bh);
2504 return ret;
2505 }
2506
2507
2508
2509
2510
2511
2512
2513
2514
2515
2516
2517
2518
2519 int ocfs2_prepare_refcount_change_for_del(struct inode *inode,
2520 u64 refcount_loc,
2521 u64 phys_blkno,
2522 u32 clusters,
2523 int *credits,
2524 int *ref_blocks)
2525 {
2526 int ret;
2527 struct buffer_head *ref_root_bh = NULL;
2528 struct ocfs2_refcount_tree *tree;
2529 u64 start_cpos = ocfs2_blocks_to_clusters(inode->i_sb, phys_blkno);
2530
2531 if (!ocfs2_refcount_tree(OCFS2_SB(inode->i_sb))) {
2532 ret = ocfs2_error(inode->i_sb, "Inode %lu want to use refcount tree, but the feature bit is not set in the super block\n",
2533 inode->i_ino);
2534 goto out;
2535 }
2536
2537 BUG_ON(!ocfs2_is_refcount_inode(inode));
2538
2539 ret = ocfs2_get_refcount_tree(OCFS2_SB(inode->i_sb),
2540 refcount_loc, &tree);
2541 if (ret) {
2542 mlog_errno(ret);
2543 goto out;
2544 }
2545
2546 ret = ocfs2_read_refcount_block(&tree->rf_ci, refcount_loc,
2547 &ref_root_bh);
2548 if (ret) {
2549 mlog_errno(ret);
2550 goto out;
2551 }
2552
2553 ret = ocfs2_calc_refcount_meta_credits(inode->i_sb,
2554 &tree->rf_ci,
2555 ref_root_bh,
2556 start_cpos, clusters,
2557 ref_blocks, credits);
2558 if (ret) {
2559 mlog_errno(ret);
2560 goto out;
2561 }
2562
2563 trace_ocfs2_prepare_refcount_change_for_del(*ref_blocks, *credits);
2564
2565 out:
2566 brelse(ref_root_bh);
2567 return ret;
2568 }
2569
2570 #define MAX_CONTIG_BYTES 1048576
2571
2572 static inline unsigned int ocfs2_cow_contig_clusters(struct super_block *sb)
2573 {
2574 return ocfs2_clusters_for_bytes(sb, MAX_CONTIG_BYTES);
2575 }
2576
2577 static inline unsigned int ocfs2_cow_contig_mask(struct super_block *sb)
2578 {
2579 return ~(ocfs2_cow_contig_clusters(sb) - 1);
2580 }
2581
2582
2583
2584
2585
2586
2587
2588
2589 static inline unsigned int ocfs2_cow_align_start(struct super_block *sb,
2590 unsigned int start,
2591 unsigned int cpos)
2592 {
2593 BUG_ON(start > cpos);
2594
2595 return start + ((cpos - start) & ocfs2_cow_contig_mask(sb));
2596 }
2597
2598
2599
2600
2601
2602 static inline unsigned int ocfs2_cow_align_length(struct super_block *sb,
2603 unsigned int len)
2604 {
2605 unsigned int padded =
2606 (len + (ocfs2_cow_contig_clusters(sb) - 1)) &
2607 ocfs2_cow_contig_mask(sb);
2608
2609
2610 if (padded < len)
2611 padded = UINT_MAX;
2612
2613 return padded;
2614 }
2615
2616
2617
2618
2619
2620
2621
2622
2623
2624
2625
2626
2627 static int ocfs2_refcount_cal_cow_clusters(struct inode *inode,
2628 struct ocfs2_extent_list *el,
2629 u32 cpos,
2630 u32 write_len,
2631 u32 max_cpos,
2632 u32 *cow_start,
2633 u32 *cow_len)
2634 {
2635 int ret = 0;
2636 int tree_height = le16_to_cpu(el->l_tree_depth), i;
2637 struct buffer_head *eb_bh = NULL;
2638 struct ocfs2_extent_block *eb = NULL;
2639 struct ocfs2_extent_rec *rec;
2640 unsigned int want_clusters, rec_end = 0;
2641 int contig_clusters = ocfs2_cow_contig_clusters(inode->i_sb);
2642 int leaf_clusters;
2643
2644 BUG_ON(cpos + write_len > max_cpos);
2645
2646 if (tree_height > 0) {
2647 ret = ocfs2_find_leaf(INODE_CACHE(inode), el, cpos, &eb_bh);
2648 if (ret) {
2649 mlog_errno(ret);
2650 goto out;
2651 }
2652
2653 eb = (struct ocfs2_extent_block *) eb_bh->b_data;
2654 el = &eb->h_list;
2655
2656 if (el->l_tree_depth) {
2657 ret = ocfs2_error(inode->i_sb,
2658 "Inode %lu has non zero tree depth in leaf block %llu\n",
2659 inode->i_ino,
2660 (unsigned long long)eb_bh->b_blocknr);
2661 goto out;
2662 }
2663 }
2664
2665 *cow_len = 0;
2666 for (i = 0; i < le16_to_cpu(el->l_next_free_rec); i++) {
2667 rec = &el->l_recs[i];
2668
2669 if (ocfs2_is_empty_extent(rec)) {
2670 mlog_bug_on_msg(i != 0, "Inode %lu has empty record in "
2671 "index %d\n", inode->i_ino, i);
2672 continue;
2673 }
2674
2675 if (le32_to_cpu(rec->e_cpos) +
2676 le16_to_cpu(rec->e_leaf_clusters) <= cpos)
2677 continue;
2678
2679 if (*cow_len == 0) {
2680
2681
2682
2683
2684 BUG_ON(!(rec->e_flags & OCFS2_EXT_REFCOUNTED));
2685 *cow_start = le32_to_cpu(rec->e_cpos);
2686 }
2687
2688
2689
2690
2691
2692 if ((!(rec->e_flags & OCFS2_EXT_REFCOUNTED)) ||
2693 (*cow_len && rec_end != le32_to_cpu(rec->e_cpos)) ||
2694 (max_cpos <= le32_to_cpu(rec->e_cpos)))
2695 break;
2696
2697 leaf_clusters = le16_to_cpu(rec->e_leaf_clusters);
2698 rec_end = le32_to_cpu(rec->e_cpos) + leaf_clusters;
2699 if (rec_end > max_cpos) {
2700 rec_end = max_cpos;
2701 leaf_clusters = rec_end - le32_to_cpu(rec->e_cpos);
2702 }
2703
2704
2705
2706
2707
2708
2709
2710 if (!*cow_len)
2711 want_clusters = write_len;
2712 else
2713 want_clusters = (cpos + write_len) -
2714 (*cow_start + *cow_len);
2715 if (want_clusters < contig_clusters)
2716 want_clusters = contig_clusters;
2717
2718
2719
2720
2721
2722
2723
2724
2725
2726 if (leaf_clusters <= contig_clusters)
2727 *cow_len += leaf_clusters;
2728 else if (*cow_len || (*cow_start == cpos)) {
2729
2730
2731
2732
2733
2734
2735
2736 want_clusters = ocfs2_cow_align_length(inode->i_sb,
2737 want_clusters);
2738
2739 if (leaf_clusters < want_clusters)
2740 *cow_len += leaf_clusters;
2741 else
2742 *cow_len += want_clusters;
2743 } else if ((*cow_start + contig_clusters) >=
2744 (cpos + write_len)) {
2745
2746
2747
2748
2749
2750 *cow_len = contig_clusters;
2751 } else if ((rec_end - cpos) <= contig_clusters) {
2752
2753
2754
2755
2756 *cow_start = rec_end - contig_clusters;
2757 *cow_len = contig_clusters;
2758 } else if ((rec_end - cpos) <= want_clusters) {
2759
2760
2761
2762
2763
2764
2765
2766
2767
2768
2769 *cow_start = ocfs2_cow_align_start(inode->i_sb,
2770 *cow_start, cpos);
2771 *cow_len = rec_end - *cow_start;
2772 } else {
2773
2774
2775
2776
2777
2778
2779
2780
2781 *cow_start = ocfs2_cow_align_start(inode->i_sb,
2782 *cow_start, cpos);
2783
2784 want_clusters = (cpos + write_len) - *cow_start;
2785 want_clusters = ocfs2_cow_align_length(inode->i_sb,
2786 want_clusters);
2787 if (*cow_start + want_clusters <= rec_end)
2788 *cow_len = want_clusters;
2789 else
2790 *cow_len = rec_end - *cow_start;
2791 }
2792
2793
2794 if ((*cow_start + *cow_len) >= (cpos + write_len))
2795 break;
2796
2797
2798
2799
2800
2801 if (i + 1 == le16_to_cpu(el->l_next_free_rec) &&
2802 eb && eb->h_next_leaf_blk) {
2803 brelse(eb_bh);
2804 eb_bh = NULL;
2805
2806 ret = ocfs2_read_extent_block(INODE_CACHE(inode),
2807 le64_to_cpu(eb->h_next_leaf_blk),
2808 &eb_bh);
2809 if (ret) {
2810 mlog_errno(ret);
2811 goto out;
2812 }
2813
2814 eb = (struct ocfs2_extent_block *) eb_bh->b_data;
2815 el = &eb->h_list;
2816 i = -1;
2817 }
2818 }
2819
2820 out:
2821 brelse(eb_bh);
2822 return ret;
2823 }
2824
2825
2826
2827
2828
2829
2830
2831
2832
2833
2834
2835
2836 static int ocfs2_lock_refcount_allocators(struct super_block *sb,
2837 u32 p_cluster, u32 num_clusters,
2838 struct ocfs2_extent_tree *et,
2839 struct ocfs2_caching_info *ref_ci,
2840 struct buffer_head *ref_root_bh,
2841 struct ocfs2_alloc_context **meta_ac,
2842 struct ocfs2_alloc_context **data_ac,
2843 int *credits)
2844 {
2845 int ret = 0, meta_add = 0;
2846 int num_free_extents = ocfs2_num_free_extents(et);
2847
2848 if (num_free_extents < 0) {
2849 ret = num_free_extents;
2850 mlog_errno(ret);
2851 goto out;
2852 }
2853
2854 if (num_free_extents < num_clusters + 2)
2855 meta_add =
2856 ocfs2_extend_meta_needed(et->et_root_el);
2857
2858 *credits += ocfs2_calc_extend_credits(sb, et->et_root_el);
2859
2860 ret = ocfs2_calc_refcount_meta_credits(sb, ref_ci, ref_root_bh,
2861 p_cluster, num_clusters,
2862 &meta_add, credits);
2863 if (ret) {
2864 mlog_errno(ret);
2865 goto out;
2866 }
2867
2868 trace_ocfs2_lock_refcount_allocators(meta_add, *credits);
2869 ret = ocfs2_reserve_new_metadata_blocks(OCFS2_SB(sb), meta_add,
2870 meta_ac);
2871 if (ret) {
2872 mlog_errno(ret);
2873 goto out;
2874 }
2875
2876 if (data_ac) {
2877 ret = ocfs2_reserve_clusters(OCFS2_SB(sb), num_clusters,
2878 data_ac);
2879 if (ret)
2880 mlog_errno(ret);
2881 }
2882
2883 out:
2884 if (ret) {
2885 if (*meta_ac) {
2886 ocfs2_free_alloc_context(*meta_ac);
2887 *meta_ac = NULL;
2888 }
2889 }
2890
2891 return ret;
2892 }
2893
2894 static int ocfs2_clear_cow_buffer(handle_t *handle, struct buffer_head *bh)
2895 {
2896 BUG_ON(buffer_dirty(bh));
2897
2898 clear_buffer_mapped(bh);
2899
2900 return 0;
2901 }
2902
2903 int ocfs2_duplicate_clusters_by_page(handle_t *handle,
2904 struct inode *inode,
2905 u32 cpos, u32 old_cluster,
2906 u32 new_cluster, u32 new_len)
2907 {
2908 int ret = 0, partial;
2909 struct super_block *sb = inode->i_sb;
2910 u64 new_block = ocfs2_clusters_to_blocks(sb, new_cluster);
2911 struct page *page;
2912 pgoff_t page_index;
2913 unsigned int from, to;
2914 loff_t offset, end, map_end;
2915 struct address_space *mapping = inode->i_mapping;
2916
2917 trace_ocfs2_duplicate_clusters_by_page(cpos, old_cluster,
2918 new_cluster, new_len);
2919
2920 offset = ((loff_t)cpos) << OCFS2_SB(sb)->s_clustersize_bits;
2921 end = offset + (new_len << OCFS2_SB(sb)->s_clustersize_bits);
2922
2923
2924
2925
2926 if (end > i_size_read(inode))
2927 end = i_size_read(inode);
2928
2929 while (offset < end) {
2930 page_index = offset >> PAGE_SHIFT;
2931 map_end = ((loff_t)page_index + 1) << PAGE_SHIFT;
2932 if (map_end > end)
2933 map_end = end;
2934
2935
2936 from = offset & (PAGE_SIZE - 1);
2937 to = PAGE_SIZE;
2938 if (map_end & (PAGE_SIZE - 1))
2939 to = map_end & (PAGE_SIZE - 1);
2940
2941 retry:
2942 page = find_or_create_page(mapping, page_index, GFP_NOFS);
2943 if (!page) {
2944 ret = -ENOMEM;
2945 mlog_errno(ret);
2946 break;
2947 }
2948
2949
2950
2951
2952
2953 if (PAGE_SIZE <= OCFS2_SB(sb)->s_clustersize) {
2954 if (PageDirty(page)) {
2955
2956
2957
2958 ret = write_one_page(page);
2959 goto retry;
2960 }
2961 }
2962
2963 if (!PageUptodate(page)) {
2964 struct folio *folio = page_folio(page);
2965
2966 ret = block_read_full_folio(folio, ocfs2_get_block);
2967 if (ret) {
2968 mlog_errno(ret);
2969 goto unlock;
2970 }
2971 folio_lock(folio);
2972 }
2973
2974 if (page_has_buffers(page)) {
2975 ret = walk_page_buffers(handle, page_buffers(page),
2976 from, to, &partial,
2977 ocfs2_clear_cow_buffer);
2978 if (ret) {
2979 mlog_errno(ret);
2980 goto unlock;
2981 }
2982 }
2983
2984 ocfs2_map_and_dirty_page(inode,
2985 handle, from, to,
2986 page, 0, &new_block);
2987 mark_page_accessed(page);
2988 unlock:
2989 unlock_page(page);
2990 put_page(page);
2991 page = NULL;
2992 offset = map_end;
2993 if (ret)
2994 break;
2995 }
2996
2997 return ret;
2998 }
2999
3000 int ocfs2_duplicate_clusters_by_jbd(handle_t *handle,
3001 struct inode *inode,
3002 u32 cpos, u32 old_cluster,
3003 u32 new_cluster, u32 new_len)
3004 {
3005 int ret = 0;
3006 struct super_block *sb = inode->i_sb;
3007 struct ocfs2_caching_info *ci = INODE_CACHE(inode);
3008 int i, blocks = ocfs2_clusters_to_blocks(sb, new_len);
3009 u64 old_block = ocfs2_clusters_to_blocks(sb, old_cluster);
3010 u64 new_block = ocfs2_clusters_to_blocks(sb, new_cluster);
3011 struct ocfs2_super *osb = OCFS2_SB(sb);
3012 struct buffer_head *old_bh = NULL;
3013 struct buffer_head *new_bh = NULL;
3014
3015 trace_ocfs2_duplicate_clusters_by_page(cpos, old_cluster,
3016 new_cluster, new_len);
3017
3018 for (i = 0; i < blocks; i++, old_block++, new_block++) {
3019 new_bh = sb_getblk(osb->sb, new_block);
3020 if (new_bh == NULL) {
3021 ret = -ENOMEM;
3022 mlog_errno(ret);
3023 break;
3024 }
3025
3026 ocfs2_set_new_buffer_uptodate(ci, new_bh);
3027
3028 ret = ocfs2_read_block(ci, old_block, &old_bh, NULL);
3029 if (ret) {
3030 mlog_errno(ret);
3031 break;
3032 }
3033
3034 ret = ocfs2_journal_access(handle, ci, new_bh,
3035 OCFS2_JOURNAL_ACCESS_CREATE);
3036 if (ret) {
3037 mlog_errno(ret);
3038 break;
3039 }
3040
3041 memcpy(new_bh->b_data, old_bh->b_data, sb->s_blocksize);
3042 ocfs2_journal_dirty(handle, new_bh);
3043
3044 brelse(new_bh);
3045 brelse(old_bh);
3046 new_bh = NULL;
3047 old_bh = NULL;
3048 }
3049
3050 brelse(new_bh);
3051 brelse(old_bh);
3052 return ret;
3053 }
3054
3055 static int ocfs2_clear_ext_refcount(handle_t *handle,
3056 struct ocfs2_extent_tree *et,
3057 u32 cpos, u32 p_cluster, u32 len,
3058 unsigned int ext_flags,
3059 struct ocfs2_alloc_context *meta_ac,
3060 struct ocfs2_cached_dealloc_ctxt *dealloc)
3061 {
3062 int ret, index;
3063 struct ocfs2_extent_rec replace_rec;
3064 struct ocfs2_path *path = NULL;
3065 struct ocfs2_extent_list *el;
3066 struct super_block *sb = ocfs2_metadata_cache_get_super(et->et_ci);
3067 u64 ino = ocfs2_metadata_cache_owner(et->et_ci);
3068
3069 trace_ocfs2_clear_ext_refcount((unsigned long long)ino,
3070 cpos, len, p_cluster, ext_flags);
3071
3072 memset(&replace_rec, 0, sizeof(replace_rec));
3073 replace_rec.e_cpos = cpu_to_le32(cpos);
3074 replace_rec.e_leaf_clusters = cpu_to_le16(len);
3075 replace_rec.e_blkno = cpu_to_le64(ocfs2_clusters_to_blocks(sb,
3076 p_cluster));
3077 replace_rec.e_flags = ext_flags;
3078 replace_rec.e_flags &= ~OCFS2_EXT_REFCOUNTED;
3079
3080 path = ocfs2_new_path_from_et(et);
3081 if (!path) {
3082 ret = -ENOMEM;
3083 mlog_errno(ret);
3084 goto out;
3085 }
3086
3087 ret = ocfs2_find_path(et->et_ci, path, cpos);
3088 if (ret) {
3089 mlog_errno(ret);
3090 goto out;
3091 }
3092
3093 el = path_leaf_el(path);
3094
3095 index = ocfs2_search_extent_list(el, cpos);
3096 if (index == -1) {
3097 ret = ocfs2_error(sb,
3098 "Inode %llu has an extent at cpos %u which can no longer be found\n",
3099 (unsigned long long)ino, cpos);
3100 goto out;
3101 }
3102
3103 ret = ocfs2_split_extent(handle, et, path, index,
3104 &replace_rec, meta_ac, dealloc);
3105 if (ret)
3106 mlog_errno(ret);
3107
3108 out:
3109 ocfs2_free_path(path);
3110 return ret;
3111 }
3112
3113 static int ocfs2_replace_clusters(handle_t *handle,
3114 struct ocfs2_cow_context *context,
3115 u32 cpos, u32 old,
3116 u32 new, u32 len,
3117 unsigned int ext_flags)
3118 {
3119 int ret;
3120 struct ocfs2_caching_info *ci = context->data_et.et_ci;
3121 u64 ino = ocfs2_metadata_cache_owner(ci);
3122
3123 trace_ocfs2_replace_clusters((unsigned long long)ino,
3124 cpos, old, new, len, ext_flags);
3125
3126
3127 if (!(ext_flags & OCFS2_EXT_UNWRITTEN)) {
3128 ret = context->cow_duplicate_clusters(handle, context->inode,
3129 cpos, old, new, len);
3130 if (ret) {
3131 mlog_errno(ret);
3132 goto out;
3133 }
3134 }
3135
3136 ret = ocfs2_clear_ext_refcount(handle, &context->data_et,
3137 cpos, new, len, ext_flags,
3138 context->meta_ac, &context->dealloc);
3139 if (ret)
3140 mlog_errno(ret);
3141 out:
3142 return ret;
3143 }
3144
3145 int ocfs2_cow_sync_writeback(struct super_block *sb,
3146 struct inode *inode,
3147 u32 cpos, u32 num_clusters)
3148 {
3149 int ret;
3150 loff_t start, end;
3151
3152 if (ocfs2_should_order_data(inode))
3153 return 0;
3154
3155 start = ((loff_t)cpos) << OCFS2_SB(sb)->s_clustersize_bits;
3156 end = start + (num_clusters << OCFS2_SB(sb)->s_clustersize_bits) - 1;
3157
3158 ret = filemap_write_and_wait_range(inode->i_mapping, start, end);
3159 if (ret < 0)
3160 mlog_errno(ret);
3161
3162 return ret;
3163 }
3164
3165 static int ocfs2_di_get_clusters(struct ocfs2_cow_context *context,
3166 u32 v_cluster, u32 *p_cluster,
3167 u32 *num_clusters,
3168 unsigned int *extent_flags)
3169 {
3170 return ocfs2_get_clusters(context->inode, v_cluster, p_cluster,
3171 num_clusters, extent_flags);
3172 }
3173
3174 static int ocfs2_make_clusters_writable(struct super_block *sb,
3175 struct ocfs2_cow_context *context,
3176 u32 cpos, u32 p_cluster,
3177 u32 num_clusters, unsigned int e_flags)
3178 {
3179 int ret, delete, index, credits = 0;
3180 u32 new_bit, new_len, orig_num_clusters;
3181 unsigned int set_len;
3182 struct ocfs2_super *osb = OCFS2_SB(sb);
3183 handle_t *handle;
3184 struct buffer_head *ref_leaf_bh = NULL;
3185 struct ocfs2_caching_info *ref_ci = &context->ref_tree->rf_ci;
3186 struct ocfs2_refcount_rec rec;
3187
3188 trace_ocfs2_make_clusters_writable(cpos, p_cluster,
3189 num_clusters, e_flags);
3190
3191 ret = ocfs2_lock_refcount_allocators(sb, p_cluster, num_clusters,
3192 &context->data_et,
3193 ref_ci,
3194 context->ref_root_bh,
3195 &context->meta_ac,
3196 &context->data_ac, &credits);
3197 if (ret) {
3198 mlog_errno(ret);
3199 return ret;
3200 }
3201
3202 if (context->post_refcount)
3203 credits += context->post_refcount->credits;
3204
3205 credits += context->extra_credits;
3206 handle = ocfs2_start_trans(osb, credits);
3207 if (IS_ERR(handle)) {
3208 ret = PTR_ERR(handle);
3209 mlog_errno(ret);
3210 goto out;
3211 }
3212
3213 orig_num_clusters = num_clusters;
3214
3215 while (num_clusters) {
3216 ret = ocfs2_get_refcount_rec(ref_ci, context->ref_root_bh,
3217 p_cluster, num_clusters,
3218 &rec, &index, &ref_leaf_bh);
3219 if (ret) {
3220 mlog_errno(ret);
3221 goto out_commit;
3222 }
3223
3224 BUG_ON(!rec.r_refcount);
3225 set_len = min((u64)p_cluster + num_clusters,
3226 le64_to_cpu(rec.r_cpos) +
3227 le32_to_cpu(rec.r_clusters)) - p_cluster;
3228
3229
3230
3231
3232
3233
3234
3235
3236 if (le32_to_cpu(rec.r_refcount) == 1) {
3237 delete = 0;
3238 ret = ocfs2_clear_ext_refcount(handle,
3239 &context->data_et,
3240 cpos, p_cluster,
3241 set_len, e_flags,
3242 context->meta_ac,
3243 &context->dealloc);
3244 if (ret) {
3245 mlog_errno(ret);
3246 goto out_commit;
3247 }
3248 } else {
3249 delete = 1;
3250
3251 ret = __ocfs2_claim_clusters(handle,
3252 context->data_ac,
3253 1, set_len,
3254 &new_bit, &new_len);
3255 if (ret) {
3256 mlog_errno(ret);
3257 goto out_commit;
3258 }
3259
3260 ret = ocfs2_replace_clusters(handle, context,
3261 cpos, p_cluster, new_bit,
3262 new_len, e_flags);
3263 if (ret) {
3264 mlog_errno(ret);
3265 goto out_commit;
3266 }
3267 set_len = new_len;
3268 }
3269
3270 ret = __ocfs2_decrease_refcount(handle, ref_ci,
3271 context->ref_root_bh,
3272 p_cluster, set_len,
3273 context->meta_ac,
3274 &context->dealloc, delete);
3275 if (ret) {
3276 mlog_errno(ret);
3277 goto out_commit;
3278 }
3279
3280 cpos += set_len;
3281 p_cluster += set_len;
3282 num_clusters -= set_len;
3283 brelse(ref_leaf_bh);
3284 ref_leaf_bh = NULL;
3285 }
3286
3287
3288 if (context->post_refcount && context->post_refcount->func) {
3289 ret = context->post_refcount->func(context->inode, handle,
3290 context->post_refcount->para);
3291 if (ret) {
3292 mlog_errno(ret);
3293 goto out_commit;
3294 }
3295 }
3296
3297
3298
3299
3300
3301 if (context->get_clusters == ocfs2_di_get_clusters) {
3302 ret = ocfs2_cow_sync_writeback(sb, context->inode, cpos,
3303 orig_num_clusters);
3304 if (ret)
3305 mlog_errno(ret);
3306 }
3307
3308 out_commit:
3309 ocfs2_commit_trans(osb, handle);
3310
3311 out:
3312 if (context->data_ac) {
3313 ocfs2_free_alloc_context(context->data_ac);
3314 context->data_ac = NULL;
3315 }
3316 if (context->meta_ac) {
3317 ocfs2_free_alloc_context(context->meta_ac);
3318 context->meta_ac = NULL;
3319 }
3320 brelse(ref_leaf_bh);
3321
3322 return ret;
3323 }
3324
3325 static int ocfs2_replace_cow(struct ocfs2_cow_context *context)
3326 {
3327 int ret = 0;
3328 struct inode *inode = context->inode;
3329 u32 cow_start = context->cow_start, cow_len = context->cow_len;
3330 u32 p_cluster, num_clusters;
3331 unsigned int ext_flags;
3332 struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
3333
3334 if (!ocfs2_refcount_tree(osb)) {
3335 return ocfs2_error(inode->i_sb, "Inode %lu want to use refcount tree, but the feature bit is not set in the super block\n",
3336 inode->i_ino);
3337 }
3338
3339 ocfs2_init_dealloc_ctxt(&context->dealloc);
3340
3341 while (cow_len) {
3342 ret = context->get_clusters(context, cow_start, &p_cluster,
3343 &num_clusters, &ext_flags);
3344 if (ret) {
3345 mlog_errno(ret);
3346 break;
3347 }
3348
3349 BUG_ON(!(ext_flags & OCFS2_EXT_REFCOUNTED));
3350
3351 if (cow_len < num_clusters)
3352 num_clusters = cow_len;
3353
3354 ret = ocfs2_make_clusters_writable(inode->i_sb, context,
3355 cow_start, p_cluster,
3356 num_clusters, ext_flags);
3357 if (ret) {
3358 mlog_errno(ret);
3359 break;
3360 }
3361
3362 cow_len -= num_clusters;
3363 cow_start += num_clusters;
3364 }
3365
3366 if (ocfs2_dealloc_has_cluster(&context->dealloc)) {
3367 ocfs2_schedule_truncate_log_flush(osb, 1);
3368 ocfs2_run_deallocs(osb, &context->dealloc);
3369 }
3370
3371 return ret;
3372 }
3373
3374
3375
3376
3377
3378
3379 static int ocfs2_refcount_cow_hunk(struct inode *inode,
3380 struct buffer_head *di_bh,
3381 u32 cpos, u32 write_len, u32 max_cpos)
3382 {
3383 int ret;
3384 u32 cow_start = 0, cow_len = 0;
3385 struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
3386 struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data;
3387 struct buffer_head *ref_root_bh = NULL;
3388 struct ocfs2_refcount_tree *ref_tree;
3389 struct ocfs2_cow_context *context = NULL;
3390
3391 BUG_ON(!ocfs2_is_refcount_inode(inode));
3392
3393 ret = ocfs2_refcount_cal_cow_clusters(inode, &di->id2.i_list,
3394 cpos, write_len, max_cpos,
3395 &cow_start, &cow_len);
3396 if (ret) {
3397 mlog_errno(ret);
3398 goto out;
3399 }
3400
3401 trace_ocfs2_refcount_cow_hunk(OCFS2_I(inode)->ip_blkno,
3402 cpos, write_len, max_cpos,
3403 cow_start, cow_len);
3404
3405 BUG_ON(cow_len == 0);
3406
3407 context = kzalloc(sizeof(struct ocfs2_cow_context), GFP_NOFS);
3408 if (!context) {
3409 ret = -ENOMEM;
3410 mlog_errno(ret);
3411 goto out;
3412 }
3413
3414 ret = ocfs2_lock_refcount_tree(osb, le64_to_cpu(di->i_refcount_loc),
3415 1, &ref_tree, &ref_root_bh);
3416 if (ret) {
3417 mlog_errno(ret);
3418 goto out;
3419 }
3420
3421 context->inode = inode;
3422 context->cow_start = cow_start;
3423 context->cow_len = cow_len;
3424 context->ref_tree = ref_tree;
3425 context->ref_root_bh = ref_root_bh;
3426 context->cow_duplicate_clusters = ocfs2_duplicate_clusters_by_page;
3427 context->get_clusters = ocfs2_di_get_clusters;
3428
3429 ocfs2_init_dinode_extent_tree(&context->data_et,
3430 INODE_CACHE(inode), di_bh);
3431
3432 ret = ocfs2_replace_cow(context);
3433 if (ret)
3434 mlog_errno(ret);
3435
3436
3437
3438
3439
3440
3441 ocfs2_extent_map_trunc(inode, cow_start);
3442
3443 ocfs2_unlock_refcount_tree(osb, ref_tree, 1);
3444 brelse(ref_root_bh);
3445 out:
3446 kfree(context);
3447 return ret;
3448 }
3449
3450
3451
3452
3453
3454
3455 int ocfs2_refcount_cow(struct inode *inode,
3456 struct buffer_head *di_bh,
3457 u32 cpos, u32 write_len, u32 max_cpos)
3458 {
3459 int ret = 0;
3460 u32 p_cluster, num_clusters;
3461 unsigned int ext_flags;
3462
3463 while (write_len) {
3464 ret = ocfs2_get_clusters(inode, cpos, &p_cluster,
3465 &num_clusters, &ext_flags);
3466 if (ret) {
3467 mlog_errno(ret);
3468 break;
3469 }
3470
3471 if (write_len < num_clusters)
3472 num_clusters = write_len;
3473
3474 if (ext_flags & OCFS2_EXT_REFCOUNTED) {
3475 ret = ocfs2_refcount_cow_hunk(inode, di_bh, cpos,
3476 num_clusters, max_cpos);
3477 if (ret) {
3478 mlog_errno(ret);
3479 break;
3480 }
3481 }
3482
3483 write_len -= num_clusters;
3484 cpos += num_clusters;
3485 }
3486
3487 return ret;
3488 }
3489
3490 static int ocfs2_xattr_value_get_clusters(struct ocfs2_cow_context *context,
3491 u32 v_cluster, u32 *p_cluster,
3492 u32 *num_clusters,
3493 unsigned int *extent_flags)
3494 {
3495 struct inode *inode = context->inode;
3496 struct ocfs2_xattr_value_root *xv = context->cow_object;
3497
3498 return ocfs2_xattr_get_clusters(inode, v_cluster, p_cluster,
3499 num_clusters, &xv->xr_list,
3500 extent_flags);
3501 }
3502
3503
3504
3505
3506
3507 int ocfs2_refcounted_xattr_delete_need(struct inode *inode,
3508 struct ocfs2_caching_info *ref_ci,
3509 struct buffer_head *ref_root_bh,
3510 struct ocfs2_xattr_value_root *xv,
3511 int *meta_add, int *credits)
3512 {
3513 int ret = 0, index, ref_blocks = 0;
3514 u32 p_cluster, num_clusters;
3515 u32 cpos = 0, clusters = le32_to_cpu(xv->xr_clusters);
3516 struct ocfs2_refcount_block *rb;
3517 struct ocfs2_refcount_rec rec;
3518 struct buffer_head *ref_leaf_bh = NULL;
3519
3520 while (cpos < clusters) {
3521 ret = ocfs2_xattr_get_clusters(inode, cpos, &p_cluster,
3522 &num_clusters, &xv->xr_list,
3523 NULL);
3524 if (ret) {
3525 mlog_errno(ret);
3526 goto out;
3527 }
3528
3529 cpos += num_clusters;
3530
3531 while (num_clusters) {
3532 ret = ocfs2_get_refcount_rec(ref_ci, ref_root_bh,
3533 p_cluster, num_clusters,
3534 &rec, &index,
3535 &ref_leaf_bh);
3536 if (ret) {
3537 mlog_errno(ret);
3538 goto out;
3539 }
3540
3541 BUG_ON(!rec.r_refcount);
3542
3543 rb = (struct ocfs2_refcount_block *)ref_leaf_bh->b_data;
3544
3545
3546
3547
3548
3549
3550
3551
3552 if (le16_to_cpu(rb->rf_records.rl_used) + clusters * 2 >
3553 le16_to_cpu(rb->rf_records.rl_count))
3554 ref_blocks++;
3555
3556 *credits += 1;
3557 brelse(ref_leaf_bh);
3558 ref_leaf_bh = NULL;
3559
3560 if (num_clusters <= le32_to_cpu(rec.r_clusters))
3561 break;
3562 else
3563 num_clusters -= le32_to_cpu(rec.r_clusters);
3564 p_cluster += num_clusters;
3565 }
3566 }
3567
3568 *meta_add += ref_blocks;
3569 if (!ref_blocks)
3570 goto out;
3571
3572 rb = (struct ocfs2_refcount_block *)ref_root_bh->b_data;
3573 if (le32_to_cpu(rb->rf_flags) & OCFS2_REFCOUNT_TREE_FL)
3574 *credits += OCFS2_EXPAND_REFCOUNT_TREE_CREDITS;
3575 else {
3576 struct ocfs2_extent_tree et;
3577
3578 ocfs2_init_refcount_extent_tree(&et, ref_ci, ref_root_bh);
3579 *credits += ocfs2_calc_extend_credits(inode->i_sb,
3580 et.et_root_el);
3581 }
3582
3583 out:
3584 brelse(ref_leaf_bh);
3585 return ret;
3586 }
3587
3588
3589
3590
3591 int ocfs2_refcount_cow_xattr(struct inode *inode,
3592 struct ocfs2_dinode *di,
3593 struct ocfs2_xattr_value_buf *vb,
3594 struct ocfs2_refcount_tree *ref_tree,
3595 struct buffer_head *ref_root_bh,
3596 u32 cpos, u32 write_len,
3597 struct ocfs2_post_refcount *post)
3598 {
3599 int ret;
3600 struct ocfs2_xattr_value_root *xv = vb->vb_xv;
3601 struct ocfs2_cow_context *context = NULL;
3602 u32 cow_start, cow_len;
3603
3604 BUG_ON(!ocfs2_is_refcount_inode(inode));
3605
3606 ret = ocfs2_refcount_cal_cow_clusters(inode, &xv->xr_list,
3607 cpos, write_len, UINT_MAX,
3608 &cow_start, &cow_len);
3609 if (ret) {
3610 mlog_errno(ret);
3611 goto out;
3612 }
3613
3614 BUG_ON(cow_len == 0);
3615
3616 context = kzalloc(sizeof(struct ocfs2_cow_context), GFP_NOFS);
3617 if (!context) {
3618 ret = -ENOMEM;
3619 mlog_errno(ret);
3620 goto out;
3621 }
3622
3623 context->inode = inode;
3624 context->cow_start = cow_start;
3625 context->cow_len = cow_len;
3626 context->ref_tree = ref_tree;
3627 context->ref_root_bh = ref_root_bh;
3628 context->cow_object = xv;
3629
3630 context->cow_duplicate_clusters = ocfs2_duplicate_clusters_by_jbd;
3631
3632 context->extra_credits =
3633 ocfs2_clusters_to_blocks(inode->i_sb, 1) * cow_len;
3634 context->get_clusters = ocfs2_xattr_value_get_clusters;
3635 context->post_refcount = post;
3636
3637 ocfs2_init_xattr_value_extent_tree(&context->data_et,
3638 INODE_CACHE(inode), vb);
3639
3640 ret = ocfs2_replace_cow(context);
3641 if (ret)
3642 mlog_errno(ret);
3643
3644 out:
3645 kfree(context);
3646 return ret;
3647 }
3648
3649
3650
3651
3652
3653 int ocfs2_add_refcount_flag(struct inode *inode,
3654 struct ocfs2_extent_tree *data_et,
3655 struct ocfs2_caching_info *ref_ci,
3656 struct buffer_head *ref_root_bh,
3657 u32 cpos, u32 p_cluster, u32 num_clusters,
3658 struct ocfs2_cached_dealloc_ctxt *dealloc,
3659 struct ocfs2_post_refcount *post)
3660 {
3661 int ret;
3662 handle_t *handle;
3663 int credits = 1, ref_blocks = 0;
3664 struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
3665 struct ocfs2_alloc_context *meta_ac = NULL;
3666
3667
3668 ref_blocks = ocfs2_extend_meta_needed(data_et->et_root_el);
3669
3670 ret = ocfs2_calc_refcount_meta_credits(inode->i_sb,
3671 ref_ci, ref_root_bh,
3672 p_cluster, num_clusters,
3673 &ref_blocks, &credits);
3674 if (ret) {
3675 mlog_errno(ret);
3676 goto out;
3677 }
3678
3679 trace_ocfs2_add_refcount_flag(ref_blocks, credits);
3680
3681 if (ref_blocks) {
3682 ret = ocfs2_reserve_new_metadata_blocks(osb,
3683 ref_blocks, &meta_ac);
3684 if (ret) {
3685 mlog_errno(ret);
3686 goto out;
3687 }
3688 }
3689
3690 if (post)
3691 credits += post->credits;
3692
3693 handle = ocfs2_start_trans(osb, credits);
3694 if (IS_ERR(handle)) {
3695 ret = PTR_ERR(handle);
3696 mlog_errno(ret);
3697 goto out;
3698 }
3699
3700 ret = ocfs2_mark_extent_refcounted(inode, data_et, handle,
3701 cpos, num_clusters, p_cluster,
3702 meta_ac, dealloc);
3703 if (ret) {
3704 mlog_errno(ret);
3705 goto out_commit;
3706 }
3707
3708 ret = __ocfs2_increase_refcount(handle, ref_ci, ref_root_bh,
3709 p_cluster, num_clusters, 0,
3710 meta_ac, dealloc);
3711 if (ret) {
3712 mlog_errno(ret);
3713 goto out_commit;
3714 }
3715
3716 if (post && post->func) {
3717 ret = post->func(inode, handle, post->para);
3718 if (ret)
3719 mlog_errno(ret);
3720 }
3721
3722 out_commit:
3723 ocfs2_commit_trans(osb, handle);
3724 out:
3725 if (meta_ac)
3726 ocfs2_free_alloc_context(meta_ac);
3727 return ret;
3728 }
3729
3730 static int ocfs2_change_ctime(struct inode *inode,
3731 struct buffer_head *di_bh)
3732 {
3733 int ret;
3734 handle_t *handle;
3735 struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data;
3736
3737 handle = ocfs2_start_trans(OCFS2_SB(inode->i_sb),
3738 OCFS2_INODE_UPDATE_CREDITS);
3739 if (IS_ERR(handle)) {
3740 ret = PTR_ERR(handle);
3741 mlog_errno(ret);
3742 goto out;
3743 }
3744
3745 ret = ocfs2_journal_access_di(handle, INODE_CACHE(inode), di_bh,
3746 OCFS2_JOURNAL_ACCESS_WRITE);
3747 if (ret) {
3748 mlog_errno(ret);
3749 goto out_commit;
3750 }
3751
3752 inode->i_ctime = current_time(inode);
3753 di->i_ctime = cpu_to_le64(inode->i_ctime.tv_sec);
3754 di->i_ctime_nsec = cpu_to_le32(inode->i_ctime.tv_nsec);
3755
3756 ocfs2_journal_dirty(handle, di_bh);
3757
3758 out_commit:
3759 ocfs2_commit_trans(OCFS2_SB(inode->i_sb), handle);
3760 out:
3761 return ret;
3762 }
3763
3764 static int ocfs2_attach_refcount_tree(struct inode *inode,
3765 struct buffer_head *di_bh)
3766 {
3767 int ret, data_changed = 0;
3768 struct buffer_head *ref_root_bh = NULL;
3769 struct ocfs2_inode_info *oi = OCFS2_I(inode);
3770 struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data;
3771 struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
3772 struct ocfs2_refcount_tree *ref_tree;
3773 unsigned int ext_flags;
3774 loff_t size;
3775 u32 cpos, num_clusters, clusters, p_cluster;
3776 struct ocfs2_cached_dealloc_ctxt dealloc;
3777 struct ocfs2_extent_tree di_et;
3778
3779 ocfs2_init_dealloc_ctxt(&dealloc);
3780
3781 if (!ocfs2_is_refcount_inode(inode)) {
3782 ret = ocfs2_create_refcount_tree(inode, di_bh);
3783 if (ret) {
3784 mlog_errno(ret);
3785 goto out;
3786 }
3787 }
3788
3789 BUG_ON(!di->i_refcount_loc);
3790 ret = ocfs2_lock_refcount_tree(osb,
3791 le64_to_cpu(di->i_refcount_loc), 1,
3792 &ref_tree, &ref_root_bh);
3793 if (ret) {
3794 mlog_errno(ret);
3795 goto out;
3796 }
3797
3798 if (oi->ip_dyn_features & OCFS2_INLINE_DATA_FL)
3799 goto attach_xattr;
3800
3801 ocfs2_init_dinode_extent_tree(&di_et, INODE_CACHE(inode), di_bh);
3802
3803 size = i_size_read(inode);
3804 clusters = ocfs2_clusters_for_bytes(inode->i_sb, size);
3805
3806 cpos = 0;
3807 while (cpos < clusters) {
3808 ret = ocfs2_get_clusters(inode, cpos, &p_cluster,
3809 &num_clusters, &ext_flags);
3810 if (ret) {
3811 mlog_errno(ret);
3812 goto unlock;
3813 }
3814 if (p_cluster && !(ext_flags & OCFS2_EXT_REFCOUNTED)) {
3815 ret = ocfs2_add_refcount_flag(inode, &di_et,
3816 &ref_tree->rf_ci,
3817 ref_root_bh, cpos,
3818 p_cluster, num_clusters,
3819 &dealloc, NULL);
3820 if (ret) {
3821 mlog_errno(ret);
3822 goto unlock;
3823 }
3824
3825 data_changed = 1;
3826 }
3827 cpos += num_clusters;
3828 }
3829
3830 attach_xattr:
3831 if (oi->ip_dyn_features & OCFS2_HAS_XATTR_FL) {
3832 ret = ocfs2_xattr_attach_refcount_tree(inode, di_bh,
3833 &ref_tree->rf_ci,
3834 ref_root_bh,
3835 &dealloc);
3836 if (ret) {
3837 mlog_errno(ret);
3838 goto unlock;
3839 }
3840 }
3841
3842 if (data_changed) {
3843 ret = ocfs2_change_ctime(inode, di_bh);
3844 if (ret)
3845 mlog_errno(ret);
3846 }
3847
3848 unlock:
3849 ocfs2_unlock_refcount_tree(osb, ref_tree, 1);
3850 brelse(ref_root_bh);
3851
3852 if (!ret && ocfs2_dealloc_has_cluster(&dealloc)) {
3853 ocfs2_schedule_truncate_log_flush(osb, 1);
3854 ocfs2_run_deallocs(osb, &dealloc);
3855 }
3856 out:
3857
3858
3859
3860
3861 ocfs2_extent_map_trunc(inode, 0);
3862
3863 return ret;
3864 }
3865
3866 static int ocfs2_add_refcounted_extent(struct inode *inode,
3867 struct ocfs2_extent_tree *et,
3868 struct ocfs2_caching_info *ref_ci,
3869 struct buffer_head *ref_root_bh,
3870 u32 cpos, u32 p_cluster, u32 num_clusters,
3871 unsigned int ext_flags,
3872 struct ocfs2_cached_dealloc_ctxt *dealloc)
3873 {
3874 int ret;
3875 handle_t *handle;
3876 int credits = 0;
3877 struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
3878 struct ocfs2_alloc_context *meta_ac = NULL;
3879
3880 ret = ocfs2_lock_refcount_allocators(inode->i_sb,
3881 p_cluster, num_clusters,
3882 et, ref_ci,
3883 ref_root_bh, &meta_ac,
3884 NULL, &credits);
3885 if (ret) {
3886 mlog_errno(ret);
3887 goto out;
3888 }
3889
3890 handle = ocfs2_start_trans(osb, credits);
3891 if (IS_ERR(handle)) {
3892 ret = PTR_ERR(handle);
3893 mlog_errno(ret);
3894 goto out;
3895 }
3896
3897 ret = ocfs2_insert_extent(handle, et, cpos,
3898 ocfs2_clusters_to_blocks(inode->i_sb, p_cluster),
3899 num_clusters, ext_flags, meta_ac);
3900 if (ret) {
3901 mlog_errno(ret);
3902 goto out_commit;
3903 }
3904
3905 ret = ocfs2_increase_refcount(handle, ref_ci, ref_root_bh,
3906 p_cluster, num_clusters,
3907 meta_ac, dealloc);
3908 if (ret) {
3909 mlog_errno(ret);
3910 goto out_commit;
3911 }
3912
3913 ret = dquot_alloc_space_nodirty(inode,
3914 ocfs2_clusters_to_bytes(osb->sb, num_clusters));
3915 if (ret)
3916 mlog_errno(ret);
3917
3918 out_commit:
3919 ocfs2_commit_trans(osb, handle);
3920 out:
3921 if (meta_ac)
3922 ocfs2_free_alloc_context(meta_ac);
3923 return ret;
3924 }
3925
3926 static int ocfs2_duplicate_inline_data(struct inode *s_inode,
3927 struct buffer_head *s_bh,
3928 struct inode *t_inode,
3929 struct buffer_head *t_bh)
3930 {
3931 int ret;
3932 handle_t *handle;
3933 struct ocfs2_super *osb = OCFS2_SB(s_inode->i_sb);
3934 struct ocfs2_dinode *s_di = (struct ocfs2_dinode *)s_bh->b_data;
3935 struct ocfs2_dinode *t_di = (struct ocfs2_dinode *)t_bh->b_data;
3936
3937 BUG_ON(!(OCFS2_I(s_inode)->ip_dyn_features & OCFS2_INLINE_DATA_FL));
3938
3939 handle = ocfs2_start_trans(osb, OCFS2_INODE_UPDATE_CREDITS);
3940 if (IS_ERR(handle)) {
3941 ret = PTR_ERR(handle);
3942 mlog_errno(ret);
3943 goto out;
3944 }
3945
3946 ret = ocfs2_journal_access_di(handle, INODE_CACHE(t_inode), t_bh,
3947 OCFS2_JOURNAL_ACCESS_WRITE);
3948 if (ret) {
3949 mlog_errno(ret);
3950 goto out_commit;
3951 }
3952
3953 t_di->id2.i_data.id_count = s_di->id2.i_data.id_count;
3954 memcpy(t_di->id2.i_data.id_data, s_di->id2.i_data.id_data,
3955 le16_to_cpu(s_di->id2.i_data.id_count));
3956 spin_lock(&OCFS2_I(t_inode)->ip_lock);
3957 OCFS2_I(t_inode)->ip_dyn_features |= OCFS2_INLINE_DATA_FL;
3958 t_di->i_dyn_features = cpu_to_le16(OCFS2_I(t_inode)->ip_dyn_features);
3959 spin_unlock(&OCFS2_I(t_inode)->ip_lock);
3960
3961 ocfs2_journal_dirty(handle, t_bh);
3962
3963 out_commit:
3964 ocfs2_commit_trans(osb, handle);
3965 out:
3966 return ret;
3967 }
3968
3969 static int ocfs2_duplicate_extent_list(struct inode *s_inode,
3970 struct inode *t_inode,
3971 struct buffer_head *t_bh,
3972 struct ocfs2_caching_info *ref_ci,
3973 struct buffer_head *ref_root_bh,
3974 struct ocfs2_cached_dealloc_ctxt *dealloc)
3975 {
3976 int ret = 0;
3977 u32 p_cluster, num_clusters, clusters, cpos;
3978 loff_t size;
3979 unsigned int ext_flags;
3980 struct ocfs2_extent_tree et;
3981
3982 ocfs2_init_dinode_extent_tree(&et, INODE_CACHE(t_inode), t_bh);
3983
3984 size = i_size_read(s_inode);
3985 clusters = ocfs2_clusters_for_bytes(s_inode->i_sb, size);
3986
3987 cpos = 0;
3988 while (cpos < clusters) {
3989 ret = ocfs2_get_clusters(s_inode, cpos, &p_cluster,
3990 &num_clusters, &ext_flags);
3991 if (ret) {
3992 mlog_errno(ret);
3993 goto out;
3994 }
3995 if (p_cluster) {
3996 ret = ocfs2_add_refcounted_extent(t_inode, &et,
3997 ref_ci, ref_root_bh,
3998 cpos, p_cluster,
3999 num_clusters,
4000 ext_flags,
4001 dealloc);
4002 if (ret) {
4003 mlog_errno(ret);
4004 goto out;
4005 }
4006 }
4007
4008 cpos += num_clusters;
4009 }
4010
4011 out:
4012 return ret;
4013 }
4014
4015
4016
4017
4018
4019
4020
4021 static int ocfs2_complete_reflink(struct inode *s_inode,
4022 struct buffer_head *s_bh,
4023 struct inode *t_inode,
4024 struct buffer_head *t_bh,
4025 bool preserve)
4026 {
4027 int ret;
4028 handle_t *handle;
4029 struct ocfs2_dinode *s_di = (struct ocfs2_dinode *)s_bh->b_data;
4030 struct ocfs2_dinode *di = (struct ocfs2_dinode *)t_bh->b_data;
4031 loff_t size = i_size_read(s_inode);
4032
4033 handle = ocfs2_start_trans(OCFS2_SB(t_inode->i_sb),
4034 OCFS2_INODE_UPDATE_CREDITS);
4035 if (IS_ERR(handle)) {
4036 ret = PTR_ERR(handle);
4037 mlog_errno(ret);
4038 return ret;
4039 }
4040
4041 ret = ocfs2_journal_access_di(handle, INODE_CACHE(t_inode), t_bh,
4042 OCFS2_JOURNAL_ACCESS_WRITE);
4043 if (ret) {
4044 mlog_errno(ret);
4045 goto out_commit;
4046 }
4047
4048 spin_lock(&OCFS2_I(t_inode)->ip_lock);
4049 OCFS2_I(t_inode)->ip_clusters = OCFS2_I(s_inode)->ip_clusters;
4050 OCFS2_I(t_inode)->ip_attr = OCFS2_I(s_inode)->ip_attr;
4051 OCFS2_I(t_inode)->ip_dyn_features = OCFS2_I(s_inode)->ip_dyn_features;
4052 spin_unlock(&OCFS2_I(t_inode)->ip_lock);
4053 i_size_write(t_inode, size);
4054 t_inode->i_blocks = s_inode->i_blocks;
4055
4056 di->i_xattr_inline_size = s_di->i_xattr_inline_size;
4057 di->i_clusters = s_di->i_clusters;
4058 di->i_size = s_di->i_size;
4059 di->i_dyn_features = s_di->i_dyn_features;
4060 di->i_attr = s_di->i_attr;
4061
4062 if (preserve) {
4063 t_inode->i_uid = s_inode->i_uid;
4064 t_inode->i_gid = s_inode->i_gid;
4065 t_inode->i_mode = s_inode->i_mode;
4066 di->i_uid = s_di->i_uid;
4067 di->i_gid = s_di->i_gid;
4068 di->i_mode = s_di->i_mode;
4069
4070
4071
4072
4073
4074
4075 t_inode->i_ctime = current_time(t_inode);
4076
4077 di->i_ctime = cpu_to_le64(t_inode->i_ctime.tv_sec);
4078 di->i_ctime_nsec = cpu_to_le32(t_inode->i_ctime.tv_nsec);
4079
4080 t_inode->i_mtime = s_inode->i_mtime;
4081 di->i_mtime = s_di->i_mtime;
4082 di->i_mtime_nsec = s_di->i_mtime_nsec;
4083 }
4084
4085 ocfs2_journal_dirty(handle, t_bh);
4086
4087 out_commit:
4088 ocfs2_commit_trans(OCFS2_SB(t_inode->i_sb), handle);
4089 return ret;
4090 }
4091
4092 static int ocfs2_create_reflink_node(struct inode *s_inode,
4093 struct buffer_head *s_bh,
4094 struct inode *t_inode,
4095 struct buffer_head *t_bh,
4096 bool preserve)
4097 {
4098 int ret;
4099 struct buffer_head *ref_root_bh = NULL;
4100 struct ocfs2_cached_dealloc_ctxt dealloc;
4101 struct ocfs2_super *osb = OCFS2_SB(s_inode->i_sb);
4102 struct ocfs2_dinode *di = (struct ocfs2_dinode *)s_bh->b_data;
4103 struct ocfs2_refcount_tree *ref_tree;
4104
4105 ocfs2_init_dealloc_ctxt(&dealloc);
4106
4107 ret = ocfs2_set_refcount_tree(t_inode, t_bh,
4108 le64_to_cpu(di->i_refcount_loc));
4109 if (ret) {
4110 mlog_errno(ret);
4111 goto out;
4112 }
4113
4114 if (OCFS2_I(s_inode)->ip_dyn_features & OCFS2_INLINE_DATA_FL) {
4115 ret = ocfs2_duplicate_inline_data(s_inode, s_bh,
4116 t_inode, t_bh);
4117 if (ret)
4118 mlog_errno(ret);
4119 goto out;
4120 }
4121
4122 ret = ocfs2_lock_refcount_tree(osb, le64_to_cpu(di->i_refcount_loc),
4123 1, &ref_tree, &ref_root_bh);
4124 if (ret) {
4125 mlog_errno(ret);
4126 goto out;
4127 }
4128
4129 ret = ocfs2_duplicate_extent_list(s_inode, t_inode, t_bh,
4130 &ref_tree->rf_ci, ref_root_bh,
4131 &dealloc);
4132 if (ret) {
4133 mlog_errno(ret);
4134 goto out_unlock_refcount;
4135 }
4136
4137 out_unlock_refcount:
4138 ocfs2_unlock_refcount_tree(osb, ref_tree, 1);
4139 brelse(ref_root_bh);
4140 out:
4141 if (ocfs2_dealloc_has_cluster(&dealloc)) {
4142 ocfs2_schedule_truncate_log_flush(osb, 1);
4143 ocfs2_run_deallocs(osb, &dealloc);
4144 }
4145
4146 return ret;
4147 }
4148
4149 static int __ocfs2_reflink(struct dentry *old_dentry,
4150 struct buffer_head *old_bh,
4151 struct inode *new_inode,
4152 bool preserve)
4153 {
4154 int ret;
4155 struct inode *inode = d_inode(old_dentry);
4156 struct buffer_head *new_bh = NULL;
4157
4158 if (OCFS2_I(inode)->ip_flags & OCFS2_INODE_SYSTEM_FILE) {
4159 ret = -EINVAL;
4160 mlog_errno(ret);
4161 goto out;
4162 }
4163
4164 ret = filemap_fdatawrite(inode->i_mapping);
4165 if (ret) {
4166 mlog_errno(ret);
4167 goto out;
4168 }
4169
4170 ret = ocfs2_attach_refcount_tree(inode, old_bh);
4171 if (ret) {
4172 mlog_errno(ret);
4173 goto out;
4174 }
4175
4176 inode_lock_nested(new_inode, I_MUTEX_CHILD);
4177 ret = ocfs2_inode_lock_nested(new_inode, &new_bh, 1,
4178 OI_LS_REFLINK_TARGET);
4179 if (ret) {
4180 mlog_errno(ret);
4181 goto out_unlock;
4182 }
4183
4184 ret = ocfs2_create_reflink_node(inode, old_bh,
4185 new_inode, new_bh, preserve);
4186 if (ret) {
4187 mlog_errno(ret);
4188 goto inode_unlock;
4189 }
4190
4191 if (OCFS2_I(inode)->ip_dyn_features & OCFS2_HAS_XATTR_FL) {
4192 ret = ocfs2_reflink_xattrs(inode, old_bh,
4193 new_inode, new_bh,
4194 preserve);
4195 if (ret) {
4196 mlog_errno(ret);
4197 goto inode_unlock;
4198 }
4199 }
4200
4201 ret = ocfs2_complete_reflink(inode, old_bh,
4202 new_inode, new_bh, preserve);
4203 if (ret)
4204 mlog_errno(ret);
4205
4206 inode_unlock:
4207 ocfs2_inode_unlock(new_inode, 1);
4208 brelse(new_bh);
4209 out_unlock:
4210 inode_unlock(new_inode);
4211 out:
4212 if (!ret) {
4213 ret = filemap_fdatawait(inode->i_mapping);
4214 if (ret)
4215 mlog_errno(ret);
4216 }
4217 return ret;
4218 }
4219
4220 static int ocfs2_reflink(struct dentry *old_dentry, struct inode *dir,
4221 struct dentry *new_dentry, bool preserve)
4222 {
4223 int error, had_lock;
4224 struct inode *inode = d_inode(old_dentry);
4225 struct buffer_head *old_bh = NULL;
4226 struct inode *new_orphan_inode = NULL;
4227 struct ocfs2_lock_holder oh;
4228
4229 if (!ocfs2_refcount_tree(OCFS2_SB(inode->i_sb)))
4230 return -EOPNOTSUPP;
4231
4232
4233 error = ocfs2_create_inode_in_orphan(dir, inode->i_mode,
4234 &new_orphan_inode);
4235 if (error) {
4236 mlog_errno(error);
4237 goto out;
4238 }
4239
4240 error = ocfs2_rw_lock(inode, 1);
4241 if (error) {
4242 mlog_errno(error);
4243 goto out;
4244 }
4245
4246 error = ocfs2_inode_lock(inode, &old_bh, 1);
4247 if (error) {
4248 mlog_errno(error);
4249 ocfs2_rw_unlock(inode, 1);
4250 goto out;
4251 }
4252
4253 down_write(&OCFS2_I(inode)->ip_xattr_sem);
4254 down_write(&OCFS2_I(inode)->ip_alloc_sem);
4255 error = __ocfs2_reflink(old_dentry, old_bh,
4256 new_orphan_inode, preserve);
4257 up_write(&OCFS2_I(inode)->ip_alloc_sem);
4258 up_write(&OCFS2_I(inode)->ip_xattr_sem);
4259
4260 ocfs2_inode_unlock(inode, 1);
4261 ocfs2_rw_unlock(inode, 1);
4262 brelse(old_bh);
4263
4264 if (error) {
4265 mlog_errno(error);
4266 goto out;
4267 }
4268
4269 had_lock = ocfs2_inode_lock_tracker(new_orphan_inode, NULL, 1,
4270 &oh);
4271 if (had_lock < 0) {
4272 error = had_lock;
4273 mlog_errno(error);
4274 goto out;
4275 }
4276
4277
4278 if (!preserve) {
4279 error = ocfs2_init_security_and_acl(dir, new_orphan_inode,
4280 &new_dentry->d_name);
4281 if (error)
4282 mlog_errno(error);
4283 }
4284 if (!error) {
4285 error = ocfs2_mv_orphaned_inode_to_new(dir, new_orphan_inode,
4286 new_dentry);
4287 if (error)
4288 mlog_errno(error);
4289 }
4290 ocfs2_inode_unlock_tracker(new_orphan_inode, 1, &oh, had_lock);
4291
4292 out:
4293 if (new_orphan_inode) {
4294
4295
4296
4297
4298 ocfs2_open_unlock(new_orphan_inode);
4299 if (error)
4300 iput(new_orphan_inode);
4301 }
4302
4303 return error;
4304 }
4305
4306
4307
4308
4309
4310
4311
4312
4313 static inline int ocfs2_may_create(struct inode *dir, struct dentry *child)
4314 {
4315 if (d_really_is_positive(child))
4316 return -EEXIST;
4317 if (IS_DEADDIR(dir))
4318 return -ENOENT;
4319 return inode_permission(&init_user_ns, dir, MAY_WRITE | MAY_EXEC);
4320 }
4321
4322
4323
4324
4325
4326
4327
4328
4329
4330 static int ocfs2_vfs_reflink(struct dentry *old_dentry, struct inode *dir,
4331 struct dentry *new_dentry, bool preserve)
4332 {
4333 struct inode *inode = d_inode(old_dentry);
4334 int error;
4335
4336 if (!inode)
4337 return -ENOENT;
4338
4339 error = ocfs2_may_create(dir, new_dentry);
4340 if (error)
4341 return error;
4342
4343 if (dir->i_sb != inode->i_sb)
4344 return -EXDEV;
4345
4346
4347
4348
4349 if (IS_APPEND(inode) || IS_IMMUTABLE(inode))
4350 return -EPERM;
4351
4352
4353 if (!S_ISREG(inode->i_mode))
4354 return -EPERM;
4355
4356
4357
4358
4359
4360 if (preserve) {
4361 if (!uid_eq(current_fsuid(), inode->i_uid) && !capable(CAP_CHOWN))
4362 return -EPERM;
4363 if (!in_group_p(inode->i_gid) && !capable(CAP_CHOWN))
4364 return -EPERM;
4365 }
4366
4367
4368
4369
4370
4371
4372 if (!preserve) {
4373 error = inode_permission(&init_user_ns, inode, MAY_READ);
4374 if (error)
4375 return error;
4376 }
4377
4378 inode_lock(inode);
4379 error = dquot_initialize(dir);
4380 if (!error)
4381 error = ocfs2_reflink(old_dentry, dir, new_dentry, preserve);
4382 inode_unlock(inode);
4383 if (!error)
4384 fsnotify_create(dir, new_dentry);
4385 return error;
4386 }
4387
4388
4389
4390 int ocfs2_reflink_ioctl(struct inode *inode,
4391 const char __user *oldname,
4392 const char __user *newname,
4393 bool preserve)
4394 {
4395 struct dentry *new_dentry;
4396 struct path old_path, new_path;
4397 int error;
4398
4399 if (!ocfs2_refcount_tree(OCFS2_SB(inode->i_sb)))
4400 return -EOPNOTSUPP;
4401
4402 error = user_path_at(AT_FDCWD, oldname, 0, &old_path);
4403 if (error) {
4404 mlog_errno(error);
4405 return error;
4406 }
4407
4408 new_dentry = user_path_create(AT_FDCWD, newname, &new_path, 0);
4409 error = PTR_ERR(new_dentry);
4410 if (IS_ERR(new_dentry)) {
4411 mlog_errno(error);
4412 goto out;
4413 }
4414
4415 error = -EXDEV;
4416 if (old_path.mnt != new_path.mnt) {
4417 mlog_errno(error);
4418 goto out_dput;
4419 }
4420
4421 error = ocfs2_vfs_reflink(old_path.dentry,
4422 d_inode(new_path.dentry),
4423 new_dentry, preserve);
4424 out_dput:
4425 done_path_create(&new_path, new_dentry);
4426 out:
4427 path_put(&old_path);
4428
4429 return error;
4430 }
4431
4432
4433 int ocfs2_reflink_update_dest(struct inode *dest,
4434 struct buffer_head *d_bh,
4435 loff_t newlen)
4436 {
4437 handle_t *handle;
4438 int ret;
4439
4440 dest->i_blocks = ocfs2_inode_sector_count(dest);
4441
4442 if (newlen <= i_size_read(dest))
4443 return 0;
4444
4445 handle = ocfs2_start_trans(OCFS2_SB(dest->i_sb),
4446 OCFS2_INODE_UPDATE_CREDITS);
4447 if (IS_ERR(handle)) {
4448 ret = PTR_ERR(handle);
4449 mlog_errno(ret);
4450 return ret;
4451 }
4452
4453
4454 spin_lock(&OCFS2_I(dest)->ip_lock);
4455 if (newlen > i_size_read(dest))
4456 i_size_write(dest, newlen);
4457 spin_unlock(&OCFS2_I(dest)->ip_lock);
4458 dest->i_ctime = dest->i_mtime = current_time(dest);
4459
4460 ret = ocfs2_mark_inode_dirty(handle, dest, d_bh);
4461 if (ret) {
4462 mlog_errno(ret);
4463 goto out_commit;
4464 }
4465
4466 out_commit:
4467 ocfs2_commit_trans(OCFS2_SB(dest->i_sb), handle);
4468 return ret;
4469 }
4470
4471
4472 static loff_t ocfs2_reflink_remap_extent(struct inode *s_inode,
4473 struct buffer_head *s_bh,
4474 loff_t pos_in,
4475 struct inode *t_inode,
4476 struct buffer_head *t_bh,
4477 loff_t pos_out,
4478 loff_t len,
4479 struct ocfs2_cached_dealloc_ctxt *dealloc)
4480 {
4481 struct ocfs2_extent_tree s_et;
4482 struct ocfs2_extent_tree t_et;
4483 struct ocfs2_dinode *dis;
4484 struct buffer_head *ref_root_bh = NULL;
4485 struct ocfs2_refcount_tree *ref_tree;
4486 struct ocfs2_super *osb;
4487 loff_t remapped_bytes = 0;
4488 loff_t pstart, plen;
4489 u32 p_cluster, num_clusters, slast, spos, tpos, remapped_clus = 0;
4490 unsigned int ext_flags;
4491 int ret = 0;
4492
4493 osb = OCFS2_SB(s_inode->i_sb);
4494 dis = (struct ocfs2_dinode *)s_bh->b_data;
4495 ocfs2_init_dinode_extent_tree(&s_et, INODE_CACHE(s_inode), s_bh);
4496 ocfs2_init_dinode_extent_tree(&t_et, INODE_CACHE(t_inode), t_bh);
4497
4498 spos = ocfs2_bytes_to_clusters(s_inode->i_sb, pos_in);
4499 tpos = ocfs2_bytes_to_clusters(t_inode->i_sb, pos_out);
4500 slast = ocfs2_clusters_for_bytes(s_inode->i_sb, pos_in + len);
4501
4502 while (spos < slast) {
4503 if (fatal_signal_pending(current)) {
4504 ret = -EINTR;
4505 goto out;
4506 }
4507
4508
4509 ret = ocfs2_get_clusters(s_inode, spos, &p_cluster,
4510 &num_clusters, &ext_flags);
4511 if (ret) {
4512 mlog_errno(ret);
4513 goto out;
4514 }
4515
4516 num_clusters = min_t(u32, num_clusters, slast - spos);
4517
4518
4519 pstart = ocfs2_clusters_to_bytes(t_inode->i_sb, tpos);
4520 plen = ocfs2_clusters_to_bytes(t_inode->i_sb, num_clusters);
4521 ret = ocfs2_remove_inode_range(t_inode, t_bh, pstart, plen);
4522 if (ret) {
4523 mlog_errno(ret);
4524 goto out;
4525 }
4526
4527 if (p_cluster == 0)
4528 goto next_loop;
4529
4530
4531 ret = ocfs2_lock_refcount_tree(osb,
4532 le64_to_cpu(dis->i_refcount_loc),
4533 1, &ref_tree, &ref_root_bh);
4534 if (ret) {
4535 mlog_errno(ret);
4536 goto out;
4537 }
4538
4539
4540 if (!(ext_flags & OCFS2_EXT_REFCOUNTED)) {
4541 ret = ocfs2_add_refcount_flag(s_inode, &s_et,
4542 &ref_tree->rf_ci,
4543 ref_root_bh, spos,
4544 p_cluster, num_clusters,
4545 dealloc, NULL);
4546 if (ret) {
4547 mlog_errno(ret);
4548 goto out_unlock_refcount;
4549 }
4550 }
4551
4552
4553 ext_flags |= OCFS2_EXT_REFCOUNTED;
4554 ret = ocfs2_add_refcounted_extent(t_inode, &t_et,
4555 &ref_tree->rf_ci,
4556 ref_root_bh,
4557 tpos, p_cluster,
4558 num_clusters,
4559 ext_flags,
4560 dealloc);
4561 if (ret) {
4562 mlog_errno(ret);
4563 goto out_unlock_refcount;
4564 }
4565
4566 ocfs2_unlock_refcount_tree(osb, ref_tree, 1);
4567 brelse(ref_root_bh);
4568 next_loop:
4569 spos += num_clusters;
4570 tpos += num_clusters;
4571 remapped_clus += num_clusters;
4572 }
4573
4574 goto out;
4575 out_unlock_refcount:
4576 ocfs2_unlock_refcount_tree(osb, ref_tree, 1);
4577 brelse(ref_root_bh);
4578 out:
4579 remapped_bytes = ocfs2_clusters_to_bytes(t_inode->i_sb, remapped_clus);
4580 remapped_bytes = min_t(loff_t, len, remapped_bytes);
4581
4582 return remapped_bytes > 0 ? remapped_bytes : ret;
4583 }
4584
4585
4586 loff_t ocfs2_reflink_remap_blocks(struct inode *s_inode,
4587 struct buffer_head *s_bh,
4588 loff_t pos_in,
4589 struct inode *t_inode,
4590 struct buffer_head *t_bh,
4591 loff_t pos_out,
4592 loff_t len)
4593 {
4594 struct ocfs2_cached_dealloc_ctxt dealloc;
4595 struct ocfs2_super *osb;
4596 struct ocfs2_dinode *dis;
4597 struct ocfs2_dinode *dit;
4598 loff_t ret;
4599
4600 osb = OCFS2_SB(s_inode->i_sb);
4601 dis = (struct ocfs2_dinode *)s_bh->b_data;
4602 dit = (struct ocfs2_dinode *)t_bh->b_data;
4603 ocfs2_init_dealloc_ctxt(&dealloc);
4604
4605
4606
4607
4608
4609 if (pos_in == pos_out && pos_in == 0 && len == i_size_read(s_inode) &&
4610 i_size_read(t_inode) <= len &&
4611 (OCFS2_I(s_inode)->ip_dyn_features & OCFS2_INLINE_DATA_FL)) {
4612 ret = ocfs2_duplicate_inline_data(s_inode, s_bh, t_inode, t_bh);
4613 if (ret)
4614 mlog_errno(ret);
4615 goto out;
4616 }
4617
4618
4619
4620
4621
4622
4623 ret = -EOPNOTSUPP;
4624 if (ocfs2_is_refcount_inode(s_inode) &&
4625 ocfs2_is_refcount_inode(t_inode) &&
4626 le64_to_cpu(dis->i_refcount_loc) !=
4627 le64_to_cpu(dit->i_refcount_loc))
4628 goto out;
4629
4630
4631 if (!ocfs2_is_refcount_inode(s_inode) &&
4632 !ocfs2_is_refcount_inode(t_inode)) {
4633 ret = ocfs2_create_refcount_tree(s_inode, s_bh);
4634 if (ret) {
4635 mlog_errno(ret);
4636 goto out;
4637 }
4638 }
4639
4640
4641 if (!ocfs2_is_refcount_inode(s_inode)) {
4642 ret = ocfs2_set_refcount_tree(s_inode, s_bh,
4643 le64_to_cpu(dit->i_refcount_loc));
4644 if (ret) {
4645 mlog_errno(ret);
4646 goto out;
4647 }
4648 }
4649 if (!ocfs2_is_refcount_inode(t_inode)) {
4650 ret = ocfs2_set_refcount_tree(t_inode, t_bh,
4651 le64_to_cpu(dis->i_refcount_loc));
4652 if (ret) {
4653 mlog_errno(ret);
4654 goto out;
4655 }
4656 }
4657
4658
4659 if (OCFS2_I(t_inode)->ip_dyn_features & OCFS2_INLINE_DATA_FL) {
4660 ret = ocfs2_convert_inline_data_to_extents(t_inode, t_bh);
4661 if (ret) {
4662 mlog_errno(ret);
4663 goto out;
4664 }
4665 }
4666
4667
4668 ret = ocfs2_reflink_remap_extent(s_inode, s_bh, pos_in, t_inode, t_bh,
4669 pos_out, len, &dealloc);
4670 if (ret < 0) {
4671 mlog_errno(ret);
4672 goto out;
4673 }
4674
4675 out:
4676 if (ocfs2_dealloc_has_cluster(&dealloc)) {
4677 ocfs2_schedule_truncate_log_flush(osb, 1);
4678 ocfs2_run_deallocs(osb, &dealloc);
4679 }
4680
4681 return ret;
4682 }
4683
4684
4685 int ocfs2_reflink_inodes_lock(struct inode *s_inode,
4686 struct buffer_head **bh_s,
4687 struct inode *t_inode,
4688 struct buffer_head **bh_t)
4689 {
4690 struct inode *inode1 = s_inode;
4691 struct inode *inode2 = t_inode;
4692 struct ocfs2_inode_info *oi1;
4693 struct ocfs2_inode_info *oi2;
4694 struct buffer_head *bh1 = NULL;
4695 struct buffer_head *bh2 = NULL;
4696 bool same_inode = (s_inode == t_inode);
4697 bool need_swap = (inode1->i_ino > inode2->i_ino);
4698 int status;
4699
4700
4701 lock_two_nondirectories(s_inode, t_inode);
4702 if (need_swap)
4703 swap(inode1, inode2);
4704
4705 status = ocfs2_rw_lock(inode1, 1);
4706 if (status) {
4707 mlog_errno(status);
4708 goto out_i1;
4709 }
4710 if (!same_inode) {
4711 status = ocfs2_rw_lock(inode2, 1);
4712 if (status) {
4713 mlog_errno(status);
4714 goto out_i2;
4715 }
4716 }
4717
4718
4719 oi1 = OCFS2_I(inode1);
4720 oi2 = OCFS2_I(inode2);
4721
4722 trace_ocfs2_double_lock((unsigned long long)oi1->ip_blkno,
4723 (unsigned long long)oi2->ip_blkno);
4724
4725
4726 if (oi1->ip_blkno > oi2->ip_blkno)
4727 mlog_errno(-ENOLCK);
4728
4729
4730 status = ocfs2_inode_lock_nested(inode1, &bh1, 1,
4731 OI_LS_REFLINK_TARGET);
4732 if (status < 0) {
4733 if (status != -ENOENT)
4734 mlog_errno(status);
4735 goto out_rw2;
4736 }
4737
4738
4739 if (!same_inode) {
4740 status = ocfs2_inode_lock_nested(inode2, &bh2, 1,
4741 OI_LS_REFLINK_TARGET);
4742 if (status < 0) {
4743 if (status != -ENOENT)
4744 mlog_errno(status);
4745 goto out_cl1;
4746 }
4747 } else {
4748 bh2 = bh1;
4749 }
4750
4751
4752
4753
4754
4755 if (need_swap)
4756 swap(bh1, bh2);
4757 *bh_s = bh1;
4758 *bh_t = bh2;
4759
4760 trace_ocfs2_double_lock_end(
4761 (unsigned long long)oi1->ip_blkno,
4762 (unsigned long long)oi2->ip_blkno);
4763
4764 return 0;
4765
4766 out_cl1:
4767 ocfs2_inode_unlock(inode1, 1);
4768 brelse(bh1);
4769 out_rw2:
4770 ocfs2_rw_unlock(inode2, 1);
4771 out_i2:
4772 ocfs2_rw_unlock(inode1, 1);
4773 out_i1:
4774 unlock_two_nondirectories(s_inode, t_inode);
4775 return status;
4776 }
4777
4778
4779 void ocfs2_reflink_inodes_unlock(struct inode *s_inode,
4780 struct buffer_head *s_bh,
4781 struct inode *t_inode,
4782 struct buffer_head *t_bh)
4783 {
4784 ocfs2_inode_unlock(s_inode, 1);
4785 ocfs2_rw_unlock(s_inode, 1);
4786 brelse(s_bh);
4787 if (s_inode != t_inode) {
4788 ocfs2_inode_unlock(t_inode, 1);
4789 ocfs2_rw_unlock(t_inode, 1);
4790 brelse(t_bh);
4791 }
4792 unlock_two_nondirectories(s_inode, t_inode);
4793 }