Lines Matching refs:rgd
91 struct gfs2_sbd *sdp = rbm->rgd->rd_sbd; in gfs2_setbit()
96 (unsigned long long)rbm->rgd->rd_addr, bi->bi_start, in gfs2_setbit()
102 gfs2_consist_rgrpd(rbm->rgd); in gfs2_setbit()
263 if (!rgrp_contains_block(rbm->rgd, block)) in gfs2_rbm_from_block()
266 rbm->offset = block - rbm->rgd->rd_data0; in gfs2_rbm_from_block()
274 rbm->bii = rbm->offset / rbm->rgd->rd_sbd->sd_blocks_per_bitmap; in gfs2_rbm_from_block()
275 rbm->offset -= rbm->bii * rbm->rgd->rd_sbd->sd_blocks_per_bitmap; in gfs2_rbm_from_block()
297 if (rbm->bii == rbm->rgd->rd_length - 1) /* at the last bitmap */ in gfs2_rbm_incr()
409 static u32 gfs2_bitcount(struct gfs2_rgrpd *rgd, const u8 *buffer, in gfs2_bitcount() argument
439 void gfs2_rgrp_verify(struct gfs2_rgrpd *rgd) in gfs2_rgrp_verify() argument
441 struct gfs2_sbd *sdp = rgd->rd_sbd; in gfs2_rgrp_verify()
443 u32 length = rgd->rd_length; in gfs2_rgrp_verify()
451 bi = rgd->rd_bits + buf; in gfs2_rgrp_verify()
453 count[x] += gfs2_bitcount(rgd, in gfs2_rgrp_verify()
459 if (count[0] != rgd->rd_free) { in gfs2_rgrp_verify()
461 count[0], rgd->rd_free); in gfs2_rgrp_verify()
462 gfs2_consist_rgrpd(rgd); in gfs2_rgrp_verify()
466 tmp = rgd->rd_data - rgd->rd_free - rgd->rd_dinodes; in gfs2_rgrp_verify()
470 gfs2_consist_rgrpd(rgd); in gfs2_rgrp_verify()
474 if (count[2] + count[3] != rgd->rd_dinodes) { in gfs2_rgrp_verify()
476 count[2] + count[3], rgd->rd_dinodes); in gfs2_rgrp_verify()
477 gfs2_consist_rgrpd(rgd); in gfs2_rgrp_verify()
539 struct gfs2_rgrpd *rgd; in gfs2_rgrpd_get_first() local
543 rgd = rb_entry(n, struct gfs2_rgrpd, rd_node); in gfs2_rgrpd_get_first()
546 return rgd; in gfs2_rgrpd_get_first()
556 struct gfs2_rgrpd *gfs2_rgrpd_get_next(struct gfs2_rgrpd *rgd) in gfs2_rgrpd_get_next() argument
558 struct gfs2_sbd *sdp = rgd->rd_sbd; in gfs2_rgrpd_get_next()
562 n = rb_next(&rgd->rd_node); in gfs2_rgrpd_get_next()
566 if (unlikely(&rgd->rd_node == n)) { in gfs2_rgrpd_get_next()
570 rgd = rb_entry(n, struct gfs2_rgrpd, rd_node); in gfs2_rgrpd_get_next()
572 return rgd; in gfs2_rgrpd_get_next()
582 void gfs2_free_clones(struct gfs2_rgrpd *rgd) in gfs2_free_clones() argument
586 for (x = 0; x < rgd->rd_length; x++) { in gfs2_free_clones()
587 struct gfs2_bitmap *bi = rgd->rd_bits + x; in gfs2_free_clones()
611 struct gfs2_rgrpd *rgd; in __rs_deltree() local
616 rgd = rs->rs_rbm.rgd; in __rs_deltree()
618 rb_erase(&rs->rs_node, &rgd->rd_rstree); in __rs_deltree()
624 struct gfs2_rbm last_rbm = { .rgd = rs->rs_rbm.rgd, }; in __rs_deltree()
628 BUG_ON(rs->rs_rbm.rgd->rd_reserved < rs->rs_free); in __rs_deltree()
629 rs->rs_rbm.rgd->rd_reserved -= rs->rs_free; in __rs_deltree()
634 rgd->rd_extfail_pt += rs->rs_free; in __rs_deltree()
653 struct gfs2_rgrpd *rgd; in gfs2_rs_deltree() local
655 rgd = rs->rs_rbm.rgd; in gfs2_rs_deltree()
656 if (rgd) { in gfs2_rs_deltree()
657 spin_lock(&rgd->rd_rsspin); in gfs2_rs_deltree()
660 spin_unlock(&rgd->rd_rsspin); in gfs2_rs_deltree()
686 static void return_all_reservations(struct gfs2_rgrpd *rgd) in return_all_reservations() argument
691 spin_lock(&rgd->rd_rsspin); in return_all_reservations()
692 while ((n = rb_first(&rgd->rd_rstree))) { in return_all_reservations()
696 spin_unlock(&rgd->rd_rsspin); in return_all_reservations()
702 struct gfs2_rgrpd *rgd; in gfs2_clear_rgrpd() local
706 rgd = rb_entry(n, struct gfs2_rgrpd, rd_node); in gfs2_clear_rgrpd()
707 gl = rgd->rd_gl; in gfs2_clear_rgrpd()
716 gfs2_rgrp_brelse(rgd); in gfs2_clear_rgrpd()
717 glock_clear_object(gl, rgd); in gfs2_clear_rgrpd()
721 gfs2_free_clones(rgd); in gfs2_clear_rgrpd()
722 return_all_reservations(rgd); in gfs2_clear_rgrpd()
723 kfree(rgd->rd_bits); in gfs2_clear_rgrpd()
724 rgd->rd_bits = NULL; in gfs2_clear_rgrpd()
725 kmem_cache_free(gfs2_rgrpd_cachep, rgd); in gfs2_clear_rgrpd()
738 static int compute_bitstructs(struct gfs2_rgrpd *rgd) in compute_bitstructs() argument
740 struct gfs2_sbd *sdp = rgd->rd_sbd; in compute_bitstructs()
742 u32 length = rgd->rd_length; /* # blocks in hdr & bitmap */ in compute_bitstructs()
749 rgd->rd_bits = kcalloc(length, sizeof(struct gfs2_bitmap), GFP_NOFS); in compute_bitstructs()
750 if (!rgd->rd_bits) in compute_bitstructs()
753 bytes_left = rgd->rd_bitbytes; in compute_bitstructs()
756 bi = rgd->rd_bits + x; in compute_bitstructs()
777 bi->bi_start = rgd->rd_bitbytes - bytes_left; in compute_bitstructs()
785 bi->bi_start = rgd->rd_bitbytes - bytes_left; in compute_bitstructs()
794 gfs2_consist_rgrpd(rgd); in compute_bitstructs()
797 bi = rgd->rd_bits + (length - 1); in compute_bitstructs()
798 if ((bi->bi_start + bi->bi_bytes) * GFS2_NBBY != rgd->rd_data) { in compute_bitstructs()
806 (unsigned long long)rgd->rd_addr, in compute_bitstructs()
807 rgd->rd_length, in compute_bitstructs()
808 (unsigned long long)rgd->rd_data0, in compute_bitstructs()
809 rgd->rd_data, in compute_bitstructs()
810 rgd->rd_bitbytes, in compute_bitstructs()
812 gfs2_consist_rgrpd(rgd); in compute_bitstructs()
846 static int rgd_insert(struct gfs2_rgrpd *rgd) in rgd_insert() argument
848 struct gfs2_sbd *sdp = rgd->rd_sbd; in rgd_insert()
857 if (rgd->rd_addr < cur->rd_addr) in rgd_insert()
859 else if (rgd->rd_addr > cur->rd_addr) in rgd_insert()
865 rb_link_node(&rgd->rd_node, parent, newn); in rgd_insert()
866 rb_insert_color(&rgd->rd_node, &sdp->sd_rindex_tree); in rgd_insert()
884 struct gfs2_rgrpd *rgd; in read_rindex_entry() local
895 rgd = kmem_cache_zalloc(gfs2_rgrpd_cachep, GFP_NOFS); in read_rindex_entry()
897 if (!rgd) in read_rindex_entry()
900 rgd->rd_sbd = sdp; in read_rindex_entry()
901 rgd->rd_addr = be64_to_cpu(buf.ri_addr); in read_rindex_entry()
902 rgd->rd_length = be32_to_cpu(buf.ri_length); in read_rindex_entry()
903 rgd->rd_data0 = be64_to_cpu(buf.ri_data0); in read_rindex_entry()
904 rgd->rd_data = be32_to_cpu(buf.ri_data); in read_rindex_entry()
905 rgd->rd_bitbytes = be32_to_cpu(buf.ri_bitbytes); in read_rindex_entry()
906 spin_lock_init(&rgd->rd_rsspin); in read_rindex_entry()
908 error = compute_bitstructs(rgd); in read_rindex_entry()
912 error = gfs2_glock_get(sdp, rgd->rd_addr, in read_rindex_entry()
913 &gfs2_rgrp_glops, CREATE, &rgd->rd_gl); in read_rindex_entry()
917 rgd->rd_rgl = (struct gfs2_rgrp_lvb *)rgd->rd_gl->gl_lksb.sb_lvbptr; in read_rindex_entry()
918 rgd->rd_flags &= ~(GFS2_RDF_UPTODATE | GFS2_RDF_PREFERRED); in read_rindex_entry()
919 if (rgd->rd_data > sdp->sd_max_rg_data) in read_rindex_entry()
920 sdp->sd_max_rg_data = rgd->rd_data; in read_rindex_entry()
922 error = rgd_insert(rgd); in read_rindex_entry()
925 glock_set_object(rgd->rd_gl, rgd); in read_rindex_entry()
930 gfs2_glock_put(rgd->rd_gl); in read_rindex_entry()
933 kfree(rgd->rd_bits); in read_rindex_entry()
934 rgd->rd_bits = NULL; in read_rindex_entry()
935 kmem_cache_free(gfs2_rgrpd_cachep, rgd); in read_rindex_entry()
949 struct gfs2_rgrpd *rgd, *first; in set_rgrp_preferences() local
954 rgd = gfs2_rgrpd_get_first(sdp); in set_rgrp_preferences()
956 rgd = gfs2_rgrpd_get_next(rgd); in set_rgrp_preferences()
957 first = rgd; in set_rgrp_preferences()
960 rgd->rd_flags |= GFS2_RDF_PREFERRED; in set_rgrp_preferences()
962 rgd = gfs2_rgrpd_get_next(rgd); in set_rgrp_preferences()
963 if (!rgd || rgd == first) in set_rgrp_preferences()
966 } while (rgd && rgd != first); in set_rgrp_preferences()
1040 static void gfs2_rgrp_in(struct gfs2_rgrpd *rgd, const void *buf) in gfs2_rgrp_in() argument
1047 rgd->rd_flags &= GFS2_RDF_MASK; in gfs2_rgrp_in()
1048 rgd->rd_flags |= rg_flags; in gfs2_rgrp_in()
1049 rgd->rd_free = be32_to_cpu(str->rg_free); in gfs2_rgrp_in()
1050 rgd->rd_dinodes = be32_to_cpu(str->rg_dinodes); in gfs2_rgrp_in()
1051 rgd->rd_igeneration = be64_to_cpu(str->rg_igeneration); in gfs2_rgrp_in()
1067 static void gfs2_rgrp_out(struct gfs2_rgrpd *rgd, void *buf) in gfs2_rgrp_out() argument
1069 struct gfs2_rgrpd *next = gfs2_rgrpd_get_next(rgd); in gfs2_rgrp_out()
1073 str->rg_flags = cpu_to_be32(rgd->rd_flags & ~GFS2_RDF_MASK); in gfs2_rgrp_out()
1074 str->rg_free = cpu_to_be32(rgd->rd_free); in gfs2_rgrp_out()
1075 str->rg_dinodes = cpu_to_be32(rgd->rd_dinodes); in gfs2_rgrp_out()
1078 else if (next->rd_addr > rgd->rd_addr) in gfs2_rgrp_out()
1079 str->rg_skip = cpu_to_be32(next->rd_addr - rgd->rd_addr); in gfs2_rgrp_out()
1080 str->rg_igeneration = cpu_to_be64(rgd->rd_igeneration); in gfs2_rgrp_out()
1081 str->rg_data0 = cpu_to_be64(rgd->rd_data0); in gfs2_rgrp_out()
1082 str->rg_data = cpu_to_be32(rgd->rd_data); in gfs2_rgrp_out()
1083 str->rg_bitbytes = cpu_to_be32(rgd->rd_bitbytes); in gfs2_rgrp_out()
1089 gfs2_rgrp_ondisk2lvb(rgd->rd_rgl, buf); in gfs2_rgrp_out()
1092 static int gfs2_rgrp_lvb_valid(struct gfs2_rgrpd *rgd) in gfs2_rgrp_lvb_valid() argument
1094 struct gfs2_rgrp_lvb *rgl = rgd->rd_rgl; in gfs2_rgrp_lvb_valid()
1095 struct gfs2_rgrp *str = (struct gfs2_rgrp *)rgd->rd_bits[0].bi_bh->b_data; in gfs2_rgrp_lvb_valid()
1096 struct gfs2_sbd *sdp = rgd->rd_sbd; in gfs2_rgrp_lvb_valid()
1101 (unsigned long long)rgd->rd_addr, in gfs2_rgrp_lvb_valid()
1107 (unsigned long long)rgd->rd_addr, in gfs2_rgrp_lvb_valid()
1113 (unsigned long long)rgd->rd_addr, in gfs2_rgrp_lvb_valid()
1120 (unsigned long long)rgd->rd_addr, in gfs2_rgrp_lvb_valid()
1128 static u32 count_unlinked(struct gfs2_rgrpd *rgd) in count_unlinked() argument
1131 const u32 length = rgd->rd_length; in count_unlinked()
1135 for (i = 0, bi = rgd->rd_bits; i < length; i++, bi++) { in count_unlinked()
1163 static int gfs2_rgrp_bh_get(struct gfs2_rgrpd *rgd) in gfs2_rgrp_bh_get() argument
1165 struct gfs2_sbd *sdp = rgd->rd_sbd; in gfs2_rgrp_bh_get()
1166 struct gfs2_glock *gl = rgd->rd_gl; in gfs2_rgrp_bh_get()
1167 unsigned int length = rgd->rd_length; in gfs2_rgrp_bh_get()
1172 if (rgd->rd_bits[0].bi_bh != NULL) in gfs2_rgrp_bh_get()
1176 bi = rgd->rd_bits + x; in gfs2_rgrp_bh_get()
1177 error = gfs2_meta_read(gl, rgd->rd_addr + x, 0, 0, &bi->bi_bh); in gfs2_rgrp_bh_get()
1183 bi = rgd->rd_bits + y; in gfs2_rgrp_bh_get()
1194 if (!(rgd->rd_flags & GFS2_RDF_UPTODATE)) { in gfs2_rgrp_bh_get()
1196 clear_bit(GBF_FULL, &rgd->rd_bits[x].bi_flags); in gfs2_rgrp_bh_get()
1197 gfs2_rgrp_in(rgd, (rgd->rd_bits[0].bi_bh)->b_data); in gfs2_rgrp_bh_get()
1198 rgd->rd_flags |= (GFS2_RDF_UPTODATE | GFS2_RDF_CHECK); in gfs2_rgrp_bh_get()
1199 rgd->rd_free_clone = rgd->rd_free; in gfs2_rgrp_bh_get()
1201 rgd->rd_extfail_pt = rgd->rd_free; in gfs2_rgrp_bh_get()
1203 if (cpu_to_be32(GFS2_MAGIC) != rgd->rd_rgl->rl_magic) { in gfs2_rgrp_bh_get()
1204 rgd->rd_rgl->rl_unlinked = cpu_to_be32(count_unlinked(rgd)); in gfs2_rgrp_bh_get()
1205 gfs2_rgrp_ondisk2lvb(rgd->rd_rgl, in gfs2_rgrp_bh_get()
1206 rgd->rd_bits[0].bi_bh->b_data); in gfs2_rgrp_bh_get()
1209 if (!gfs2_rgrp_lvb_valid(rgd)){ in gfs2_rgrp_bh_get()
1210 gfs2_consist_rgrpd(rgd); in gfs2_rgrp_bh_get()
1214 if (rgd->rd_rgl->rl_unlinked == 0) in gfs2_rgrp_bh_get()
1215 rgd->rd_flags &= ~GFS2_RDF_CHECK; in gfs2_rgrp_bh_get()
1221 bi = rgd->rd_bits + x; in gfs2_rgrp_bh_get()
1230 static int update_rgrp_lvb(struct gfs2_rgrpd *rgd) in update_rgrp_lvb() argument
1234 if (rgd->rd_flags & GFS2_RDF_UPTODATE) in update_rgrp_lvb()
1237 if (cpu_to_be32(GFS2_MAGIC) != rgd->rd_rgl->rl_magic) in update_rgrp_lvb()
1238 return gfs2_rgrp_bh_get(rgd); in update_rgrp_lvb()
1240 rl_flags = be32_to_cpu(rgd->rd_rgl->rl_flags); in update_rgrp_lvb()
1242 rgd->rd_flags &= GFS2_RDF_MASK; in update_rgrp_lvb()
1243 rgd->rd_flags |= (rl_flags | GFS2_RDF_CHECK); in update_rgrp_lvb()
1244 if (rgd->rd_rgl->rl_unlinked == 0) in update_rgrp_lvb()
1245 rgd->rd_flags &= ~GFS2_RDF_CHECK; in update_rgrp_lvb()
1246 rgd->rd_free = be32_to_cpu(rgd->rd_rgl->rl_free); in update_rgrp_lvb()
1247 rgd->rd_free_clone = rgd->rd_free; in update_rgrp_lvb()
1248 rgd->rd_dinodes = be32_to_cpu(rgd->rd_rgl->rl_dinodes); in update_rgrp_lvb()
1249 rgd->rd_igeneration = be64_to_cpu(rgd->rd_rgl->rl_igeneration); in update_rgrp_lvb()
1255 struct gfs2_rgrpd *rgd = gh->gh_gl->gl_object; in gfs2_rgrp_go_lock() local
1256 struct gfs2_sbd *sdp = rgd->rd_sbd; in gfs2_rgrp_go_lock()
1260 return gfs2_rgrp_bh_get(rgd); in gfs2_rgrp_go_lock()
1269 void gfs2_rgrp_brelse(struct gfs2_rgrpd *rgd) in gfs2_rgrp_brelse() argument
1271 int x, length = rgd->rd_length; in gfs2_rgrp_brelse()
1274 struct gfs2_bitmap *bi = rgd->rd_bits + x; in gfs2_rgrp_brelse()
1363 struct gfs2_rgrpd *rgd; in gfs2_fitrim() local
1398 rgd = gfs2_blk2rgrpd(sdp, start, 0); in gfs2_fitrim()
1407 ret = gfs2_glock_nq_init(rgd->rd_gl, LM_ST_EXCLUSIVE, 0, &gh); in gfs2_fitrim()
1411 if (!(rgd->rd_flags & GFS2_RGF_TRIMMED)) { in gfs2_fitrim()
1413 for (x = 0; x < rgd->rd_length; x++) { in gfs2_fitrim()
1414 struct gfs2_bitmap *bi = rgd->rd_bits + x; in gfs2_fitrim()
1416 rgd->rd_data0, NULL, bi, minlen, in gfs2_fitrim()
1428 bh = rgd->rd_bits[0].bi_bh; in gfs2_fitrim()
1429 rgd->rd_flags |= GFS2_RGF_TRIMMED; in gfs2_fitrim()
1430 gfs2_trans_add_meta(rgd->rd_gl, bh); in gfs2_fitrim()
1431 gfs2_rgrp_out(rgd, bh->b_data); in gfs2_fitrim()
1437 if (rgd == rgd_end) in gfs2_fitrim()
1440 rgd = gfs2_rgrpd_get_next(rgd); in gfs2_fitrim()
1461 struct gfs2_rgrpd *rgd = rs->rs_rbm.rgd; in rs_insert() local
1466 spin_lock(&rgd->rd_rsspin); in rs_insert()
1467 newn = &rgd->rd_rstree.rb_node; in rs_insert()
1479 spin_unlock(&rgd->rd_rsspin); in rs_insert()
1486 rb_insert_color(&rs->rs_node, &rgd->rd_rstree); in rs_insert()
1489 rgd->rd_reserved += rs->rs_free; /* blocks reserved */ in rs_insert()
1490 spin_unlock(&rgd->rd_rsspin); in rs_insert()
1506 static inline u32 rgd_free(struct gfs2_rgrpd *rgd, struct gfs2_blkreserv *rs) in rgd_free() argument
1510 if (WARN_ON_ONCE(rgd->rd_reserved < rs->rs_free)) in rgd_free()
1512 tot_reserved = rgd->rd_reserved - rs->rs_free; in rgd_free()
1514 if (rgd->rd_free_clone < tot_reserved) in rgd_free()
1517 tot_free = rgd->rd_free_clone - tot_reserved; in rgd_free()
1530 static void rg_mblk_search(struct gfs2_rgrpd *rgd, struct gfs2_inode *ip, in rg_mblk_search() argument
1533 struct gfs2_rbm rbm = { .rgd = rgd, }; in rg_mblk_search()
1537 u32 free_blocks = rgd_free(rgd, rs); in rg_mblk_search()
1547 if ((rgd->rd_free_clone < rgd->rd_reserved) || (free_blocks < extlen)) in rg_mblk_search()
1551 if (rgrp_contains_block(rgd, ip->i_goal)) in rg_mblk_search()
1554 goal = rgd->rd_last_alloc + rgd->rd_data0; in rg_mblk_search()
1565 if (goal == rgd->rd_last_alloc + rgd->rd_data0) in rg_mblk_search()
1566 rgd->rd_last_alloc = 0; in rg_mblk_search()
1583 static u64 gfs2_next_unreserved_block(struct gfs2_rgrpd *rgd, u64 block, in gfs2_next_unreserved_block() argument
1591 spin_lock(&rgd->rd_rsspin); in gfs2_next_unreserved_block()
1592 n = rgd->rd_rstree.rb_node; in gfs2_next_unreserved_block()
1614 spin_unlock(&rgd->rd_rsspin); in gfs2_next_unreserved_block()
1658 nblock = gfs2_next_unreserved_block(rbm->rgd, block, extlen, ip); in gfs2_reservation_check_and_update()
1706 struct gfs2_extent maxext = { .rbm.rgd = rbm->rgd, }; in gfs2_rbm_find()
1754 if (rbm->bii == rbm->rgd->rd_length) in gfs2_rbm_find()
1777 *minext < rbm->rgd->rd_extfail_pt) in gfs2_rbm_find()
1778 rbm->rgd->rd_extfail_pt = *minext; in gfs2_rbm_find()
1801 static void try_rgrp_unlink(struct gfs2_rgrpd *rgd, u64 *last_unlinked, u64 skip) in try_rgrp_unlink() argument
1804 struct gfs2_sbd *sdp = rgd->rd_sbd; in try_rgrp_unlink()
1809 struct gfs2_rbm rbm = { .rgd = rgd, .bii = 0, .offset = 0 }; in try_rgrp_unlink()
1851 rgd->rd_flags &= ~GFS2_RDF_CHECK; in try_rgrp_unlink()
1882 static bool gfs2_rgrp_congested(const struct gfs2_rgrpd *rgd, int loops) in gfs2_rgrp_congested() argument
1884 const struct gfs2_glock *gl = rgd->rd_gl; in gfs2_rgrp_congested()
1941 rs->rs_rbm.rgd->rd_gl->gl_dstamp)); in gfs2_rgrp_used_recently()
1957 struct gfs2_rgrpd *rgd = *pos; in gfs2_select_rgrp() local
1958 struct gfs2_sbd *sdp = rgd->rd_sbd; in gfs2_select_rgrp()
1960 rgd = gfs2_rgrpd_get_next(rgd); in gfs2_select_rgrp()
1961 if (rgd == NULL) in gfs2_select_rgrp()
1962 rgd = gfs2_rgrpd_get_first(sdp); in gfs2_select_rgrp()
1963 *pos = rgd; in gfs2_select_rgrp()
1964 if (rgd != begin) /* If we didn't wrap */ in gfs2_select_rgrp()
1975 static inline int fast_to_acquire(struct gfs2_rgrpd *rgd) in fast_to_acquire() argument
1977 struct gfs2_glock *gl = rgd->rd_gl; in fast_to_acquire()
1983 if (rgd->rd_flags & GFS2_RDF_PREFERRED) in fast_to_acquire()
2019 begin = rs->rs_rbm.rgd; in gfs2_inplace_reserve()
2020 } else if (rs->rs_rbm.rgd && in gfs2_inplace_reserve()
2021 rgrp_contains_block(rs->rs_rbm.rgd, ip->i_goal)) { in gfs2_inplace_reserve()
2022 begin = rs->rs_rbm.rgd; in gfs2_inplace_reserve()
2025 rs->rs_rbm.rgd = begin = gfs2_blk2rgrpd(sdp, ip->i_goal, 1); in gfs2_inplace_reserve()
2029 if (rs->rs_rbm.rgd == NULL) in gfs2_inplace_reserve()
2035 if (!gfs2_glock_is_locked_by_me(rs->rs_rbm.rgd->rd_gl)) { in gfs2_inplace_reserve()
2041 !fast_to_acquire(rs->rs_rbm.rgd)) in gfs2_inplace_reserve()
2045 gfs2_rgrp_congested(rs->rs_rbm.rgd, loops)) in gfs2_inplace_reserve()
2048 error = gfs2_glock_nq_init(rs->rs_rbm.rgd->rd_gl, in gfs2_inplace_reserve()
2054 gfs2_rgrp_congested(rs->rs_rbm.rgd, loops)) in gfs2_inplace_reserve()
2057 error = update_rgrp_lvb(rs->rs_rbm.rgd); in gfs2_inplace_reserve()
2066 if ((rs->rs_rbm.rgd->rd_flags & (GFS2_RGF_NOALLOC | in gfs2_inplace_reserve()
2068 (loops == 0 && ap->target > rs->rs_rbm.rgd->rd_extfail_pt)) in gfs2_inplace_reserve()
2072 gfs2_rgrp_bh_get(rs->rs_rbm.rgd); in gfs2_inplace_reserve()
2076 rg_mblk_search(rs->rs_rbm.rgd, ip, ap); in gfs2_inplace_reserve()
2083 free_blocks = rgd_free(rs->rs_rbm.rgd, rs); in gfs2_inplace_reserve()
2092 if (rs->rs_rbm.rgd->rd_flags & GFS2_RDF_CHECK) in gfs2_inplace_reserve()
2093 try_rgrp_unlink(rs->rs_rbm.rgd, &last_unlinked, in gfs2_inplace_reserve()
2105 if (gfs2_select_rgrp(&rs->rs_rbm.rgd, begin)) in gfs2_inplace_reserve()
2155 struct gfs2_rbm pos = { .rgd = rbm->rgd, }; in gfs2_alloc_extent()
2162 gfs2_trans_add_meta(rbm->rgd->rd_gl, rbm_bi(rbm)->bi_bh); in gfs2_alloc_extent()
2169 gfs2_trans_add_meta(pos.rgd->rd_gl, rbm_bi(&pos)->bi_bh); in gfs2_alloc_extent()
2185 static void rgblk_free(struct gfs2_sbd *sdp, struct gfs2_rgrpd *rgd, in rgblk_free() argument
2191 rbm.rgd = rgd; in rgblk_free()
2204 gfs2_trans_add_meta(rbm.rgd->rd_gl, bi->bi_bh); in rgblk_free()
2220 void gfs2_rgrp_dump(struct seq_file *seq, struct gfs2_rgrpd *rgd, in gfs2_rgrp_dump() argument
2228 (unsigned long long)rgd->rd_addr, rgd->rd_flags, in gfs2_rgrp_dump()
2229 rgd->rd_free, rgd->rd_free_clone, rgd->rd_dinodes, in gfs2_rgrp_dump()
2230 rgd->rd_reserved, rgd->rd_extfail_pt); in gfs2_rgrp_dump()
2231 if (rgd->rd_sbd->sd_args.ar_rgrplvb) { in gfs2_rgrp_dump()
2232 struct gfs2_rgrp_lvb *rgl = rgd->rd_rgl; in gfs2_rgrp_dump()
2239 spin_lock(&rgd->rd_rsspin); in gfs2_rgrp_dump()
2240 for (n = rb_first(&rgd->rd_rstree); n; n = rb_next(&trs->rs_node)) { in gfs2_rgrp_dump()
2244 spin_unlock(&rgd->rd_rsspin); in gfs2_rgrp_dump()
2247 static void gfs2_rgrp_error(struct gfs2_rgrpd *rgd) in gfs2_rgrp_error() argument
2249 struct gfs2_sbd *sdp = rgd->rd_sbd; in gfs2_rgrp_error()
2253 (unsigned long long)rgd->rd_addr); in gfs2_rgrp_error()
2256 gfs2_rgrp_dump(NULL, rgd, fs_id_buf); in gfs2_rgrp_error()
2257 rgd->rd_flags |= GFS2_RDF_ERROR; in gfs2_rgrp_error()
2275 struct gfs2_rgrpd *rgd = rbm->rgd; in gfs2_adjust_reservation() local
2280 spin_lock(&rgd->rd_rsspin); in gfs2_adjust_reservation()
2287 rgd->rd_reserved -= rlen; in gfs2_adjust_reservation()
2298 spin_unlock(&rgd->rd_rsspin); in gfs2_adjust_reservation()
2322 if (!dinode && rgrp_contains_block(rbm->rgd, ip->i_goal)) in gfs2_set_alloc_start()
2325 goal = rbm->rgd->rd_last_alloc + rbm->rgd->rd_data0; in gfs2_set_alloc_start()
2349 struct gfs2_rbm rbm = { .rgd = ip->i_res.rs_rbm.rgd, }; in gfs2_alloc_blocks()
2366 test_bit(GBF_FULL, &rbm.rgd->rd_bits->bi_flags), in gfs2_alloc_blocks()
2367 rbm.rgd->rd_extfail_pt); in gfs2_alloc_blocks()
2373 rbm.rgd->rd_last_alloc = block - rbm.rgd->rd_data0; in gfs2_alloc_blocks()
2392 if (rbm.rgd->rd_free < *nblocks) { in gfs2_alloc_blocks()
2397 rbm.rgd->rd_free -= *nblocks; in gfs2_alloc_blocks()
2399 rbm.rgd->rd_dinodes++; in gfs2_alloc_blocks()
2400 *generation = rbm.rgd->rd_igeneration++; in gfs2_alloc_blocks()
2402 *generation = rbm.rgd->rd_igeneration++; in gfs2_alloc_blocks()
2405 gfs2_trans_add_meta(rbm.rgd->rd_gl, rbm.rgd->rd_bits[0].bi_bh); in gfs2_alloc_blocks()
2406 gfs2_rgrp_out(rbm.rgd, rbm.rgd->rd_bits[0].bi_bh->b_data); in gfs2_alloc_blocks()
2414 rbm.rgd->rd_free_clone -= *nblocks; in gfs2_alloc_blocks()
2415 trace_gfs2_block_alloc(ip, rbm.rgd, block, *nblocks, in gfs2_alloc_blocks()
2421 gfs2_rgrp_error(rbm.rgd); in gfs2_alloc_blocks()
2435 void __gfs2_free_blocks(struct gfs2_inode *ip, struct gfs2_rgrpd *rgd, in __gfs2_free_blocks() argument
2440 rgblk_free(sdp, rgd, bstart, blen, GFS2_BLKST_FREE); in __gfs2_free_blocks()
2441 trace_gfs2_block_alloc(ip, rgd, bstart, blen, GFS2_BLKST_FREE); in __gfs2_free_blocks()
2442 rgd->rd_free += blen; in __gfs2_free_blocks()
2443 rgd->rd_flags &= ~GFS2_RGF_TRIMMED; in __gfs2_free_blocks()
2444 gfs2_trans_add_meta(rgd->rd_gl, rgd->rd_bits[0].bi_bh); in __gfs2_free_blocks()
2445 gfs2_rgrp_out(rgd, rgd->rd_bits[0].bi_bh->b_data); in __gfs2_free_blocks()
2461 void gfs2_free_meta(struct gfs2_inode *ip, struct gfs2_rgrpd *rgd, in gfs2_free_meta() argument
2466 __gfs2_free_blocks(ip, rgd, bstart, blen, 1); in gfs2_free_meta()
2475 struct gfs2_rgrpd *rgd; in gfs2_unlink_di() local
2478 rgd = gfs2_blk2rgrpd(sdp, blkno, true); in gfs2_unlink_di()
2479 if (!rgd) in gfs2_unlink_di()
2481 rgblk_free(sdp, rgd, blkno, 1, GFS2_BLKST_UNLINKED); in gfs2_unlink_di()
2482 trace_gfs2_block_alloc(ip, rgd, blkno, 1, GFS2_BLKST_UNLINKED); in gfs2_unlink_di()
2483 gfs2_trans_add_meta(rgd->rd_gl, rgd->rd_bits[0].bi_bh); in gfs2_unlink_di()
2484 gfs2_rgrp_out(rgd, rgd->rd_bits[0].bi_bh->b_data); in gfs2_unlink_di()
2485 be32_add_cpu(&rgd->rd_rgl->rl_unlinked, 1); in gfs2_unlink_di()
2488 void gfs2_free_di(struct gfs2_rgrpd *rgd, struct gfs2_inode *ip) in gfs2_free_di() argument
2490 struct gfs2_sbd *sdp = rgd->rd_sbd; in gfs2_free_di()
2492 rgblk_free(sdp, rgd, ip->i_no_addr, 1, GFS2_BLKST_FREE); in gfs2_free_di()
2493 if (!rgd->rd_dinodes) in gfs2_free_di()
2494 gfs2_consist_rgrpd(rgd); in gfs2_free_di()
2495 rgd->rd_dinodes--; in gfs2_free_di()
2496 rgd->rd_free++; in gfs2_free_di()
2498 gfs2_trans_add_meta(rgd->rd_gl, rgd->rd_bits[0].bi_bh); in gfs2_free_di()
2499 gfs2_rgrp_out(rgd, rgd->rd_bits[0].bi_bh->b_data); in gfs2_free_di()
2500 be32_add_cpu(&rgd->rd_rgl->rl_unlinked, -1); in gfs2_free_di()
2503 trace_gfs2_block_alloc(ip, rgd, ip->i_no_addr, 1, GFS2_BLKST_FREE); in gfs2_free_di()
2521 struct gfs2_rgrpd *rgd; in gfs2_check_blk_type() local
2526 rgd = gfs2_blk2rgrpd(sdp, no_addr, 1); in gfs2_check_blk_type()
2527 if (!rgd) in gfs2_check_blk_type()
2530 error = gfs2_glock_nq_init(rgd->rd_gl, LM_ST_SHARED, 0, &rgd_gh); in gfs2_check_blk_type()
2534 rbm.rgd = rgd; in gfs2_check_blk_type()
2563 struct gfs2_rgrpd *rgd; in gfs2_rlist_add() local
2576 rgd = rlist->rl_rgd[rlist->rl_rgrps - 1]; in gfs2_rlist_add()
2577 if (rgrp_contains_block(rgd, block)) in gfs2_rlist_add()
2579 rgd = gfs2_blk2rgrpd(sdp, block, 1); in gfs2_rlist_add()
2581 rgd = ip->i_res.rs_rbm.rgd; in gfs2_rlist_add()
2582 if (!rgd || !rgrp_contains_block(rgd, block)) in gfs2_rlist_add()
2583 rgd = gfs2_blk2rgrpd(sdp, block, 1); in gfs2_rlist_add()
2586 if (!rgd) { in gfs2_rlist_add()
2593 if (rlist->rl_rgd[x] == rgd) { in gfs2_rlist_add()
2616 rlist->rl_rgd[rlist->rl_rgrps++] = rgd; in gfs2_rlist_add()