27 static int erofs_workgroup_get(struct erofs_workgroup *grp)  in erofs_workgroup_get()  argument
32 	o = erofs_wait_on_workgroup_freezed(grp);  in erofs_workgroup_get()
36 	if (atomic_cmpxchg(&grp->refcount, o, o + 1) != o)  in erofs_workgroup_get()
49 	struct erofs_workgroup *grp;  in erofs_find_workgroup()  local
53 	grp = xa_load(&sbi->managed_pslots, index);  in erofs_find_workgroup()
54 	if (grp) {  in erofs_find_workgroup()
55 		if (erofs_workgroup_get(grp)) {  in erofs_find_workgroup()
61 		DBG_BUGON(index != grp->index);  in erofs_find_workgroup()
64 	return grp;  in erofs_find_workgroup()
68 					       struct erofs_workgroup *grp)  in erofs_insert_workgroup()  argument
78 	atomic_inc(&grp->refcount);  in erofs_insert_workgroup()
82 	pre = __xa_cmpxchg(&sbi->managed_pslots, grp->index,  in erofs_insert_workgroup()
83 			   NULL, grp, GFP_NOFS);  in erofs_insert_workgroup()
93 		atomic_dec(&grp->refcount);  in erofs_insert_workgroup()
94 		grp = pre;  in erofs_insert_workgroup()
97 	return grp;  in erofs_insert_workgroup()
100 static void  __erofs_workgroup_free(struct erofs_workgroup *grp)  in __erofs_workgroup_free()  argument
103 	erofs_workgroup_free_rcu(grp);  in __erofs_workgroup_free()
106 int erofs_workgroup_put(struct erofs_workgroup *grp)  in erofs_workgroup_put()  argument
108 	int count = atomic_dec_return(&grp->refcount);  in erofs_workgroup_put()
113 		__erofs_workgroup_free(grp);  in erofs_workgroup_put()
118 					   struct erofs_workgroup *grp)  in erofs_try_to_release_workgroup()  argument
125 	if (!erofs_workgroup_try_to_freeze(grp, 1))  in erofs_try_to_release_workgroup()
134 	if (erofs_try_to_free_all_cached_pages(sbi, grp)) {  in erofs_try_to_release_workgroup()
135 		erofs_workgroup_unfreeze(grp, 1);  in erofs_try_to_release_workgroup()
144 	DBG_BUGON(xa_erase(&sbi->managed_pslots, grp->index) != grp);  in erofs_try_to_release_workgroup()
147 	erofs_workgroup_unfreeze(grp, 0);  in erofs_try_to_release_workgroup()
148 	__erofs_workgroup_free(grp);  in erofs_try_to_release_workgroup()
155 	struct erofs_workgroup *grp;  in erofs_shrink_workstation()  local
159 	xa_for_each(&sbi->managed_pslots, index, grp) {  in erofs_shrink_workstation()
161 		if (!erofs_try_to_release_workgroup(sbi, grp))  in erofs_shrink_workstation()