Lines Matching refs:krwp
3018 struct kfree_rcu_cpu_work *krwp; in kfree_rcu_work() local
3022 krwp = container_of(to_rcu_work(work), in kfree_rcu_work()
3024 krcp = krwp->krcp; in kfree_rcu_work()
3029 list_replace_init(&krwp->bulk_head_free[i], &bulk_head[i]); in kfree_rcu_work()
3032 head = krwp->head_free; in kfree_rcu_work()
3033 krwp->head_free = NULL; in kfree_rcu_work()
3034 head_gp_snap = krwp->head_free_gp_snap; in kfree_rcu_work()
3068 need_wait_for_krwp_work(struct kfree_rcu_cpu_work *krwp) in need_wait_for_krwp_work() argument
3073 if (!list_empty(&krwp->bulk_head_free[i])) in need_wait_for_krwp_work()
3076 return !!krwp->head_free; in need_wait_for_krwp_work()
3160 struct kfree_rcu_cpu_work *krwp = &(krcp->krw_arr[i]); in kfree_rcu_monitor() local
3165 if (need_wait_for_krwp_work(krwp)) in kfree_rcu_monitor()
3173 if (list_empty(&krwp->bulk_head_free[j])) { in kfree_rcu_monitor()
3176 &krwp->bulk_head_free[j]); in kfree_rcu_monitor()
3182 if (!krwp->head_free) { in kfree_rcu_monitor()
3183 krwp->head_free = krcp->head; in kfree_rcu_monitor()
3184 get_state_synchronize_rcu_full(&krwp->head_free_gp_snap); in kfree_rcu_monitor()
3194 queue_rcu_work(system_wq, &krwp->rcu_work); in kfree_rcu_monitor()