Lines Matching refs:llnode
265 static int free_all(struct llist_node *llnode, bool percpu) in free_all() argument
270 llist_for_each_safe(pos, t, llnode) { in free_all()
298 struct llist_node *llnode = obj; in enque_to_free() local
303 llist_add(llnode, &c->free_by_rcu_ttrace); in enque_to_free()
308 struct llist_node *llnode, *t; in do_call_rcu_ttrace() local
312 llnode = llist_del_all(&c->free_by_rcu_ttrace); in do_call_rcu_ttrace()
313 free_all(llnode, !!c->percpu_size); in do_call_rcu_ttrace()
319 llist_for_each_safe(llnode, t, llist_del_all(&c->free_by_rcu_ttrace)) in do_call_rcu_ttrace()
320 llist_add(llnode, &c->waiting_for_gp_ttrace); in do_call_rcu_ttrace()
338 struct llist_node *llnode, *t; in free_bulk() local
346 llnode = __llist_del_first(&c->free_llist); in free_bulk()
347 if (llnode) in free_bulk()
352 if (llnode) in free_bulk()
353 enque_to_free(tgt, llnode); in free_bulk()
357 llist_for_each_safe(llnode, t, llist_del_all(&c->free_llist_extra)) in free_bulk()
358 enque_to_free(tgt, llnode); in free_bulk()
366 struct llist_node *llnode; in __free_by_rcu() local
368 llnode = llist_del_all(&c->waiting_for_gp); in __free_by_rcu()
369 if (!llnode) in __free_by_rcu()
372 llist_add_batch(llnode, c->waiting_for_gp_tail, &tgt->free_by_rcu_ttrace); in __free_by_rcu()
382 struct llist_node *llnode, *t; in check_free_by_rcu() local
388 llist_for_each_safe(llnode, t, llist_del_all(&c->free_llist_extra_rcu)) in check_free_by_rcu()
389 if (__llist_add(llnode, &c->free_by_rcu)) in check_free_by_rcu()
390 c->free_by_rcu_tail = llnode; in check_free_by_rcu()
762 struct llist_node *llnode = NULL; in unit_alloc() local
778 llnode = __llist_del_first(&c->free_llist); in unit_alloc()
779 if (llnode) { in unit_alloc()
781 *(struct bpf_mem_cache **)llnode = c; in unit_alloc()
791 return llnode; in unit_alloc()
800 struct llist_node *llnode = ptr - LLIST_NODE_SZ; in unit_free() local
810 c->tgt = *(struct bpf_mem_cache **)llnode; in unit_free()
814 __llist_add(llnode, &c->free_llist); in unit_free()
823 llist_add(llnode, &c->free_llist_extra); in unit_free()
835 struct llist_node *llnode = ptr - LLIST_NODE_SZ; in unit_free_rcu() local
838 c->tgt = *(struct bpf_mem_cache **)llnode; in unit_free_rcu()
842 if (__llist_add(llnode, &c->free_by_rcu)) in unit_free_rcu()
843 c->free_by_rcu_tail = llnode; in unit_free_rcu()
845 llist_add(llnode, &c->free_llist_extra_rcu); in unit_free_rcu()