Lines Matching refs:bnode
2913 struct kvfree_rcu_bulk_data *bnode) in put_cached_bnode() argument
2919 llist_add((struct llist_node *) bnode, &krcp->bkvcache); in put_cached_bnode()
2949 struct kvfree_rcu_bulk_data *bnode, int idx) in kvfree_rcu_bulk() argument
2954 if (!WARN_ON_ONCE(!poll_state_synchronize_rcu_full(&bnode->gp_snap))) { in kvfree_rcu_bulk()
2955 debug_rcu_bhead_unqueue(bnode); in kvfree_rcu_bulk()
2959 rcu_state.name, bnode->nr_records, in kvfree_rcu_bulk()
2960 bnode->records); in kvfree_rcu_bulk()
2962 kfree_bulk(bnode->nr_records, bnode->records); in kvfree_rcu_bulk()
2964 for (i = 0; i < bnode->nr_records; i++) { in kvfree_rcu_bulk()
2966 rcu_state.name, bnode->records[i], 0); in kvfree_rcu_bulk()
2968 vfree(bnode->records[i]); in kvfree_rcu_bulk()
2975 if (put_cached_bnode(krcp, bnode)) in kvfree_rcu_bulk()
2976 bnode = NULL; in kvfree_rcu_bulk()
2979 if (bnode) in kvfree_rcu_bulk()
2980 free_page((unsigned long) bnode); in kvfree_rcu_bulk()
3014 struct kvfree_rcu_bulk_data *bnode, *n; in kfree_rcu_work() local
3040 list_for_each_entry_safe(bnode, n, &bulk_head[i], list) in kfree_rcu_work()
3041 kvfree_rcu_bulk(krcp, bnode, i); in kfree_rcu_work()
3109 struct kvfree_rcu_bulk_data *bnode, *n; in kvfree_rcu_drain_ready() local
3118 list_for_each_entry_safe_reverse(bnode, n, &krcp->bulk_head[i], list) { in kvfree_rcu_drain_ready()
3119 if (!poll_state_synchronize_rcu_full(&bnode->gp_snap)) in kvfree_rcu_drain_ready()
3122 atomic_sub(bnode->nr_records, &krcp->bulk_count[i]); in kvfree_rcu_drain_ready()
3123 list_move(&bnode->list, &bulk_ready[i]); in kvfree_rcu_drain_ready()
3135 list_for_each_entry_safe(bnode, n, &bulk_ready[i], list) in kvfree_rcu_drain_ready()
3136 kvfree_rcu_bulk(krcp, bnode, i); in kvfree_rcu_drain_ready()
3221 struct kvfree_rcu_bulk_data *bnode; in fill_page_cache_func() local
3234 bnode = (struct kvfree_rcu_bulk_data *) in fill_page_cache_func()
3237 if (!bnode) in fill_page_cache_func()
3241 pushed = put_cached_bnode(krcp, bnode); in fill_page_cache_func()
3245 free_page((unsigned long) bnode); in fill_page_cache_func()
3285 struct kvfree_rcu_bulk_data *bnode; in add_ptr_to_bulk_krc_lock() local
3293 bnode = list_first_entry_or_null(&(*krcp)->bulk_head[idx], in add_ptr_to_bulk_krc_lock()
3297 if (!bnode || bnode->nr_records == KVFREE_BULK_MAX_ENTR) { in add_ptr_to_bulk_krc_lock()
3298 bnode = get_cached_bnode(*krcp); in add_ptr_to_bulk_krc_lock()
3299 if (!bnode && can_alloc) { in add_ptr_to_bulk_krc_lock()
3313 bnode = (struct kvfree_rcu_bulk_data *) in add_ptr_to_bulk_krc_lock()
3318 if (!bnode) in add_ptr_to_bulk_krc_lock()
3322 bnode->nr_records = 0; in add_ptr_to_bulk_krc_lock()
3323 list_add(&bnode->list, &(*krcp)->bulk_head[idx]); in add_ptr_to_bulk_krc_lock()
3327 bnode->records[bnode->nr_records++] = ptr; in add_ptr_to_bulk_krc_lock()
3328 get_state_synchronize_rcu_full(&bnode->gp_snap); in add_ptr_to_bulk_krc_lock()