376 	struct htab_elem *__percpu *pptr, *l_new;  in alloc_extra_elems()  local
390 		l_new = container_of(l, struct htab_elem, fnode);  in alloc_extra_elems()
391 		*per_cpu_ptr(pptr, cpu) = l_new;  in alloc_extra_elems()
978 	struct htab_elem *l_new, **pl_new;  in alloc_htab_elem()  local
987 			l_new = *pl_new;  in alloc_htab_elem()
996 			l_new = container_of(l, struct htab_elem, fnode);  in alloc_htab_elem()
1008 		l_new = bpf_mem_cache_alloc(&htab->ma);  in alloc_htab_elem()
1009 		if (!l_new) {  in alloc_htab_elem()
1010 			l_new = ERR_PTR(-ENOMEM);  in alloc_htab_elem()
1014 					 l_new->key + round_up(key_size, 8));  in alloc_htab_elem()
1017 	memcpy(l_new->key, key, key_size);  in alloc_htab_elem()
1020 			pptr = htab_elem_get_ptr(l_new, key_size);  in alloc_htab_elem()
1025 				bpf_mem_cache_free(&htab->ma, l_new);  in alloc_htab_elem()
1026 				l_new = ERR_PTR(-ENOMEM);  in alloc_htab_elem()
1029 			l_new->ptr_to_pptr = pptr;  in alloc_htab_elem()
1036 			htab_elem_set_ptr(l_new, key_size, pptr);  in alloc_htab_elem()
1039 		memcpy(l_new->key + round_up(key_size, 8), value, size);  in alloc_htab_elem()
1042 			       l_new->key + round_up(key_size, 8),  in alloc_htab_elem()
1046 	l_new->hash = hash;  in alloc_htab_elem()
1047 	return l_new;  in alloc_htab_elem()
1050 	return l_new;  in alloc_htab_elem()
1072 	struct htab_elem *l_new = NULL, *l_old;  in htab_map_update_elem()  local
1139 	l_new = alloc_htab_elem(htab, key, value, key_size, hash, false, false,  in htab_map_update_elem()
1141 	if (IS_ERR(l_new)) {  in htab_map_update_elem()
1143 		ret = PTR_ERR(l_new);  in htab_map_update_elem()
1150 	hlist_nulls_add_head_rcu(&l_new->hash_node, head);  in htab_map_update_elem()
1174 	struct htab_elem *l_new, *l_old = NULL;  in htab_lru_map_update_elem()  local
1200 	l_new = prealloc_lru_pop(htab, key, hash);  in htab_lru_map_update_elem()
1201 	if (!l_new)  in htab_lru_map_update_elem()
1204 		       l_new->key + round_up(map->key_size, 8), value);  in htab_lru_map_update_elem()
1219 	hlist_nulls_add_head_rcu(&l_new->hash_node, head);  in htab_lru_map_update_elem()
1221 		bpf_lru_node_set_ref(&l_new->lru_node);  in htab_lru_map_update_elem()
1230 		htab_lru_push_free(htab, l_new);  in htab_lru_map_update_elem()
1242 	struct htab_elem *l_new = NULL, *l_old;  in __htab_percpu_map_update_elem()  local
1278 		l_new = alloc_htab_elem(htab, key, value, key_size,  in __htab_percpu_map_update_elem()
1280 		if (IS_ERR(l_new)) {  in __htab_percpu_map_update_elem()
1281 			ret = PTR_ERR(l_new);  in __htab_percpu_map_update_elem()
1284 		hlist_nulls_add_head_rcu(&l_new->hash_node, head);  in __htab_percpu_map_update_elem()
1297 	struct htab_elem *l_new = NULL, *l_old;  in __htab_lru_percpu_map_update_elem()  local
1324 		l_new = prealloc_lru_pop(htab, key, hash);  in __htab_lru_percpu_map_update_elem()
1325 		if (!l_new)  in __htab_lru_percpu_map_update_elem()
1346 		pcpu_init_value(htab, htab_elem_get_ptr(l_new, key_size),  in __htab_lru_percpu_map_update_elem()
1348 		hlist_nulls_add_head_rcu(&l_new->hash_node, head);  in __htab_lru_percpu_map_update_elem()
1349 		l_new = NULL;  in __htab_lru_percpu_map_update_elem()
1354 	if (l_new)  in __htab_lru_percpu_map_update_elem()
1355 		bpf_lru_push_free(&htab->lru, &l_new->lru_node);  in __htab_lru_percpu_map_update_elem()