195 				     void __percpu *pptr)  in htab_elem_set_ptr()  argument
197 	*(void __percpu **)(l->key + key_size) = pptr;  in htab_elem_set_ptr()
268 		void __percpu *pptr;  in htab_free_elems()  local
270 		pptr = htab_elem_get_ptr(get_htab_elem(htab, i),  in htab_free_elems()
272 		free_percpu(pptr);  in htab_free_elems()
323 		void __percpu *pptr;  in prealloc_init()  local
325 		pptr = bpf_map_alloc_percpu(&htab->map, size, 8,  in prealloc_init()
327 		if (!pptr)  in prealloc_init()
330 				  pptr);  in prealloc_init()
376 	struct htab_elem *__percpu *pptr, *l_new;  in alloc_extra_elems()  local
380 	pptr = bpf_map_alloc_percpu(&htab->map, sizeof(struct htab_elem *), 8,  in alloc_extra_elems()
382 	if (!pptr)  in alloc_extra_elems()
391 		*per_cpu_ptr(pptr, cpu) = l_new;  in alloc_extra_elems()
393 	htab->extra_elems = pptr;  in alloc_extra_elems()
922 static void pcpu_copy_value(struct bpf_htab *htab, void __percpu *pptr,  in pcpu_copy_value()  argument
927 		memcpy(this_cpu_ptr(pptr), value, htab->map.value_size);  in pcpu_copy_value()
933 			bpf_long_memcpy(per_cpu_ptr(pptr, cpu),  in pcpu_copy_value()
940 static void pcpu_init_value(struct bpf_htab *htab, void __percpu *pptr,  in pcpu_init_value()  argument
955 				bpf_long_memcpy(per_cpu_ptr(pptr, cpu), value,  in pcpu_init_value()
958 				memset(per_cpu_ptr(pptr, cpu), 0, size);  in pcpu_init_value()
961 		pcpu_copy_value(htab, pptr, value, onallcpus);  in pcpu_init_value()
979 	void __percpu *pptr;  in alloc_htab_elem()  local
1020 			pptr = htab_elem_get_ptr(l_new, key_size);  in alloc_htab_elem()
1023 			pptr = bpf_mem_cache_alloc(&htab->pcpu_ma);  in alloc_htab_elem()
1024 			if (!pptr) {  in alloc_htab_elem()
1029 			l_new->ptr_to_pptr = pptr;  in alloc_htab_elem()
1030 			pptr = *(void **)pptr;  in alloc_htab_elem()
1033 		pcpu_init_value(htab, pptr, value, onallcpus);  in alloc_htab_elem()
1036 			htab_elem_set_ptr(l_new, key_size, pptr);  in alloc_htab_elem()
1586 			void __percpu *pptr;  in __htab_map_lookup_and_delete_elem()  local
1589 			pptr = htab_elem_get_ptr(l, key_size);  in __htab_map_lookup_and_delete_elem()
1592 						per_cpu_ptr(pptr, cpu),  in __htab_map_lookup_and_delete_elem()
1783 			void __percpu *pptr;  in __htab_map_lookup_and_delete_batch()  local
1785 			pptr = htab_elem_get_ptr(l, map->key_size);  in __htab_map_lookup_and_delete_batch()
1788 						per_cpu_ptr(pptr, cpu), size);  in __htab_map_lookup_and_delete_batch()
2044 	void __percpu *pptr;  in __bpf_hash_map_seq_show()  local
2058 				pptr = htab_elem_get_ptr(elem, map->key_size);  in __bpf_hash_map_seq_show()
2061 							per_cpu_ptr(pptr, cpu),  in __bpf_hash_map_seq_show()
2142 	void __percpu *pptr;  in bpf_for_each_hash_elem()  local
2167 				pptr = htab_elem_get_ptr(elem, map->key_size);  in bpf_for_each_hash_elem()
2168 				val = this_cpu_ptr(pptr);  in bpf_for_each_hash_elem()
2287 	void __percpu *pptr;  in bpf_percpu_hash_copy()  local
2304 	pptr = htab_elem_get_ptr(l, map->key_size);  in bpf_percpu_hash_copy()
2307 				per_cpu_ptr(pptr, cpu), size);  in bpf_percpu_hash_copy()
2338 	void __percpu *pptr;  in htab_percpu_map_seq_show_elem()  local
2351 	pptr = htab_elem_get_ptr(l, map->key_size);  in htab_percpu_map_seq_show_elem()
2355 				  per_cpu_ptr(pptr, cpu), m);  in htab_percpu_map_seq_show_elem()