185 				     void __percpu *pptr)  in htab_elem_set_ptr()  argument
187 	*(void __percpu **)(l->key + key_size) = pptr;  in htab_elem_set_ptr()
213 		void __percpu *pptr;  in htab_free_elems()  local
215 		pptr = htab_elem_get_ptr(get_htab_elem(htab, i),  in htab_free_elems()
217 		free_percpu(pptr);  in htab_free_elems()
268 		void __percpu *pptr;  in prealloc_init()  local
270 		pptr = __alloc_percpu_gfp(size, 8, GFP_USER | __GFP_NOWARN);  in prealloc_init()
271 		if (!pptr)  in prealloc_init()
274 				  pptr);  in prealloc_init()
320 	struct htab_elem *__percpu *pptr, *l_new;  in alloc_extra_elems()  local
324 	pptr = __alloc_percpu_gfp(sizeof(struct htab_elem *), 8,  in alloc_extra_elems()
326 	if (!pptr)  in alloc_extra_elems()
335 		*per_cpu_ptr(pptr, cpu) = l_new;  in alloc_extra_elems()
337 	htab->extra_elems = pptr;  in alloc_extra_elems()
806 static void pcpu_copy_value(struct bpf_htab *htab, void __percpu *pptr,  in pcpu_copy_value()  argument
811 		memcpy(this_cpu_ptr(pptr), value, htab->map.value_size);  in pcpu_copy_value()
817 			bpf_long_memcpy(per_cpu_ptr(pptr, cpu),  in pcpu_copy_value()
824 static void pcpu_init_value(struct bpf_htab *htab, void __percpu *pptr,  in pcpu_init_value()  argument
840 				bpf_long_memcpy(per_cpu_ptr(pptr, cpu), value,  in pcpu_init_value()
843 				memset(per_cpu_ptr(pptr, cpu), 0, size);  in pcpu_init_value()
846 		pcpu_copy_value(htab, pptr, value, onallcpus);  in pcpu_init_value()
864 	void __percpu *pptr;  in alloc_htab_elem()  local
908 			pptr = htab_elem_get_ptr(l_new, key_size);  in alloc_htab_elem()
911 			pptr = __alloc_percpu_gfp(size, 8,  in alloc_htab_elem()
913 			if (!pptr) {  in alloc_htab_elem()
920 		pcpu_init_value(htab, pptr, value, onallcpus);  in alloc_htab_elem()
923 			htab_elem_set_ptr(l_new, key_size, pptr);  in alloc_htab_elem()
1490 			void __percpu *pptr;  in __htab_map_lookup_and_delete_batch()  local
1492 			pptr = htab_elem_get_ptr(l, map->key_size);  in __htab_map_lookup_and_delete_batch()
1495 						per_cpu_ptr(pptr, cpu), size);  in __htab_map_lookup_and_delete_batch()
1743 	void __percpu *pptr;  in __bpf_hash_map_seq_show()  local
1757 				pptr = htab_elem_get_ptr(elem, map->key_size);  in __bpf_hash_map_seq_show()
1760 							per_cpu_ptr(pptr, cpu),  in __bpf_hash_map_seq_show()
1893 	void __percpu *pptr;  in bpf_percpu_hash_copy()  local
1910 	pptr = htab_elem_get_ptr(l, map->key_size);  in bpf_percpu_hash_copy()
1913 				per_cpu_ptr(pptr, cpu), size);  in bpf_percpu_hash_copy()
1944 	void __percpu *pptr;  in htab_percpu_map_seq_show_elem()  local
1957 	pptr = htab_elem_get_ptr(l, map->key_size);  in htab_percpu_map_seq_show_elem()
1961 				  per_cpu_ptr(pptr, cpu), m);  in htab_percpu_map_seq_show_elem()