37 struct bpf_map;
75 	struct bpf_map *(*map_alloc)(union bpf_attr *attr);
76 	void (*map_release)(struct bpf_map *map, struct file *map_file);
77 	void (*map_free)(struct bpf_map *map);
78 	int (*map_get_next_key)(struct bpf_map *map, void *key, void *next_key);
79 	void (*map_release_uref)(struct bpf_map *map);
80 	void *(*map_lookup_elem_sys_only)(struct bpf_map *map, void *key);
81 	int (*map_lookup_batch)(struct bpf_map *map, const union bpf_attr *attr,
83 	int (*map_lookup_and_delete_elem)(struct bpf_map *map, void *key,
85 	int (*map_lookup_and_delete_batch)(struct bpf_map *map,
88 	int (*map_update_batch)(struct bpf_map *map, const union bpf_attr *attr,
90 	int (*map_delete_batch)(struct bpf_map *map, const union bpf_attr *attr,
94 	void *(*map_lookup_elem)(struct bpf_map *map, void *key);
95 	int (*map_update_elem)(struct bpf_map *map, void *key, void *value, u64 flags);
96 	int (*map_delete_elem)(struct bpf_map *map, void *key);
97 	int (*map_push_elem)(struct bpf_map *map, void *value, u64 flags);
98 	int (*map_pop_elem)(struct bpf_map *map, void *value);
99 	int (*map_peek_elem)(struct bpf_map *map, void *value);
100 	void *(*map_lookup_percpu_elem)(struct bpf_map *map, void *key, u32 cpu);
103 	void *(*map_fd_get_ptr)(struct bpf_map *map, struct file *map_file,
106 	int (*map_gen_lookup)(struct bpf_map *map, struct bpf_insn *insn_buf);
108 	void (*map_seq_show_elem)(struct bpf_map *map, void *key,
110 	int (*map_check_btf)(const struct bpf_map *map,
116 	int (*map_poke_track)(struct bpf_map *map, struct bpf_prog_aux *aux);
117 	void (*map_poke_untrack)(struct bpf_map *map, struct bpf_prog_aux *aux);
118 	void (*map_poke_run)(struct bpf_map *map, u32 key, struct bpf_prog *old,
122 	int (*map_direct_value_addr)(const struct bpf_map *map,
124 	int (*map_direct_value_meta)(const struct bpf_map *map,
126 	int (*map_mmap)(struct bpf_map *map, struct vm_area_struct *vma);
127 	__poll_t (*map_poll)(struct bpf_map *map, struct file *filp,
138 	int (*map_redirect)(struct bpf_map *map, u32 ifindex, u64 flags);
149 	bool (*map_meta_equal)(const struct bpf_map *meta0,
150 			       const struct bpf_map *meta1);
156 	int (*map_for_each_callback)(struct bpf_map *map,
202 struct bpf_map {  struct
207 	struct bpf_map *inner_map_meta;  argument
254 static inline bool map_value_has_spin_lock(const struct bpf_map *map)  in map_value_has_spin_lock()  argument
259 static inline bool map_value_has_timer(const struct bpf_map *map)  in map_value_has_timer()
264 static inline bool map_value_has_kptrs(const struct bpf_map *map)  in map_value_has_kptrs()
269 static inline void check_and_init_map_value(struct bpf_map *map, void *dst)  in check_and_init_map_value()
301 static inline void __copy_map_value(struct bpf_map *map, void *dst, void *src, bool long_memcpy)  in __copy_map_value()
323 static inline void copy_map_value(struct bpf_map *map, void *dst, void *src)  in copy_map_value()
328 static inline void copy_map_value_long(struct bpf_map *map, void *dst, void *src)  in copy_map_value_long()
333 static inline void zero_map_value(struct bpf_map *map, void *dst)  in zero_map_value()
352 void copy_map_value_locked(struct bpf_map *map, void *dst, void *src,
371 	struct bpf_map map;
378 static inline struct bpf_offloaded_map *map_to_offmap(struct bpf_map *map)  in map_to_offmap()
383 static inline bool bpf_map_offload_neutral(const struct bpf_map *map)  in bpf_map_offload_neutral()
388 static inline bool bpf_map_support_seq_show(const struct bpf_map *map)  in bpf_map_support_seq_show()
394 int map_check_no_btf(const struct bpf_map *map,
399 bool bpf_map_meta_equal(const struct bpf_map *meta0,
400 			const struct bpf_map *meta1);
1103 			struct bpf_map *map;
1168 	struct bpf_map **used_maps;
1176 	struct bpf_map *cgroup_storage[MAX_BPF_CGROUP_STORAGE_TYPE];
1252 	struct bpf_map *map;
1330 int bpf_struct_ops_map_sys_lookup_elem(struct bpf_map *map, void *key,
1383 static inline int bpf_struct_ops_map_sys_lookup_elem(struct bpf_map *map,  in bpf_struct_ops_map_sys_lookup_elem()
1407 	struct bpf_map map;
1437 static inline u32 bpf_map_flags_to_cap(struct bpf_map *map)  in bpf_map_flags_to_cap()
1465 static inline bool map_type_contains_progs(struct bpf_map *map)  in map_type_contains_progs()
1472 bool bpf_prog_map_compatible(struct bpf_map *map, const struct bpf_prog *fp);
1486 u64 bpf_event_output(struct bpf_map *map, u64 flags, void *meta, u64 meta_size,
1722 void bpf_map_free_id(struct bpf_map *map, bool do_idr_lock);
1724 struct bpf_map_value_off_desc *bpf_map_kptr_off_contains(struct bpf_map *map, u32 offset);
1725 void bpf_map_free_kptr_off_tab(struct bpf_map *map);
1726 struct bpf_map_value_off *bpf_map_copy_kptr_off_tab(const struct bpf_map *map);
1727 bool bpf_map_equal_kptr_off_tab(const struct bpf_map *map_a, const struct bpf_map *map_b);
1728 void bpf_map_free_kptrs(struct bpf_map *map, void *map_value);
1730 struct bpf_map *bpf_map_get(u32 ufd);
1731 struct bpf_map *bpf_map_get_with_uref(u32 ufd);
1732 struct bpf_map *__bpf_map_get(struct fd f);
1733 void bpf_map_inc(struct bpf_map *map);
1734 void bpf_map_inc_with_uref(struct bpf_map *map);
1735 struct bpf_map * __must_check bpf_map_inc_not_zero(struct bpf_map *map);
1736 void bpf_map_put_with_uref(struct bpf_map *map);
1737 void bpf_map_put(struct bpf_map *map);
1741 bool bpf_map_write_active(const struct bpf_map *map);
1742 void bpf_map_init_from_attr(struct bpf_map *map, union bpf_attr *attr);
1743 int  generic_map_lookup_batch(struct bpf_map *map,
1746 int  generic_map_update_batch(struct bpf_map *map,
1749 int  generic_map_delete_batch(struct bpf_map *map,
1752 struct bpf_map *bpf_map_get_curr_or_next(u32 *id);
1756 void *bpf_map_kmalloc_node(const struct bpf_map *map, size_t size, gfp_t flags,
1758 void *bpf_map_kzalloc(const struct bpf_map *map, size_t size, gfp_t flags);
1759 void __percpu *bpf_map_alloc_percpu(const struct bpf_map *map, size_t size,
1763 bpf_map_kmalloc_node(const struct bpf_map *map, size_t size, gfp_t flags,  in bpf_map_kmalloc_node()
1770 bpf_map_kzalloc(const struct bpf_map *map, size_t size, gfp_t flags)  in bpf_map_kzalloc()
1776 bpf_map_alloc_percpu(const struct bpf_map *map, size_t size, size_t align,  in bpf_map_alloc_percpu()
1810 int bpf_map_new_fd(struct bpf_map *map, int flags);
1856 	struct bpf_map *map;
1907 	__bpf_md_ptr(struct bpf_map *, map);
1931 int bpf_percpu_hash_copy(struct bpf_map *map, void *key, void *value);
1932 int bpf_percpu_array_copy(struct bpf_map *map, void *key, void *value);
1933 int bpf_percpu_hash_update(struct bpf_map *map, void *key, void *value,
1935 int bpf_percpu_array_update(struct bpf_map *map, void *key, void *value,
1938 int bpf_stackmap_copy(struct bpf_map *map, void *key, void *value);
1940 int bpf_fd_array_map_update_elem(struct bpf_map *map, struct file *map_file,
1942 int bpf_fd_array_map_lookup_elem(struct bpf_map *map, void *key, u32 *value);
1943 int bpf_fd_htab_map_update_elem(struct bpf_map *map, struct file *map_file,
1945 int bpf_fd_htab_map_lookup_elem(struct bpf_map *map, void *key, u32 *value);
1972 			  struct bpf_map *map, bool exclude_ingress);
1976 			   struct bpf_prog *xdp_prog, struct bpf_map *map,
2199 			  struct bpf_map *map, bool exclude_ingress)  in dev_map_enqueue_multi()
2215 			   struct bpf_prog *xdp_prog, struct bpf_map *map,  in dev_map_redirect_multi()
2279 static inline void bpf_map_put(struct bpf_map *map)  in bpf_map_put()
2344 			  struct bpf_map **used_maps, u32 len);
2353 int bpf_map_offload_info_fill(struct bpf_map_info *info, struct bpf_map *map);
2355 int bpf_map_offload_lookup_elem(struct bpf_map *map, void *key, void *value);
2356 int bpf_map_offload_update_elem(struct bpf_map *map,
2358 int bpf_map_offload_delete_elem(struct bpf_map *map, void *key);
2359 int bpf_map_offload_get_next_key(struct bpf_map *map,
2362 bool bpf_offload_prog_map_match(struct bpf_prog *prog, struct bpf_map *map);
2384 static inline bool bpf_map_is_dev_bound(struct bpf_map *map)  in bpf_map_is_dev_bound()
2389 struct bpf_map *bpf_map_offload_map_alloc(union bpf_attr *attr);
2390 void bpf_map_offload_map_free(struct bpf_map *map);
2397 int sock_map_update_elem_sys(struct bpf_map *map, void *key, void *value, u64 flags);
2416 static inline bool bpf_map_is_dev_bound(struct bpf_map *map)  in bpf_map_is_dev_bound()
2421 static inline struct bpf_map *bpf_map_offload_map_alloc(union bpf_attr *attr)  in bpf_map_offload_map_alloc()
2426 static inline void bpf_map_offload_map_free(struct bpf_map *map)  in bpf_map_offload_map_free()
2450 static inline int sock_map_update_elem_sys(struct bpf_map *map, void *key, void *value,  in sock_map_update_elem_sys()
2466 int bpf_fd_reuseport_array_lookup_elem(struct bpf_map *map, void *key,
2468 int bpf_fd_reuseport_array_update_elem(struct bpf_map *map, void *key,
2476 static inline int bpf_fd_reuseport_array_lookup_elem(struct bpf_map *map,  in bpf_fd_reuseport_array_lookup_elem()
2482 static inline int bpf_fd_reuseport_array_update_elem(struct bpf_map *map,  in bpf_fd_reuseport_array_update_elem()