Lines Matching refs:bpf_htab
92 struct bpf_htab { struct
116 struct bpf_htab *htab; argument
130 static inline bool htab_is_prealloc(const struct bpf_htab *htab) in htab_is_prealloc()
135 static inline bool htab_use_raw_lock(const struct bpf_htab *htab) in htab_use_raw_lock()
140 static void htab_init_buckets(struct bpf_htab *htab) in htab_init_buckets()
159 static inline int htab_lock_bucket(const struct bpf_htab *htab, in htab_lock_bucket()
183 static inline void htab_unlock_bucket(const struct bpf_htab *htab, in htab_unlock_bucket()
198 static bool htab_is_lru(const struct bpf_htab *htab) in htab_is_lru()
204 static bool htab_is_percpu(const struct bpf_htab *htab) in htab_is_percpu()
226 static struct htab_elem *get_htab_elem(struct bpf_htab *htab, int i) in get_htab_elem()
231 static bool htab_has_extra_elems(struct bpf_htab *htab) in htab_has_extra_elems()
236 static void htab_free_prealloced_timers(struct bpf_htab *htab) in htab_free_prealloced_timers()
257 static void htab_free_elems(struct bpf_htab *htab) in htab_free_elems()
287 static struct htab_elem *prealloc_lru_pop(struct bpf_htab *htab, void *key, in prealloc_lru_pop()
306 static int prealloc_init(struct bpf_htab *htab) in prealloc_init()
365 static void prealloc_destroy(struct bpf_htab *htab) in prealloc_destroy()
375 static int alloc_extra_elems(struct bpf_htab *htab) in alloc_extra_elems()
475 struct bpf_htab *htab; in htab_map_alloc()
571 static inline struct bucket *__select_bucket(struct bpf_htab *htab, u32 hash) in __select_bucket()
576 static inline struct hlist_nulls_head *select_bucket(struct bpf_htab *htab, u32 hash) in select_bucket()
624 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in __htab_map_lookup_elem()
728 static void check_and_free_timer(struct bpf_htab *htab, struct htab_elem *elem) in check_and_free_timer()
741 struct bpf_htab *htab = (struct bpf_htab *)arg; in htab_lru_map_delete_node()
772 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_map_get_next_key()
828 static void htab_elem_free(struct bpf_htab *htab, struct htab_elem *l) in htab_elem_free()
839 struct bpf_htab *htab = l->htab; in htab_elem_free_rcu()
844 static void htab_put_fd_value(struct bpf_htab *htab, struct htab_elem *l) in htab_put_fd_value()
855 static void free_htab_elem(struct bpf_htab *htab, struct htab_elem *l) in free_htab_elem()
869 static void pcpu_copy_value(struct bpf_htab *htab, void __percpu *pptr, in pcpu_copy_value()
887 static void pcpu_init_value(struct bpf_htab *htab, void __percpu *pptr, in pcpu_init_value()
913 static bool fd_htab_map_needs_adjust(const struct bpf_htab *htab) in fd_htab_map_needs_adjust()
919 static struct htab_elem *alloc_htab_elem(struct bpf_htab *htab, void *key, in alloc_htab_elem()
1004 static int check_flags(struct bpf_htab *htab, struct htab_elem *l_old, in check_flags()
1022 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_map_update_elem()
1115 static void htab_lru_push_free(struct bpf_htab *htab, struct htab_elem *elem) in htab_lru_push_free()
1124 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_lru_map_update_elem()
1192 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in __htab_percpu_map_update_elem()
1247 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in __htab_lru_percpu_map_update_elem()
1326 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_map_delete_elem()
1362 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_lru_map_delete_elem()
1396 static void delete_all_elements(struct bpf_htab *htab) in delete_all_elements()
1412 static void htab_free_malloced_timers(struct bpf_htab *htab) in htab_free_malloced_timers()
1431 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_map_free_timers()
1444 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_map_free()
1494 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in __htab_map_lookup_and_delete_elem()
1591 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in __htab_map_lookup_and_delete_batch()
1871 struct bpf_htab *htab;
1881 const struct bpf_htab *htab = info->htab; in bpf_hash_map_seq_find_next()
2027 seq_info->htab = container_of(map, struct bpf_htab, map); in bpf_iter_init_hash_map()
2055 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in bpf_for_each_hash_elem()
2212 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in bpf_percpu_hash_update()
2305 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in fd_htab_map_free()