Lines Matching refs:bpf_htab
86 struct bpf_htab { struct
131 static inline bool htab_is_prealloc(const struct bpf_htab *htab) in htab_is_prealloc()
136 static void htab_init_buckets(struct bpf_htab *htab) in htab_init_buckets()
149 static inline int htab_lock_bucket(const struct bpf_htab *htab, in htab_lock_bucket()
170 static inline void htab_unlock_bucket(const struct bpf_htab *htab, in htab_unlock_bucket()
182 static bool htab_is_lru(const struct bpf_htab *htab) in htab_is_lru()
188 static bool htab_is_percpu(const struct bpf_htab *htab) in htab_is_percpu()
210 static struct htab_elem *get_htab_elem(struct bpf_htab *htab, int i) in get_htab_elem()
215 static bool htab_has_extra_elems(struct bpf_htab *htab) in htab_has_extra_elems()
220 static void htab_free_prealloced_timers(struct bpf_htab *htab) in htab_free_prealloced_timers()
239 static void htab_free_prealloced_fields(struct bpf_htab *htab) in htab_free_prealloced_fields()
268 static void htab_free_elems(struct bpf_htab *htab) in htab_free_elems()
298 static struct htab_elem *prealloc_lru_pop(struct bpf_htab *htab, void *key, in prealloc_lru_pop()
314 static int prealloc_init(struct bpf_htab *htab) in prealloc_init()
373 static void prealloc_destroy(struct bpf_htab *htab) in prealloc_destroy()
383 static int alloc_extra_elems(struct bpf_htab *htab) in alloc_extra_elems()
475 struct bpf_htab *htab; in htab_map_alloc()
616 static inline struct bucket *__select_bucket(struct bpf_htab *htab, u32 hash) in __select_bucket()
621 static inline struct hlist_nulls_head *select_bucket(struct bpf_htab *htab, u32 hash) in select_bucket()
669 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in __htab_map_lookup_elem()
773 static void check_and_free_fields(struct bpf_htab *htab, in check_and_free_fields()
794 struct bpf_htab *htab = arg; in htab_lru_map_delete_node()
826 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_map_get_next_key()
882 static void htab_elem_free(struct bpf_htab *htab, struct htab_elem *l) in htab_elem_free()
890 static void htab_put_fd_value(struct bpf_htab *htab, struct htab_elem *l) in htab_put_fd_value()
901 static bool is_map_full(struct bpf_htab *htab) in is_map_full()
909 static void inc_elem_count(struct bpf_htab *htab) in inc_elem_count()
919 static void dec_elem_count(struct bpf_htab *htab) in dec_elem_count()
930 static void free_htab_elem(struct bpf_htab *htab, struct htab_elem *l) in free_htab_elem()
944 static void pcpu_copy_value(struct bpf_htab *htab, void __percpu *pptr, in pcpu_copy_value()
961 static void pcpu_init_value(struct bpf_htab *htab, void __percpu *pptr, in pcpu_init_value()
984 static bool fd_htab_map_needs_adjust(const struct bpf_htab *htab) in fd_htab_map_needs_adjust()
990 static struct htab_elem *alloc_htab_elem(struct bpf_htab *htab, void *key, in alloc_htab_elem()
1071 static int check_flags(struct bpf_htab *htab, struct htab_elem *l_old, in check_flags()
1089 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_map_update_elem()
1182 static void htab_lru_push_free(struct bpf_htab *htab, struct htab_elem *elem) in htab_lru_push_free()
1192 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_lru_map_update_elem()
1261 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in __htab_percpu_map_update_elem()
1316 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in __htab_lru_percpu_map_update_elem()
1398 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_map_delete_elem()
1434 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_lru_map_delete_elem()
1468 static void delete_all_elements(struct bpf_htab *htab) in delete_all_elements()
1489 static void htab_free_malloced_timers(struct bpf_htab *htab) in htab_free_malloced_timers()
1510 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_map_free_timers()
1524 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_map_free()
1581 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in __htab_map_lookup_and_delete_elem()
1678 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in __htab_map_lookup_and_delete_batch()
1970 struct bpf_htab *htab;
1980 const struct bpf_htab *htab = info->htab; in bpf_hash_map_seq_find_next()
2127 seq_info->htab = container_of(map, struct bpf_htab, map); in bpf_iter_init_hash_map()
2156 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in bpf_for_each_hash_elem()
2211 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_map_mem_usage()
2217 u64 usage = sizeof(struct bpf_htab); in htab_map_mem_usage()
2247 BTF_ID_LIST_SINGLE(htab_map_btf_ids, struct, bpf_htab)
2379 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in bpf_percpu_hash_update()
2472 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in fd_htab_map_free()