120 					    unsigned int hash)  in rht_bucket_index()  argument
122 	return hash & (tbl->size - 1);  in rht_bucket_index()
129 	unsigned int hash;  in rht_key_get_hash()  local
133 		hash = ht->p.hashfn(key, ht->key_len, hash_rnd);  in rht_key_get_hash()
138 			hash = params.hashfn(key, key_len, hash_rnd);  in rht_key_get_hash()
140 			hash = jhash(key, key_len, hash_rnd);  in rht_key_get_hash()
142 			hash = jhash2(key, key_len / sizeof(u32), hash_rnd);  in rht_key_get_hash()
147 			hash = params.hashfn(key, key_len, hash_rnd);  in rht_key_get_hash()
149 			hash = jhash(key, key_len, hash_rnd);  in rht_key_get_hash()
152 	return hash;  in rht_key_get_hash()
159 	unsigned int hash = rht_key_get_hash(ht, key, params, tbl->hash_rnd);  in rht_key_hashfn()  local
161 	return rht_bucket_index(tbl, hash);  in rht_key_hashfn()
228 int lockdep_rht_bucket_is_held(const struct bucket_table *tbl, u32 hash);
236 					     u32 hash)  in lockdep_rht_bucket_is_held()  argument
265 	const struct bucket_table *tbl, unsigned int hash);
267 	const struct bucket_table *tbl, unsigned int hash);
269 	struct rhashtable *ht, struct bucket_table *tbl, unsigned int hash);
277 #define rht_dereference_bucket(p, tbl, hash) \  argument
278 	rcu_dereference_protected(p, lockdep_rht_bucket_is_held(tbl, hash))
280 #define rht_dereference_bucket_rcu(p, tbl, hash) \  argument
281 	rcu_dereference_check(p, lockdep_rht_bucket_is_held(tbl, hash))
287 	const struct bucket_table *tbl, unsigned int hash)  in rht_bucket()  argument
289 	return unlikely(tbl->nest) ? rht_bucket_nested(tbl, hash) :  in rht_bucket()
290 				     &tbl->buckets[hash];  in rht_bucket()
294 	struct bucket_table *tbl, unsigned int hash)  in rht_bucket_var()  argument
296 	return unlikely(tbl->nest) ? __rht_bucket_nested(tbl, hash) :  in rht_bucket_var()
297 				     &tbl->buckets[hash];  in rht_bucket_var()
301 	struct rhashtable *ht, struct bucket_table *tbl, unsigned int hash)  in rht_bucket_insert()  argument
303 	return unlikely(tbl->nest) ? rht_bucket_nested_insert(ht, tbl, hash) :  in rht_bucket_insert()
304 				     &tbl->buckets[hash];  in rht_bucket_insert()
375 	unsigned int hash)  in rht_ptr()  argument
377 	return __rht_ptr(rht_dereference_bucket(*bkt, tbl, hash), bkt);  in rht_ptr()
414 #define rht_for_each_from(pos, head, tbl, hash) \  argument
417 	     pos = rht_dereference_bucket((pos)->next, tbl, hash))
425 #define rht_for_each(pos, tbl, hash) \  argument
426 	rht_for_each_from(pos, rht_ptr(rht_bucket(tbl, hash), tbl, hash),  \
427 			  tbl, hash)
438 #define rht_for_each_entry_from(tpos, pos, head, tbl, hash, member)	\  argument
441 	     pos = rht_dereference_bucket((pos)->next, tbl, hash))
451 #define rht_for_each_entry(tpos, pos, tbl, hash, member)		\  argument
453 				rht_ptr(rht_bucket(tbl, hash), tbl, hash), \
454 				tbl, hash, member)
468 #define rht_for_each_entry_safe(tpos, pos, next, tbl, hash, member)	      \  argument
469 	for (pos = rht_ptr(rht_bucket(tbl, hash), tbl, hash),		      \
471 		       rht_dereference_bucket(pos->next, tbl, hash) : NULL;   \
475 		       rht_dereference_bucket(pos->next, tbl, hash) : NULL)
488 #define rht_for_each_rcu_from(pos, head, tbl, hash)			\  argument
504 #define rht_for_each_rcu(pos, tbl, hash)			\  argument
506 	     pos = rht_ptr_rcu(rht_bucket(tbl, hash));		\
523 #define rht_for_each_entry_rcu_from(tpos, pos, head, tbl, hash, member) \  argument
527 	     pos = rht_dereference_bucket_rcu(pos->next, tbl, hash))
541 #define rht_for_each_entry_rcu(tpos, pos, tbl, hash, member)		   \  argument
543 				    rht_ptr_rcu(rht_bucket(tbl, hash)),	   \
544 				    tbl, hash, member)
592 	unsigned int hash;  in __rhashtable_lookup()  local
596 	hash = rht_key_hashfn(ht, tbl, key, params);  in __rhashtable_lookup()
597 	bkt = rht_bucket(tbl, hash);  in __rhashtable_lookup()
599 		rht_for_each_rcu_from(he, rht_ptr_rcu(bkt), tbl, hash) {  in __rhashtable_lookup()
709 	unsigned int hash;  in __rhashtable_insert_fast()  local
716 	hash = rht_head_hashfn(ht, tbl, obj, params);  in __rhashtable_insert_fast()
718 	bkt = rht_bucket_insert(ht, tbl, hash);  in __rhashtable_insert_fast()
732 	rht_for_each_from(head, rht_ptr(bkt, tbl, hash), tbl, hash) {  in __rhashtable_insert_fast()
755 		head = rht_dereference_bucket(head->next, tbl, hash);  in __rhashtable_insert_fast()
777 	head = rht_ptr(bkt, tbl, hash);  in __rhashtable_insert_fast()
994 	unsigned int hash;  in __rhashtable_remove_fast_one()  local
997 	hash = rht_head_hashfn(ht, tbl, obj, params);  in __rhashtable_remove_fast_one()
998 	bkt = rht_bucket_var(tbl, hash);  in __rhashtable_remove_fast_one()
1004 	rht_for_each_from(he, rht_ptr(bkt, tbl, hash), tbl, hash) {  in __rhashtable_remove_fast_one()
1020 							      tbl, hash);  in __rhashtable_remove_fast_one()
1026 			list = rht_dereference_bucket(list->next, tbl, hash);  in __rhashtable_remove_fast_one()
1032 		obj = rht_dereference_bucket(obj->next, tbl, hash);  in __rhashtable_remove_fast_one()
1036 			list = rht_dereference_bucket(list->next, tbl, hash);  in __rhashtable_remove_fast_one()
1146 	unsigned int hash;  in __rhashtable_replace_fast()  local
1152 	hash = rht_head_hashfn(ht, tbl, obj_old, params);  in __rhashtable_replace_fast()
1153 	if (hash != rht_head_hashfn(ht, tbl, obj_new, params))  in __rhashtable_replace_fast()
1156 	bkt = rht_bucket_var(tbl, hash);  in __rhashtable_replace_fast()
1163 	rht_for_each_from(he, rht_ptr(bkt, tbl, hash), tbl, hash) {  in __rhashtable_replace_fast()