1151 static inline void __flow_hash_consistentify(struct flow_keys *keys)  in __flow_hash_consistentify()  argument
1155 	switch (keys->control.addr_type) {  in __flow_hash_consistentify()
1157 		addr_diff = (__force u32)keys->addrs.v4addrs.dst -  in __flow_hash_consistentify()
1158 			    (__force u32)keys->addrs.v4addrs.src;  in __flow_hash_consistentify()
1161 		     ((__force u16)keys->ports.dst <  in __flow_hash_consistentify()
1162 		      (__force u16)keys->ports.src))) {  in __flow_hash_consistentify()
1163 			swap(keys->addrs.v4addrs.src, keys->addrs.v4addrs.dst);  in __flow_hash_consistentify()
1164 			swap(keys->ports.src, keys->ports.dst);  in __flow_hash_consistentify()
1168 		addr_diff = memcmp(&keys->addrs.v6addrs.dst,  in __flow_hash_consistentify()
1169 				   &keys->addrs.v6addrs.src,  in __flow_hash_consistentify()
1170 				   sizeof(keys->addrs.v6addrs.dst));  in __flow_hash_consistentify()
1173 		     ((__force u16)keys->ports.dst <  in __flow_hash_consistentify()
1174 		      (__force u16)keys->ports.src))) {  in __flow_hash_consistentify()
1176 				swap(keys->addrs.v6addrs.src.s6_addr32[i],  in __flow_hash_consistentify()
1177 				     keys->addrs.v6addrs.dst.s6_addr32[i]);  in __flow_hash_consistentify()
1178 			swap(keys->ports.src, keys->ports.dst);  in __flow_hash_consistentify()
1184 static inline u32 __flow_hash_from_keys(struct flow_keys *keys, u32 keyval)  in __flow_hash_from_keys()  argument
1188 	__flow_hash_consistentify(keys);  in __flow_hash_from_keys()
1190 	hash = __flow_hash_words(flow_keys_hash_start(keys),  in __flow_hash_from_keys()
1191 				 flow_keys_hash_length(keys), keyval);  in __flow_hash_from_keys()
1198 u32 flow_hash_from_keys(struct flow_keys *keys)  in flow_hash_from_keys()  argument
1201 	return __flow_hash_from_keys(keys, hashrnd);  in flow_hash_from_keys()
1206 				  struct flow_keys *keys, u32 keyval)  in ___skb_get_hash()  argument
1208 	skb_flow_dissect_flow_keys(skb, keys,  in ___skb_get_hash()
1211 	return __flow_hash_from_keys(keys, keyval);  in ___skb_get_hash()
1245 	struct flow_keys keys;  in __skb_get_hash_symmetric()  local
1249 	memset(&keys, 0, sizeof(keys));  in __skb_get_hash_symmetric()
1250 	__skb_flow_dissect(skb, &flow_keys_dissector_symmetric, &keys,  in __skb_get_hash_symmetric()
1254 	return __flow_hash_from_keys(&keys, hashrnd);  in __skb_get_hash_symmetric()
1269 	struct flow_keys keys;  in __skb_get_hash()  local
1274 	hash = ___skb_get_hash(skb, &keys, hashrnd);  in __skb_get_hash()
1276 	__skb_set_sw_hash(skb, hash, flow_keys_have_l4(&keys));  in __skb_get_hash()
1282 	struct flow_keys keys;  in skb_get_hash_perturb()  local
1284 	return ___skb_get_hash(skb, &keys, perturb);  in skb_get_hash_perturb()
1289 		   const struct flow_keys_basic *keys, int hlen)  in __skb_get_poff()  argument
1291 	u32 poff = keys->control.thoff;  in __skb_get_poff()
1294 	if ((keys->control.flags & FLOW_DIS_IS_FRAGMENT) &&  in __skb_get_poff()
1295 	    !(keys->control.flags & FLOW_DIS_FIRST_FRAG))  in __skb_get_poff()
1298 	switch (keys->basic.ip_proto) {  in __skb_get_poff()
1350 	struct flow_keys_basic keys;  in skb_get_poff()  local
1352 	if (!skb_flow_dissect_flow_keys_basic(skb, &keys, NULL, 0, 0, 0, 0))  in skb_get_poff()
1355 	return __skb_get_poff(skb, skb->data, &keys, skb_headlen(skb));  in skb_get_poff()
1358 __u32 __get_hash_from_flowi6(const struct flowi6 *fl6, struct flow_keys *keys)  in __get_hash_from_flowi6()  argument
1360 	memset(keys, 0, sizeof(*keys));  in __get_hash_from_flowi6()
1362 	memcpy(&keys->addrs.v6addrs.src, &fl6->saddr,  in __get_hash_from_flowi6()
1363 	    sizeof(keys->addrs.v6addrs.src));  in __get_hash_from_flowi6()
1364 	memcpy(&keys->addrs.v6addrs.dst, &fl6->daddr,  in __get_hash_from_flowi6()
1365 	    sizeof(keys->addrs.v6addrs.dst));  in __get_hash_from_flowi6()
1366 	keys->control.addr_type = FLOW_DISSECTOR_KEY_IPV6_ADDRS;  in __get_hash_from_flowi6()
1367 	keys->ports.src = fl6->fl6_sport;  in __get_hash_from_flowi6()
1368 	keys->ports.dst = fl6->fl6_dport;  in __get_hash_from_flowi6()
1369 	keys->keyid.keyid = fl6->fl6_gre_key;  in __get_hash_from_flowi6()
1370 	keys->tags.flow_label = (__force u32)flowi6_get_flowlabel(fl6);  in __get_hash_from_flowi6()
1371 	keys->basic.ip_proto = fl6->flowi6_proto;  in __get_hash_from_flowi6()
1373 	return flow_hash_from_keys(keys);  in __get_hash_from_flowi6()