899  * @flow_dissector: list of keys to dissect
908  * The function will try to retrieve individual keys into target specified
1514 static inline void __flow_hash_consistentify(struct flow_keys *keys)  in __flow_hash_consistentify()  argument
1518 	switch (keys->control.addr_type) {  in __flow_hash_consistentify()
1520 		addr_diff = (__force u32)keys->addrs.v4addrs.dst -  in __flow_hash_consistentify()
1521 			    (__force u32)keys->addrs.v4addrs.src;  in __flow_hash_consistentify()
1523 			swap(keys->addrs.v4addrs.src, keys->addrs.v4addrs.dst);  in __flow_hash_consistentify()
1525 		if ((__force u16)keys->ports.dst <  in __flow_hash_consistentify()
1526 		    (__force u16)keys->ports.src) {  in __flow_hash_consistentify()
1527 			swap(keys->ports.src, keys->ports.dst);  in __flow_hash_consistentify()
1531 		addr_diff = memcmp(&keys->addrs.v6addrs.dst,  in __flow_hash_consistentify()
1532 				   &keys->addrs.v6addrs.src,  in __flow_hash_consistentify()
1533 				   sizeof(keys->addrs.v6addrs.dst));  in __flow_hash_consistentify()
1536 				swap(keys->addrs.v6addrs.src.s6_addr32[i],  in __flow_hash_consistentify()
1537 				     keys->addrs.v6addrs.dst.s6_addr32[i]);  in __flow_hash_consistentify()
1539 		if ((__force u16)keys->ports.dst <  in __flow_hash_consistentify()
1540 		    (__force u16)keys->ports.src) {  in __flow_hash_consistentify()
1541 			swap(keys->ports.src, keys->ports.dst);  in __flow_hash_consistentify()
1547 static inline u32 __flow_hash_from_keys(struct flow_keys *keys,  in __flow_hash_from_keys()  argument
1552 	__flow_hash_consistentify(keys);  in __flow_hash_from_keys()
1554 	hash = siphash(flow_keys_hash_start(keys),  in __flow_hash_from_keys()
1555 		       flow_keys_hash_length(keys), keyval);  in __flow_hash_from_keys()
1562 u32 flow_hash_from_keys(struct flow_keys *keys)  in flow_hash_from_keys()  argument
1565 	return __flow_hash_from_keys(keys, &hashrnd);  in flow_hash_from_keys()
1570 				  struct flow_keys *keys,  in ___skb_get_hash()  argument
1573 	skb_flow_dissect_flow_keys(skb, keys,  in ___skb_get_hash()
1576 	return __flow_hash_from_keys(keys, keyval);  in ___skb_get_hash()
1610 	struct flow_keys keys;  in __skb_get_hash_symmetric()  local
1614 	memset(&keys, 0, sizeof(keys));  in __skb_get_hash_symmetric()
1616 			   &keys, NULL, 0, 0, 0,  in __skb_get_hash_symmetric()
1619 	return __flow_hash_from_keys(&keys, &hashrnd);  in __skb_get_hash_symmetric()
1634 	struct flow_keys keys;  in __skb_get_hash()  local
1639 	hash = ___skb_get_hash(skb, &keys, &hashrnd);  in __skb_get_hash()
1641 	__skb_set_sw_hash(skb, hash, flow_keys_have_l4(&keys));  in __skb_get_hash()
1648 	struct flow_keys keys;  in skb_get_hash_perturb()  local
1650 	return ___skb_get_hash(skb, &keys, perturb);  in skb_get_hash_perturb()
1655 		   const struct flow_keys_basic *keys, int hlen)  in __skb_get_poff()  argument
1657 	u32 poff = keys->control.thoff;  in __skb_get_poff()
1660 	if ((keys->control.flags & FLOW_DIS_IS_FRAGMENT) &&  in __skb_get_poff()
1661 	    !(keys->control.flags & FLOW_DIS_FIRST_FRAG))  in __skb_get_poff()
1664 	switch (keys->basic.ip_proto) {  in __skb_get_poff()
1716 	struct flow_keys_basic keys;  in skb_get_poff()  local
1718 	if (!skb_flow_dissect_flow_keys_basic(NULL, skb, &keys,  in skb_get_poff()
1722 	return __skb_get_poff(skb, skb->data, &keys, skb_headlen(skb));  in skb_get_poff()
1725 __u32 __get_hash_from_flowi6(const struct flowi6 *fl6, struct flow_keys *keys)  in __get_hash_from_flowi6()  argument
1727 	memset(keys, 0, sizeof(*keys));  in __get_hash_from_flowi6()
1729 	memcpy(&keys->addrs.v6addrs.src, &fl6->saddr,  in __get_hash_from_flowi6()
1730 	    sizeof(keys->addrs.v6addrs.src));  in __get_hash_from_flowi6()
1731 	memcpy(&keys->addrs.v6addrs.dst, &fl6->daddr,  in __get_hash_from_flowi6()
1732 	    sizeof(keys->addrs.v6addrs.dst));  in __get_hash_from_flowi6()
1733 	keys->control.addr_type = FLOW_DISSECTOR_KEY_IPV6_ADDRS;  in __get_hash_from_flowi6()
1734 	keys->ports.src = fl6->fl6_sport;  in __get_hash_from_flowi6()
1735 	keys->ports.dst = fl6->fl6_dport;  in __get_hash_from_flowi6()
1736 	keys->keyid.keyid = fl6->fl6_gre_key;  in __get_hash_from_flowi6()
1737 	keys->tags.flow_label = (__force u32)flowi6_get_flowlabel(fl6);  in __get_hash_from_flowi6()
1738 	keys->basic.ip_proto = fl6->flowi6_proto;  in __get_hash_from_flowi6()
1740 	return flow_hash_from_keys(keys);  in __get_hash_from_flowi6()