101 static void update_range(struct sw_flow_match *match,  in update_range()  argument
109 		range = &match->range;  in update_range()
111 		range = &match->mask->range;  in update_range()
126 #define SW_FLOW_KEY_PUT(match, field, value, is_mask) \  argument
128 		update_range(match, offsetof(struct sw_flow_key, field),    \
129 			     sizeof((match)->key->field), is_mask);	    \
131 			(match)->mask->key.field = value;		    \
133 			(match)->key->field = value;		            \
136 #define SW_FLOW_KEY_MEMCPY_OFFSET(match, offset, value_p, len, is_mask)	    \  argument
138 		update_range(match, offset, len, is_mask);		    \
140 			memcpy((u8 *)&(match)->mask->key + offset, value_p, \
143 			memcpy((u8 *)(match)->key + offset, value_p, len);  \
146 #define SW_FLOW_KEY_MEMCPY(match, field, value_p, len, is_mask)		      \  argument
147 	SW_FLOW_KEY_MEMCPY_OFFSET(match, offsetof(struct sw_flow_key, field), \
150 #define SW_FLOW_KEY_MEMSET_FIELD(match, field, value, is_mask)		    \  argument
152 		update_range(match, offsetof(struct sw_flow_key, field),    \
153 			     sizeof((match)->key->field), is_mask);	    \
155 			memset((u8 *)&(match)->mask->key.field, value,      \
156 			       sizeof((match)->mask->key.field));	    \
158 			memset((u8 *)&(match)->key->field, value,           \
159 			       sizeof((match)->key->field));                \
162 static bool match_validate(const struct sw_flow_match *match,  in match_validate()  argument
191 	if (match->key->eth.type == htons(ETH_P_ARP)  in match_validate()
192 			|| match->key->eth.type == htons(ETH_P_RARP)) {  in match_validate()
194 		if (match->mask && (match->mask->key.eth.type == htons(0xffff)))  in match_validate()
198 	if (eth_p_mpls(match->key->eth.type)) {  in match_validate()
200 		if (match->mask && (match->mask->key.eth.type == htons(0xffff)))  in match_validate()
204 	if (match->key->eth.type == htons(ETH_P_IP)) {  in match_validate()
206 		if (match->mask && match->mask->key.eth.type == htons(0xffff)) {  in match_validate()
211 		if (match->key->ip.frag != OVS_FRAG_TYPE_LATER) {  in match_validate()
212 			if (match->key->ip.proto == IPPROTO_UDP) {  in match_validate()
214 				if (match->mask && (match->mask->key.ip.proto == 0xff))  in match_validate()
218 			if (match->key->ip.proto == IPPROTO_SCTP) {  in match_validate()
220 				if (match->mask && (match->mask->key.ip.proto == 0xff))  in match_validate()
224 			if (match->key->ip.proto == IPPROTO_TCP) {  in match_validate()
227 				if (match->mask && (match->mask->key.ip.proto == 0xff)) {  in match_validate()
233 			if (match->key->ip.proto == IPPROTO_ICMP) {  in match_validate()
235 				if (match->mask && (match->mask->key.ip.proto == 0xff))  in match_validate()
241 	if (match->key->eth.type == htons(ETH_P_IPV6)) {  in match_validate()
243 		if (match->mask && match->mask->key.eth.type == htons(0xffff)) {  in match_validate()
248 		if (match->key->ip.frag != OVS_FRAG_TYPE_LATER) {  in match_validate()
249 			if (match->key->ip.proto == IPPROTO_UDP) {  in match_validate()
251 				if (match->mask && (match->mask->key.ip.proto == 0xff))  in match_validate()
255 			if (match->key->ip.proto == IPPROTO_SCTP) {  in match_validate()
257 				if (match->mask && (match->mask->key.ip.proto == 0xff))  in match_validate()
261 			if (match->key->ip.proto == IPPROTO_TCP) {  in match_validate()
264 				if (match->mask && (match->mask->key.ip.proto == 0xff)) {  in match_validate()
270 			if (match->key->ip.proto == IPPROTO_ICMPV6) {  in match_validate()
272 				if (match->mask && (match->mask->key.ip.proto == 0xff))  in match_validate()
275 				if (match->key->tp.src ==  in match_validate()
277 				    match->key->tp.src == htons(NDISC_NEIGHBOUR_ADVERTISEMENT)) {  in match_validate()
285 					if (match->mask && (match->mask->key.tp.src == htons(0xff)))  in match_validate()
292 	if (match->key->eth.type == htons(ETH_P_NSH)) {  in match_validate()
294 		if (match->mask &&  in match_validate()
295 		    match->mask->key.eth.type == htons(0xffff)) {  in match_validate()
531 				     struct sw_flow_match *match, bool is_mask,  in genev_tun_opt_from_nlattr()  argument
536 	if (nla_len(a) > sizeof(match->key->tun_opts)) {  in genev_tun_opt_from_nlattr()
538 			  nla_len(a), sizeof(match->key->tun_opts));  in genev_tun_opt_from_nlattr()
553 		SW_FLOW_KEY_PUT(match, tun_opts_len, nla_len(a),  in genev_tun_opt_from_nlattr()
566 		if (match->key->tun_opts_len != nla_len(a)) {  in genev_tun_opt_from_nlattr()
568 				  match->key->tun_opts_len, nla_len(a));  in genev_tun_opt_from_nlattr()
572 		SW_FLOW_KEY_PUT(match, tun_opts_len, 0xff, true);  in genev_tun_opt_from_nlattr()
576 	SW_FLOW_KEY_MEMCPY_OFFSET(match, opt_key_offset, nla_data(a),  in genev_tun_opt_from_nlattr()
582 				     struct sw_flow_match *match, bool is_mask,  in vxlan_tun_opt_from_nlattr()  argument
590 	BUILD_BUG_ON(sizeof(opts) > sizeof(match->key->tun_opts));  in vxlan_tun_opt_from_nlattr()
627 		SW_FLOW_KEY_PUT(match, tun_opts_len, sizeof(opts), false);  in vxlan_tun_opt_from_nlattr()
629 		SW_FLOW_KEY_PUT(match, tun_opts_len, 0xff, true);  in vxlan_tun_opt_from_nlattr()
632 	SW_FLOW_KEY_MEMCPY_OFFSET(match, opt_key_offset, &opts, sizeof(opts),  in vxlan_tun_opt_from_nlattr()
638 				      struct sw_flow_match *match, bool is_mask,  in erspan_tun_opt_from_nlattr()  argument
644 		     sizeof(match->key->tun_opts));  in erspan_tun_opt_from_nlattr()
646 	if (nla_len(a) > sizeof(match->key->tun_opts)) {  in erspan_tun_opt_from_nlattr()
648 			  nla_len(a), sizeof(match->key->tun_opts));  in erspan_tun_opt_from_nlattr()
653 		SW_FLOW_KEY_PUT(match, tun_opts_len,  in erspan_tun_opt_from_nlattr()
656 		SW_FLOW_KEY_PUT(match, tun_opts_len, 0xff, true);  in erspan_tun_opt_from_nlattr()
659 	SW_FLOW_KEY_MEMCPY_OFFSET(match, opt_key_offset, nla_data(a),  in erspan_tun_opt_from_nlattr()
665 			      struct sw_flow_match *match, bool is_mask,  in ip_tun_from_nlattr()  argument
693 			SW_FLOW_KEY_PUT(match, tun_key.tun_id,  in ip_tun_from_nlattr()
698 			SW_FLOW_KEY_PUT(match, tun_key.u.ipv4.src,  in ip_tun_from_nlattr()
703 			SW_FLOW_KEY_PUT(match, tun_key.u.ipv4.dst,  in ip_tun_from_nlattr()
708 			SW_FLOW_KEY_PUT(match, tun_key.u.ipv6.src,  in ip_tun_from_nlattr()
713 			SW_FLOW_KEY_PUT(match, tun_key.u.ipv6.dst,  in ip_tun_from_nlattr()
718 			SW_FLOW_KEY_PUT(match, tun_key.tos,  in ip_tun_from_nlattr()
722 			SW_FLOW_KEY_PUT(match, tun_key.ttl,  in ip_tun_from_nlattr()
733 			SW_FLOW_KEY_PUT(match, tun_key.tp_src,  in ip_tun_from_nlattr()
737 			SW_FLOW_KEY_PUT(match, tun_key.tp_dst,  in ip_tun_from_nlattr()
749 			err = genev_tun_opt_from_nlattr(a, match, is_mask, log);  in ip_tun_from_nlattr()
762 			err = vxlan_tun_opt_from_nlattr(a, match, is_mask, log);  in ip_tun_from_nlattr()
777 			err = erspan_tun_opt_from_nlattr(a, match, is_mask,  in ip_tun_from_nlattr()
792 	SW_FLOW_KEY_PUT(match, tun_key.tun_flags, tun_flags, is_mask);  in ip_tun_from_nlattr()
794 		SW_FLOW_KEY_MEMSET_FIELD(match, tun_proto, 0xff, true);  in ip_tun_from_nlattr()
796 		SW_FLOW_KEY_PUT(match, tun_proto, ipv6 ? AF_INET6 : AF_INET,  in ip_tun_from_nlattr()
815 		if (ipv4 && !match->key->tun_key.u.ipv4.dst) {  in ip_tun_from_nlattr()
819 		if (ipv6 && ipv6_addr_any(&match->key->tun_key.u.ipv6.dst)) {  in ip_tun_from_nlattr()
948 static int encode_vlan_from_nlattrs(struct sw_flow_match *match,  in encode_vlan_from_nlattrs()  argument
962 		SW_FLOW_KEY_PUT(match, eth.vlan.tpid, tpid, is_mask);  in encode_vlan_from_nlattrs()
963 		SW_FLOW_KEY_PUT(match, eth.vlan.tci, tci, is_mask);  in encode_vlan_from_nlattrs()
965 		SW_FLOW_KEY_PUT(match, eth.cvlan.tpid, tpid, is_mask);  in encode_vlan_from_nlattrs()
966 		SW_FLOW_KEY_PUT(match, eth.cvlan.tci, tci, is_mask);  in encode_vlan_from_nlattrs()
971 static int validate_vlan_from_nlattrs(const struct sw_flow_match *match,  in validate_vlan_from_nlattrs()  argument
1009 static int validate_vlan_mask_from_nlattrs(const struct sw_flow_match *match,  in validate_vlan_mask_from_nlattrs()  argument
1015 	bool encap_valid = !!(match->key->eth.vlan.tci &  in validate_vlan_mask_from_nlattrs()
1017 	bool i_encap_valid = !!(match->key->eth.cvlan.tci &  in validate_vlan_mask_from_nlattrs()
1051 static int __parse_vlan_from_nlattrs(struct sw_flow_match *match,  in __parse_vlan_from_nlattrs()  argument
1060 		err = validate_vlan_from_nlattrs(match, *key_attrs, inner,  in __parse_vlan_from_nlattrs()
1063 		err = validate_vlan_mask_from_nlattrs(match, *key_attrs, inner,  in __parse_vlan_from_nlattrs()
1068 	err = encode_vlan_from_nlattrs(match, a, is_mask, inner);  in __parse_vlan_from_nlattrs()
1086 static int parse_vlan_from_nlattrs(struct sw_flow_match *match,  in parse_vlan_from_nlattrs()  argument
1093 	err = __parse_vlan_from_nlattrs(match, key_attrs, false, a,  in parse_vlan_from_nlattrs()
1098 	encap_valid = !!(match->key->eth.vlan.tci & htons(VLAN_TAG_PRESENT));  in parse_vlan_from_nlattrs()
1100 		err = __parse_vlan_from_nlattrs(match, key_attrs, true, a,  in parse_vlan_from_nlattrs()
1109 static int parse_eth_type_from_nlattrs(struct sw_flow_match *match,  in parse_eth_type_from_nlattrs()  argument
1125 	SW_FLOW_KEY_PUT(match, eth.type, eth_type, is_mask);  in parse_eth_type_from_nlattrs()
1130 static int metadata_from_nlattrs(struct net *net, struct sw_flow_match *match,  in metadata_from_nlattrs()  argument
1139 		SW_FLOW_KEY_PUT(match, ovs_flow_hash, hash_val, is_mask);  in metadata_from_nlattrs()
1146 		SW_FLOW_KEY_PUT(match, recirc_id, recirc_id, is_mask);  in metadata_from_nlattrs()
1151 		SW_FLOW_KEY_PUT(match, phy.priority,  in metadata_from_nlattrs()
1167 		SW_FLOW_KEY_PUT(match, phy.in_port, in_port, is_mask);  in metadata_from_nlattrs()
1170 		SW_FLOW_KEY_PUT(match, phy.in_port, DP_MAX_PORTS, is_mask);  in metadata_from_nlattrs()
1176 		SW_FLOW_KEY_PUT(match, phy.skb_mark, mark, is_mask);  in metadata_from_nlattrs()
1180 		if (ip_tun_from_nlattr(a[OVS_KEY_ATTR_TUNNEL], match,  in metadata_from_nlattrs()
1196 		SW_FLOW_KEY_PUT(match, ct_state, ct_state, is_mask);  in metadata_from_nlattrs()
1203 		SW_FLOW_KEY_PUT(match, ct_zone, ct_zone, is_mask);  in metadata_from_nlattrs()
1210 		SW_FLOW_KEY_PUT(match, ct.mark, mark, is_mask);  in metadata_from_nlattrs()
1218 		SW_FLOW_KEY_MEMCPY(match, ct.labels, cl->ct_labels,  in metadata_from_nlattrs()
1227 		SW_FLOW_KEY_PUT(match, ipv4.ct_orig.src, ct->ipv4_src, is_mask);  in metadata_from_nlattrs()
1228 		SW_FLOW_KEY_PUT(match, ipv4.ct_orig.dst, ct->ipv4_dst, is_mask);  in metadata_from_nlattrs()
1229 		SW_FLOW_KEY_PUT(match, ct.orig_tp.src, ct->src_port, is_mask);  in metadata_from_nlattrs()
1230 		SW_FLOW_KEY_PUT(match, ct.orig_tp.dst, ct->dst_port, is_mask);  in metadata_from_nlattrs()
1231 		SW_FLOW_KEY_PUT(match, ct_orig_proto, ct->ipv4_proto, is_mask);  in metadata_from_nlattrs()
1239 		SW_FLOW_KEY_MEMCPY(match, ipv6.ct_orig.src, &ct->ipv6_src,  in metadata_from_nlattrs()
1240 				   sizeof(match->key->ipv6.ct_orig.src),  in metadata_from_nlattrs()
1242 		SW_FLOW_KEY_MEMCPY(match, ipv6.ct_orig.dst, &ct->ipv6_dst,  in metadata_from_nlattrs()
1243 				   sizeof(match->key->ipv6.ct_orig.dst),  in metadata_from_nlattrs()
1245 		SW_FLOW_KEY_PUT(match, ct.orig_tp.src, ct->src_port, is_mask);  in metadata_from_nlattrs()
1246 		SW_FLOW_KEY_PUT(match, ct.orig_tp.dst, ct->dst_port, is_mask);  in metadata_from_nlattrs()
1247 		SW_FLOW_KEY_PUT(match, ct_orig_proto, ct->ipv6_proto, is_mask);  in metadata_from_nlattrs()
1259 	SW_FLOW_KEY_PUT(match, mac_proto, is_mask ? 0xff : mac_proto, is_mask);  in metadata_from_nlattrs()
1262 		return parse_eth_type_from_nlattrs(match, attrs, a, is_mask,  in metadata_from_nlattrs()
1363 				   struct sw_flow_match *match, bool is_mask,  in nsh_key_put_from_nlattr()  argument
1405 			SW_FLOW_KEY_PUT(match, nsh.base.flags,  in nsh_key_put_from_nlattr()
1407 			SW_FLOW_KEY_PUT(match, nsh.base.ttl,  in nsh_key_put_from_nlattr()
1409 			SW_FLOW_KEY_PUT(match, nsh.base.mdtype,  in nsh_key_put_from_nlattr()
1411 			SW_FLOW_KEY_PUT(match, nsh.base.np,  in nsh_key_put_from_nlattr()
1413 			SW_FLOW_KEY_PUT(match, nsh.base.path_hdr,  in nsh_key_put_from_nlattr()
1422 				SW_FLOW_KEY_PUT(match, nsh.context[i],  in nsh_key_put_from_nlattr()
1483 static int ovs_key_from_nlattrs(struct net *net, struct sw_flow_match *match,  in ovs_key_from_nlattrs()  argument
1489 	err = metadata_from_nlattrs(net, match, &attrs, a, is_mask, log);  in ovs_key_from_nlattrs()
1497 		SW_FLOW_KEY_MEMCPY(match, eth.src,  in ovs_key_from_nlattrs()
1499 		SW_FLOW_KEY_MEMCPY(match, eth.dst,  in ovs_key_from_nlattrs()
1512 			err = parse_eth_type_from_nlattrs(match, &attrs, a, is_mask,  in ovs_key_from_nlattrs()
1517 			SW_FLOW_KEY_PUT(match, eth.type, htons(ETH_P_802_2), is_mask);  in ovs_key_from_nlattrs()
1519 	} else if (!match->key->eth.type) {  in ovs_key_from_nlattrs()
1533 		SW_FLOW_KEY_PUT(match, ip.proto,  in ovs_key_from_nlattrs()
1535 		SW_FLOW_KEY_PUT(match, ip.tos,  in ovs_key_from_nlattrs()
1537 		SW_FLOW_KEY_PUT(match, ip.ttl,  in ovs_key_from_nlattrs()
1539 		SW_FLOW_KEY_PUT(match, ip.frag,  in ovs_key_from_nlattrs()
1541 		SW_FLOW_KEY_PUT(match, ipv4.addr.src,  in ovs_key_from_nlattrs()
1543 		SW_FLOW_KEY_PUT(match, ipv4.addr.dst,  in ovs_key_from_nlattrs()
1564 		SW_FLOW_KEY_PUT(match, ipv6.label,  in ovs_key_from_nlattrs()
1566 		SW_FLOW_KEY_PUT(match, ip.proto,  in ovs_key_from_nlattrs()
1568 		SW_FLOW_KEY_PUT(match, ip.tos,  in ovs_key_from_nlattrs()
1570 		SW_FLOW_KEY_PUT(match, ip.ttl,  in ovs_key_from_nlattrs()
1572 		SW_FLOW_KEY_PUT(match, ip.frag,  in ovs_key_from_nlattrs()
1574 		SW_FLOW_KEY_MEMCPY(match, ipv6.addr.src,  in ovs_key_from_nlattrs()
1576 				sizeof(match->key->ipv6.addr.src),  in ovs_key_from_nlattrs()
1578 		SW_FLOW_KEY_MEMCPY(match, ipv6.addr.dst,  in ovs_key_from_nlattrs()
1580 				sizeof(match->key->ipv6.addr.dst),  in ovs_key_from_nlattrs()
1596 		SW_FLOW_KEY_PUT(match, ipv4.addr.src,  in ovs_key_from_nlattrs()
1598 		SW_FLOW_KEY_PUT(match, ipv4.addr.dst,  in ovs_key_from_nlattrs()
1600 		SW_FLOW_KEY_PUT(match, ip.proto,  in ovs_key_from_nlattrs()
1602 		SW_FLOW_KEY_MEMCPY(match, ipv4.arp.sha,  in ovs_key_from_nlattrs()
1604 		SW_FLOW_KEY_MEMCPY(match, ipv4.arp.tha,  in ovs_key_from_nlattrs()
1611 		if (nsh_key_put_from_nlattr(a[OVS_KEY_ATTR_NSH], match,  in ovs_key_from_nlattrs()
1621 		SW_FLOW_KEY_PUT(match, mpls.top_lse,  in ovs_key_from_nlattrs()
1631 		SW_FLOW_KEY_PUT(match, tp.src, tcp_key->tcp_src, is_mask);  in ovs_key_from_nlattrs()
1632 		SW_FLOW_KEY_PUT(match, tp.dst, tcp_key->tcp_dst, is_mask);  in ovs_key_from_nlattrs()
1637 		SW_FLOW_KEY_PUT(match, tp.flags,  in ovs_key_from_nlattrs()
1647 		SW_FLOW_KEY_PUT(match, tp.src, udp_key->udp_src, is_mask);  in ovs_key_from_nlattrs()
1648 		SW_FLOW_KEY_PUT(match, tp.dst, udp_key->udp_dst, is_mask);  in ovs_key_from_nlattrs()
1656 		SW_FLOW_KEY_PUT(match, tp.src, sctp_key->sctp_src, is_mask);  in ovs_key_from_nlattrs()
1657 		SW_FLOW_KEY_PUT(match, tp.dst, sctp_key->sctp_dst, is_mask);  in ovs_key_from_nlattrs()
1665 		SW_FLOW_KEY_PUT(match, tp.src,  in ovs_key_from_nlattrs()
1667 		SW_FLOW_KEY_PUT(match, tp.dst,  in ovs_key_from_nlattrs()
1676 		SW_FLOW_KEY_PUT(match, tp.src,  in ovs_key_from_nlattrs()
1678 		SW_FLOW_KEY_PUT(match, tp.dst,  in ovs_key_from_nlattrs()
1687 		SW_FLOW_KEY_MEMCPY(match, ipv6.nd.target,  in ovs_key_from_nlattrs()
1689 			sizeof(match->key->ipv6.nd.target),  in ovs_key_from_nlattrs()
1691 		SW_FLOW_KEY_MEMCPY(match, ipv6.nd.sll,  in ovs_key_from_nlattrs()
1693 		SW_FLOW_KEY_MEMCPY(match, ipv6.nd.tll,  in ovs_key_from_nlattrs()
1746 int ovs_nla_get_match(struct net *net, struct sw_flow_match *match,  in ovs_nla_get_match()  argument
1761 	err = parse_vlan_from_nlattrs(match, &key_attrs, a, false, log);  in ovs_nla_get_match()
1765 	err = ovs_key_from_nlattrs(net, match, key_attrs, a, false, log);  in ovs_nla_get_match()
1769 	if (match->mask) {  in ovs_nla_get_match()
1792 			if (match->key->tun_proto)  in ovs_nla_get_match()
1793 				SW_FLOW_KEY_MEMSET_FIELD(match, tun_key,  in ovs_nla_get_match()
1804 		SW_FLOW_KEY_PUT(match, eth.vlan.tci, htons(0xffff), true);  in ovs_nla_get_match()
1805 		SW_FLOW_KEY_PUT(match, eth.cvlan.tci, htons(0xffff), true);  in ovs_nla_get_match()
1807 		err = parse_vlan_from_nlattrs(match, &mask_attrs, a, true, log);  in ovs_nla_get_match()
1811 		err = ovs_key_from_nlattrs(net, match, mask_attrs, a, true,  in ovs_nla_get_match()
1817 	if (!match_validate(match, key_attrs, mask_attrs, log))  in ovs_nla_get_match()
1902 	struct sw_flow_match match;  in ovs_nla_get_flow_metadata()  local
1904 	memset(&match, 0, sizeof(match));  in ovs_nla_get_flow_metadata()
1905 	match.key = key;  in ovs_nla_get_flow_metadata()
1916 	return metadata_from_nlattrs(net, &match, &attrs, a, false, log);  in ovs_nla_get_flow_metadata()
2497 void ovs_match_init(struct sw_flow_match *match,  in ovs_match_init()  argument
2502 	memset(match, 0, sizeof(*match));  in ovs_match_init()
2503 	match->key = key;  in ovs_match_init()
2504 	match->mask = mask;  in ovs_match_init()
2546 	struct sw_flow_match match;  in validate_and_copy_set_tun()  local
2556 	ovs_match_init(&match, &key, true, NULL);  in validate_and_copy_set_tun()
2557 	opts_type = ip_tun_from_nlattr(nla_data(attr), &match, false, log);  in validate_and_copy_set_tun()
2625 	struct sw_flow_match match;  in validate_nsh()  local
2629 	ovs_match_init(&match, &key, true, NULL);  in validate_nsh()
2630 	ret = nsh_key_put_from_nlattr(attr, &match, is_mask,  in validate_nsh()