93 static void update_range(struct sw_flow_match *match,  in update_range()  argument
101 		range = &match->range;  in update_range()
103 		range = &match->mask->range;  in update_range()
118 #define SW_FLOW_KEY_PUT(match, field, value, is_mask) \  argument
120 		update_range(match, offsetof(struct sw_flow_key, field),    \
121 			     sizeof((match)->key->field), is_mask);	    \
123 			(match)->mask->key.field = value;		    \
125 			(match)->key->field = value;		            \
128 #define SW_FLOW_KEY_MEMCPY_OFFSET(match, offset, value_p, len, is_mask)	    \  argument
130 		update_range(match, offset, len, is_mask);		    \
132 			memcpy((u8 *)&(match)->mask->key + offset, value_p, \
135 			memcpy((u8 *)(match)->key + offset, value_p, len);  \
138 #define SW_FLOW_KEY_MEMCPY(match, field, value_p, len, is_mask)		      \  argument
139 	SW_FLOW_KEY_MEMCPY_OFFSET(match, offsetof(struct sw_flow_key, field), \
142 #define SW_FLOW_KEY_MEMSET_FIELD(match, field, value, is_mask)		    \  argument
144 		update_range(match, offsetof(struct sw_flow_key, field),    \
145 			     sizeof((match)->key->field), is_mask);	    \
147 			memset((u8 *)&(match)->mask->key.field, value,      \
148 			       sizeof((match)->mask->key.field));	    \
150 			memset((u8 *)&(match)->key->field, value,           \
151 			       sizeof((match)->key->field));                \
154 static bool match_validate(const struct sw_flow_match *match,  in match_validate()  argument
183 	if (match->key->eth.type == htons(ETH_P_ARP)  in match_validate()
184 			|| match->key->eth.type == htons(ETH_P_RARP)) {  in match_validate()
186 		if (match->mask && (match->mask->key.eth.type == htons(0xffff)))  in match_validate()
190 	if (eth_p_mpls(match->key->eth.type)) {  in match_validate()
192 		if (match->mask && (match->mask->key.eth.type == htons(0xffff)))  in match_validate()
196 	if (match->key->eth.type == htons(ETH_P_IP)) {  in match_validate()
198 		if (match->mask && match->mask->key.eth.type == htons(0xffff)) {  in match_validate()
203 		if (match->key->ip.frag != OVS_FRAG_TYPE_LATER) {  in match_validate()
204 			if (match->key->ip.proto == IPPROTO_UDP) {  in match_validate()
206 				if (match->mask && (match->mask->key.ip.proto == 0xff))  in match_validate()
210 			if (match->key->ip.proto == IPPROTO_SCTP) {  in match_validate()
212 				if (match->mask && (match->mask->key.ip.proto == 0xff))  in match_validate()
216 			if (match->key->ip.proto == IPPROTO_TCP) {  in match_validate()
219 				if (match->mask && (match->mask->key.ip.proto == 0xff)) {  in match_validate()
225 			if (match->key->ip.proto == IPPROTO_ICMP) {  in match_validate()
227 				if (match->mask && (match->mask->key.ip.proto == 0xff))  in match_validate()
233 	if (match->key->eth.type == htons(ETH_P_IPV6)) {  in match_validate()
235 		if (match->mask && match->mask->key.eth.type == htons(0xffff)) {  in match_validate()
240 		if (match->key->ip.frag != OVS_FRAG_TYPE_LATER) {  in match_validate()
241 			if (match->key->ip.proto == IPPROTO_UDP) {  in match_validate()
243 				if (match->mask && (match->mask->key.ip.proto == 0xff))  in match_validate()
247 			if (match->key->ip.proto == IPPROTO_SCTP) {  in match_validate()
249 				if (match->mask && (match->mask->key.ip.proto == 0xff))  in match_validate()
253 			if (match->key->ip.proto == IPPROTO_TCP) {  in match_validate()
256 				if (match->mask && (match->mask->key.ip.proto == 0xff)) {  in match_validate()
262 			if (match->key->ip.proto == IPPROTO_ICMPV6) {  in match_validate()
264 				if (match->mask && (match->mask->key.ip.proto == 0xff))  in match_validate()
267 				if (match->key->tp.src ==  in match_validate()
269 				    match->key->tp.src == htons(NDISC_NEIGHBOUR_ADVERTISEMENT)) {  in match_validate()
277 					if (match->mask && (match->mask->key.tp.src == htons(0xff)))  in match_validate()
284 	if (match->key->eth.type == htons(ETH_P_NSH)) {  in match_validate()
286 		if (match->mask &&  in match_validate()
287 		    match->mask->key.eth.type == htons(0xffff)) {  in match_validate()
534 				     struct sw_flow_match *match, bool is_mask,  in genev_tun_opt_from_nlattr()  argument
539 	if (nla_len(a) > sizeof(match->key->tun_opts)) {  in genev_tun_opt_from_nlattr()
541 			  nla_len(a), sizeof(match->key->tun_opts));  in genev_tun_opt_from_nlattr()
556 		SW_FLOW_KEY_PUT(match, tun_opts_len, nla_len(a),  in genev_tun_opt_from_nlattr()
569 		if (match->key->tun_opts_len != nla_len(a)) {  in genev_tun_opt_from_nlattr()
571 				  match->key->tun_opts_len, nla_len(a));  in genev_tun_opt_from_nlattr()
575 		SW_FLOW_KEY_PUT(match, tun_opts_len, 0xff, true);  in genev_tun_opt_from_nlattr()
579 	SW_FLOW_KEY_MEMCPY_OFFSET(match, opt_key_offset, nla_data(a),  in genev_tun_opt_from_nlattr()
585 				     struct sw_flow_match *match, bool is_mask,  in vxlan_tun_opt_from_nlattr()  argument
593 	BUILD_BUG_ON(sizeof(opts) > sizeof(match->key->tun_opts));  in vxlan_tun_opt_from_nlattr()
630 		SW_FLOW_KEY_PUT(match, tun_opts_len, sizeof(opts), false);  in vxlan_tun_opt_from_nlattr()
632 		SW_FLOW_KEY_PUT(match, tun_opts_len, 0xff, true);  in vxlan_tun_opt_from_nlattr()
635 	SW_FLOW_KEY_MEMCPY_OFFSET(match, opt_key_offset, &opts, sizeof(opts),  in vxlan_tun_opt_from_nlattr()
641 				      struct sw_flow_match *match, bool is_mask,  in erspan_tun_opt_from_nlattr()  argument
647 		     sizeof(match->key->tun_opts));  in erspan_tun_opt_from_nlattr()
649 	if (nla_len(a) > sizeof(match->key->tun_opts)) {  in erspan_tun_opt_from_nlattr()
651 			  nla_len(a), sizeof(match->key->tun_opts));  in erspan_tun_opt_from_nlattr()
656 		SW_FLOW_KEY_PUT(match, tun_opts_len,  in erspan_tun_opt_from_nlattr()
659 		SW_FLOW_KEY_PUT(match, tun_opts_len, 0xff, true);  in erspan_tun_opt_from_nlattr()
662 	SW_FLOW_KEY_MEMCPY_OFFSET(match, opt_key_offset, nla_data(a),  in erspan_tun_opt_from_nlattr()
668 			      struct sw_flow_match *match, bool is_mask,  in ip_tun_from_nlattr()  argument
697 			SW_FLOW_KEY_PUT(match, tun_key.tun_id,  in ip_tun_from_nlattr()
702 			SW_FLOW_KEY_PUT(match, tun_key.u.ipv4.src,  in ip_tun_from_nlattr()
707 			SW_FLOW_KEY_PUT(match, tun_key.u.ipv4.dst,  in ip_tun_from_nlattr()
712 			SW_FLOW_KEY_PUT(match, tun_key.u.ipv6.src,  in ip_tun_from_nlattr()
717 			SW_FLOW_KEY_PUT(match, tun_key.u.ipv6.dst,  in ip_tun_from_nlattr()
722 			SW_FLOW_KEY_PUT(match, tun_key.tos,  in ip_tun_from_nlattr()
726 			SW_FLOW_KEY_PUT(match, tun_key.ttl,  in ip_tun_from_nlattr()
737 			SW_FLOW_KEY_PUT(match, tun_key.tp_src,  in ip_tun_from_nlattr()
741 			SW_FLOW_KEY_PUT(match, tun_key.tp_dst,  in ip_tun_from_nlattr()
753 			err = genev_tun_opt_from_nlattr(a, match, is_mask, log);  in ip_tun_from_nlattr()
766 			err = vxlan_tun_opt_from_nlattr(a, match, is_mask, log);  in ip_tun_from_nlattr()
781 			err = erspan_tun_opt_from_nlattr(a, match, is_mask,  in ip_tun_from_nlattr()
800 	SW_FLOW_KEY_PUT(match, tun_key.tun_flags, tun_flags, is_mask);  in ip_tun_from_nlattr()
802 		SW_FLOW_KEY_MEMSET_FIELD(match, tun_proto, 0xff, true);  in ip_tun_from_nlattr()
804 		SW_FLOW_KEY_PUT(match, tun_proto, ipv6 ? AF_INET6 : AF_INET,  in ip_tun_from_nlattr()
825 				if (match->key->tun_key.u.ipv4.src ||  in ip_tun_from_nlattr()
826 				    match->key->tun_key.u.ipv4.dst ||  in ip_tun_from_nlattr()
827 				    match->key->tun_key.tp_src ||  in ip_tun_from_nlattr()
828 				    match->key->tun_key.tp_dst ||  in ip_tun_from_nlattr()
829 				    match->key->tun_key.ttl ||  in ip_tun_from_nlattr()
830 				    match->key->tun_key.tos ||  in ip_tun_from_nlattr()
835 			} else if (!match->key->tun_key.u.ipv4.dst) {  in ip_tun_from_nlattr()
840 		if (ipv6 && ipv6_addr_any(&match->key->tun_key.u.ipv6.dst)) {  in ip_tun_from_nlattr()
974 static int encode_vlan_from_nlattrs(struct sw_flow_match *match,  in encode_vlan_from_nlattrs()  argument
988 		SW_FLOW_KEY_PUT(match, eth.vlan.tpid, tpid, is_mask);  in encode_vlan_from_nlattrs()
989 		SW_FLOW_KEY_PUT(match, eth.vlan.tci, tci, is_mask);  in encode_vlan_from_nlattrs()
991 		SW_FLOW_KEY_PUT(match, eth.cvlan.tpid, tpid, is_mask);  in encode_vlan_from_nlattrs()
992 		SW_FLOW_KEY_PUT(match, eth.cvlan.tci, tci, is_mask);  in encode_vlan_from_nlattrs()
997 static int validate_vlan_from_nlattrs(const struct sw_flow_match *match,  in validate_vlan_from_nlattrs()  argument
1035 static int validate_vlan_mask_from_nlattrs(const struct sw_flow_match *match,  in validate_vlan_mask_from_nlattrs()  argument
1041 	bool encap_valid = !!(match->key->eth.vlan.tci &  in validate_vlan_mask_from_nlattrs()
1043 	bool i_encap_valid = !!(match->key->eth.cvlan.tci &  in validate_vlan_mask_from_nlattrs()
1077 static int __parse_vlan_from_nlattrs(struct sw_flow_match *match,  in __parse_vlan_from_nlattrs()  argument
1086 		err = validate_vlan_from_nlattrs(match, *key_attrs, inner,  in __parse_vlan_from_nlattrs()
1089 		err = validate_vlan_mask_from_nlattrs(match, *key_attrs, inner,  in __parse_vlan_from_nlattrs()
1094 	err = encode_vlan_from_nlattrs(match, a, is_mask, inner);  in __parse_vlan_from_nlattrs()
1112 static int parse_vlan_from_nlattrs(struct sw_flow_match *match,  in parse_vlan_from_nlattrs()  argument
1119 	err = __parse_vlan_from_nlattrs(match, key_attrs, false, a,  in parse_vlan_from_nlattrs()
1124 	encap_valid = !!(match->key->eth.vlan.tci & htons(VLAN_CFI_MASK));  in parse_vlan_from_nlattrs()
1126 		err = __parse_vlan_from_nlattrs(match, key_attrs, true, a,  in parse_vlan_from_nlattrs()
1135 static int parse_eth_type_from_nlattrs(struct sw_flow_match *match,  in parse_eth_type_from_nlattrs()  argument
1151 	SW_FLOW_KEY_PUT(match, eth.type, eth_type, is_mask);  in parse_eth_type_from_nlattrs()
1156 static int metadata_from_nlattrs(struct net *net, struct sw_flow_match *match,  in metadata_from_nlattrs()  argument
1165 		SW_FLOW_KEY_PUT(match, ovs_flow_hash, hash_val, is_mask);  in metadata_from_nlattrs()
1172 		SW_FLOW_KEY_PUT(match, recirc_id, recirc_id, is_mask);  in metadata_from_nlattrs()
1177 		SW_FLOW_KEY_PUT(match, phy.priority,  in metadata_from_nlattrs()
1193 		SW_FLOW_KEY_PUT(match, phy.in_port, in_port, is_mask);  in metadata_from_nlattrs()
1196 		SW_FLOW_KEY_PUT(match, phy.in_port, DP_MAX_PORTS, is_mask);  in metadata_from_nlattrs()
1202 		SW_FLOW_KEY_PUT(match, phy.skb_mark, mark, is_mask);  in metadata_from_nlattrs()
1206 		if (ip_tun_from_nlattr(a[OVS_KEY_ATTR_TUNNEL], match,  in metadata_from_nlattrs()
1222 		SW_FLOW_KEY_PUT(match, ct_state, ct_state, is_mask);  in metadata_from_nlattrs()
1229 		SW_FLOW_KEY_PUT(match, ct_zone, ct_zone, is_mask);  in metadata_from_nlattrs()
1236 		SW_FLOW_KEY_PUT(match, ct.mark, mark, is_mask);  in metadata_from_nlattrs()
1244 		SW_FLOW_KEY_MEMCPY(match, ct.labels, cl->ct_labels,  in metadata_from_nlattrs()
1253 		SW_FLOW_KEY_PUT(match, ipv4.ct_orig.src, ct->ipv4_src, is_mask);  in metadata_from_nlattrs()
1254 		SW_FLOW_KEY_PUT(match, ipv4.ct_orig.dst, ct->ipv4_dst, is_mask);  in metadata_from_nlattrs()
1255 		SW_FLOW_KEY_PUT(match, ct.orig_tp.src, ct->src_port, is_mask);  in metadata_from_nlattrs()
1256 		SW_FLOW_KEY_PUT(match, ct.orig_tp.dst, ct->dst_port, is_mask);  in metadata_from_nlattrs()
1257 		SW_FLOW_KEY_PUT(match, ct_orig_proto, ct->ipv4_proto, is_mask);  in metadata_from_nlattrs()
1265 		SW_FLOW_KEY_MEMCPY(match, ipv6.ct_orig.src, &ct->ipv6_src,  in metadata_from_nlattrs()
1266 				   sizeof(match->key->ipv6.ct_orig.src),  in metadata_from_nlattrs()
1268 		SW_FLOW_KEY_MEMCPY(match, ipv6.ct_orig.dst, &ct->ipv6_dst,  in metadata_from_nlattrs()
1269 				   sizeof(match->key->ipv6.ct_orig.dst),  in metadata_from_nlattrs()
1271 		SW_FLOW_KEY_PUT(match, ct.orig_tp.src, ct->src_port, is_mask);  in metadata_from_nlattrs()
1272 		SW_FLOW_KEY_PUT(match, ct.orig_tp.dst, ct->dst_port, is_mask);  in metadata_from_nlattrs()
1273 		SW_FLOW_KEY_PUT(match, ct_orig_proto, ct->ipv6_proto, is_mask);  in metadata_from_nlattrs()
1285 	SW_FLOW_KEY_PUT(match, mac_proto, is_mask ? 0xff : mac_proto, is_mask);  in metadata_from_nlattrs()
1288 		return parse_eth_type_from_nlattrs(match, attrs, a, is_mask,  in metadata_from_nlattrs()
1389 				   struct sw_flow_match *match, bool is_mask,  in nsh_key_put_from_nlattr()  argument
1431 			SW_FLOW_KEY_PUT(match, nsh.base.flags,  in nsh_key_put_from_nlattr()
1433 			SW_FLOW_KEY_PUT(match, nsh.base.ttl,  in nsh_key_put_from_nlattr()
1435 			SW_FLOW_KEY_PUT(match, nsh.base.mdtype,  in nsh_key_put_from_nlattr()
1437 			SW_FLOW_KEY_PUT(match, nsh.base.np,  in nsh_key_put_from_nlattr()
1439 			SW_FLOW_KEY_PUT(match, nsh.base.path_hdr,  in nsh_key_put_from_nlattr()
1448 				SW_FLOW_KEY_PUT(match, nsh.context[i],  in nsh_key_put_from_nlattr()
1509 static int ovs_key_from_nlattrs(struct net *net, struct sw_flow_match *match,  in ovs_key_from_nlattrs()  argument
1515 	err = metadata_from_nlattrs(net, match, &attrs, a, is_mask, log);  in ovs_key_from_nlattrs()
1523 		SW_FLOW_KEY_MEMCPY(match, eth.src,  in ovs_key_from_nlattrs()
1525 		SW_FLOW_KEY_MEMCPY(match, eth.dst,  in ovs_key_from_nlattrs()
1538 			err = parse_eth_type_from_nlattrs(match, &attrs, a, is_mask,  in ovs_key_from_nlattrs()
1543 			SW_FLOW_KEY_PUT(match, eth.type, htons(ETH_P_802_2), is_mask);  in ovs_key_from_nlattrs()
1545 	} else if (!match->key->eth.type) {  in ovs_key_from_nlattrs()
1559 		SW_FLOW_KEY_PUT(match, ip.proto,  in ovs_key_from_nlattrs()
1561 		SW_FLOW_KEY_PUT(match, ip.tos,  in ovs_key_from_nlattrs()
1563 		SW_FLOW_KEY_PUT(match, ip.ttl,  in ovs_key_from_nlattrs()
1565 		SW_FLOW_KEY_PUT(match, ip.frag,  in ovs_key_from_nlattrs()
1567 		SW_FLOW_KEY_PUT(match, ipv4.addr.src,  in ovs_key_from_nlattrs()
1569 		SW_FLOW_KEY_PUT(match, ipv4.addr.dst,  in ovs_key_from_nlattrs()
1590 		SW_FLOW_KEY_PUT(match, ipv6.label,  in ovs_key_from_nlattrs()
1592 		SW_FLOW_KEY_PUT(match, ip.proto,  in ovs_key_from_nlattrs()
1594 		SW_FLOW_KEY_PUT(match, ip.tos,  in ovs_key_from_nlattrs()
1596 		SW_FLOW_KEY_PUT(match, ip.ttl,  in ovs_key_from_nlattrs()
1598 		SW_FLOW_KEY_PUT(match, ip.frag,  in ovs_key_from_nlattrs()
1600 		SW_FLOW_KEY_MEMCPY(match, ipv6.addr.src,  in ovs_key_from_nlattrs()
1602 				sizeof(match->key->ipv6.addr.src),  in ovs_key_from_nlattrs()
1604 		SW_FLOW_KEY_MEMCPY(match, ipv6.addr.dst,  in ovs_key_from_nlattrs()
1606 				sizeof(match->key->ipv6.addr.dst),  in ovs_key_from_nlattrs()
1617 		SW_FLOW_KEY_PUT(match, ipv6.exthdrs,  in ovs_key_from_nlattrs()
1633 		SW_FLOW_KEY_PUT(match, ipv4.addr.src,  in ovs_key_from_nlattrs()
1635 		SW_FLOW_KEY_PUT(match, ipv4.addr.dst,  in ovs_key_from_nlattrs()
1637 		SW_FLOW_KEY_PUT(match, ip.proto,  in ovs_key_from_nlattrs()
1639 		SW_FLOW_KEY_MEMCPY(match, ipv4.arp.sha,  in ovs_key_from_nlattrs()
1641 		SW_FLOW_KEY_MEMCPY(match, ipv4.arp.tha,  in ovs_key_from_nlattrs()
1648 		if (nsh_key_put_from_nlattr(a[OVS_KEY_ATTR_NSH], match,  in ovs_key_from_nlattrs()
1670 			SW_FLOW_KEY_PUT(match, mpls.lse[i],  in ovs_key_from_nlattrs()
1673 		SW_FLOW_KEY_PUT(match, mpls.num_labels_mask,  in ovs_key_from_nlattrs()
1683 		SW_FLOW_KEY_PUT(match, tp.src, tcp_key->tcp_src, is_mask);  in ovs_key_from_nlattrs()
1684 		SW_FLOW_KEY_PUT(match, tp.dst, tcp_key->tcp_dst, is_mask);  in ovs_key_from_nlattrs()
1689 		SW_FLOW_KEY_PUT(match, tp.flags,  in ovs_key_from_nlattrs()
1699 		SW_FLOW_KEY_PUT(match, tp.src, udp_key->udp_src, is_mask);  in ovs_key_from_nlattrs()
1700 		SW_FLOW_KEY_PUT(match, tp.dst, udp_key->udp_dst, is_mask);  in ovs_key_from_nlattrs()
1708 		SW_FLOW_KEY_PUT(match, tp.src, sctp_key->sctp_src, is_mask);  in ovs_key_from_nlattrs()
1709 		SW_FLOW_KEY_PUT(match, tp.dst, sctp_key->sctp_dst, is_mask);  in ovs_key_from_nlattrs()
1717 		SW_FLOW_KEY_PUT(match, tp.src,  in ovs_key_from_nlattrs()
1719 		SW_FLOW_KEY_PUT(match, tp.dst,  in ovs_key_from_nlattrs()
1728 		SW_FLOW_KEY_PUT(match, tp.src,  in ovs_key_from_nlattrs()
1730 		SW_FLOW_KEY_PUT(match, tp.dst,  in ovs_key_from_nlattrs()
1739 		SW_FLOW_KEY_MEMCPY(match, ipv6.nd.target,  in ovs_key_from_nlattrs()
1741 			sizeof(match->key->ipv6.nd.target),  in ovs_key_from_nlattrs()
1743 		SW_FLOW_KEY_MEMCPY(match, ipv6.nd.sll,  in ovs_key_from_nlattrs()
1745 		SW_FLOW_KEY_MEMCPY(match, ipv6.nd.tll,  in ovs_key_from_nlattrs()
1798 int ovs_nla_get_match(struct net *net, struct sw_flow_match *match,  in ovs_nla_get_match()  argument
1813 	err = parse_vlan_from_nlattrs(match, &key_attrs, a, false, log);  in ovs_nla_get_match()
1817 	err = ovs_key_from_nlattrs(net, match, key_attrs, a, false, log);  in ovs_nla_get_match()
1821 	if (match->mask) {  in ovs_nla_get_match()
1844 			if (match->key->tun_proto)  in ovs_nla_get_match()
1845 				SW_FLOW_KEY_MEMSET_FIELD(match, tun_key,  in ovs_nla_get_match()
1856 		SW_FLOW_KEY_PUT(match, eth.vlan.tci, htons(0xffff), true);  in ovs_nla_get_match()
1857 		SW_FLOW_KEY_PUT(match, eth.cvlan.tci, htons(0xffff), true);  in ovs_nla_get_match()
1859 		err = parse_vlan_from_nlattrs(match, &mask_attrs, a, true, log);  in ovs_nla_get_match()
1863 		err = ovs_key_from_nlattrs(net, match, mask_attrs, a, true,  in ovs_nla_get_match()
1869 	if (!match_validate(match, key_attrs, mask_attrs, log))  in ovs_nla_get_match()
1954 	struct sw_flow_match match;  in ovs_nla_get_flow_metadata()  local
1956 	memset(&match, 0, sizeof(match));  in ovs_nla_get_flow_metadata()
1957 	match.key = key;  in ovs_nla_get_flow_metadata()
1968 	return metadata_from_nlattrs(net, &match, &attrs, a, false, log);  in ovs_nla_get_flow_metadata()
2706 void ovs_match_init(struct sw_flow_match *match,  in ovs_match_init()  argument
2711 	memset(match, 0, sizeof(*match));  in ovs_match_init()
2712 	match->key = key;  in ovs_match_init()
2713 	match->mask = mask;  in ovs_match_init()
2755 	struct sw_flow_match match;  in validate_and_copy_set_tun()  local
2765 	ovs_match_init(&match, &key, true, NULL);  in validate_and_copy_set_tun()
2766 	opts_type = ip_tun_from_nlattr(nla_data(attr), &match, false, log);  in validate_and_copy_set_tun()
2836 	struct sw_flow_match match;  in validate_nsh()  local
2840 	ovs_match_init(&match, &key, true, NULL);  in validate_nsh()
2841 	ret = nsh_key_put_from_nlattr(attr, &match, is_mask,  in validate_nsh()