58 	struct macvlan_dev	*vlan;  member
123 	struct macvlan_dev *vlan;  in macvlan_hash_lookup()  local
126 	hlist_for_each_entry_rcu(vlan, &port->vlan_hash[idx], hlist) {  in macvlan_hash_lookup()
127 		if (ether_addr_equal_64bits(vlan->dev->dev_addr, addr))  in macvlan_hash_lookup()
128 			return vlan;  in macvlan_hash_lookup()
134 	const struct macvlan_dev *vlan,  in macvlan_hash_lookup_source()  argument
139 	struct hlist_head *h = &vlan->port->vlan_source_hash[idx];  in macvlan_hash_lookup_source()
143 		    entry->vlan == vlan)  in macvlan_hash_lookup_source()
149 static int macvlan_hash_add_source(struct macvlan_dev *vlan,  in macvlan_hash_add_source()  argument
152 	struct macvlan_port *port = vlan->port;  in macvlan_hash_add_source()
156 	entry = macvlan_hash_lookup_source(vlan, addr);  in macvlan_hash_add_source()
165 	entry->vlan = vlan;  in macvlan_hash_add_source()
168 	vlan->macaddr_count++;  in macvlan_hash_add_source()
173 static void macvlan_hash_add(struct macvlan_dev *vlan)  in macvlan_hash_add()  argument
175 	struct macvlan_port *port = vlan->port;  in macvlan_hash_add()
176 	const unsigned char *addr = vlan->dev->dev_addr;  in macvlan_hash_add()
179 	hlist_add_head_rcu(&vlan->hlist, &port->vlan_hash[idx]);  in macvlan_hash_add()
188 static void macvlan_hash_del(struct macvlan_dev *vlan, bool sync)  in macvlan_hash_del()  argument
190 	hlist_del_rcu(&vlan->hlist);  in macvlan_hash_del()
195 static void macvlan_hash_change_addr(struct macvlan_dev *vlan,  in macvlan_hash_change_addr()  argument
198 	macvlan_hash_del(vlan, true);  in macvlan_hash_change_addr()
202 	memcpy(vlan->dev->dev_addr, addr, ETH_ALEN);  in macvlan_hash_change_addr()
203 	macvlan_hash_add(vlan);  in macvlan_hash_change_addr()
225 				 const struct macvlan_dev *vlan,  in macvlan_broadcast_one()  argument
228 	struct net_device *dev = vlan->dev;  in macvlan_broadcast_one()
242 static u32 macvlan_hash_mix(const struct macvlan_dev *vlan)  in macvlan_hash_mix()  argument
244 	return (u32)(((unsigned long)vlan) >> L1_CACHE_SHIFT);  in macvlan_hash_mix()
248 static unsigned int mc_hash(const struct macvlan_dev *vlan,  in mc_hash()  argument
253 	val ^= macvlan_hash_mix(vlan);  in mc_hash()
263 	const struct macvlan_dev *vlan;  in macvlan_broadcast()  local
273 		hlist_for_each_entry_rcu(vlan, &port->vlan_hash[i], hlist) {  in macvlan_broadcast()
274 			if (vlan->dev == src || !(vlan->mode & mode))  in macvlan_broadcast()
277 			hash = mc_hash(vlan, eth->h_dest);  in macvlan_broadcast()
278 			if (!test_bit(hash, vlan->mc_filter))  in macvlan_broadcast()
285 					nskb, vlan, eth,  in macvlan_broadcast()
288 			macvlan_count_rx(vlan, skb->len + ETH_HLEN,  in macvlan_broadcast()
375 				  struct macvlan_dev *vlan)  in macvlan_flush_sources()  argument
387 			if (entry->vlan == vlan)  in macvlan_flush_sources()
391 	vlan->macaddr_count = 0;  in macvlan_flush_sources()
395 				       struct macvlan_dev *vlan)  in macvlan_forward_source_one()  argument
402 	dev = vlan->dev;  in macvlan_forward_source_one()
417 	macvlan_count_rx(vlan, len, ret == NET_RX_SUCCESS, false);  in macvlan_forward_source_one()
430 			macvlan_forward_source_one(skb, entry->vlan);  in macvlan_forward_source()
440 	const struct macvlan_dev *vlan;  in macvlan_handle_frame()  local
461 			vlan = src;  in macvlan_handle_frame()
462 			ret = macvlan_broadcast_one(skb, vlan, eth, 0) ?:  in macvlan_handle_frame()
477 		vlan = list_first_or_null_rcu(&port->vlans,  in macvlan_handle_frame()
480 		vlan = macvlan_hash_lookup(port, eth->h_dest);  in macvlan_handle_frame()
481 	if (!vlan || vlan->mode == MACVLAN_MODE_SOURCE)  in macvlan_handle_frame()
484 	dev = vlan->dev;  in macvlan_handle_frame()
504 	macvlan_count_rx(vlan, len, ret == NET_RX_SUCCESS, false);  in macvlan_handle_frame()
510 	const struct macvlan_dev *vlan = netdev_priv(dev);  in macvlan_queue_xmit()  local
511 	const struct macvlan_port *port = vlan->port;  in macvlan_queue_xmit()
514 	if (vlan->mode == MACVLAN_MODE_BRIDGE) {  in macvlan_queue_xmit()
526 			dev_forward_skb(vlan->lowerdev, skb);  in macvlan_queue_xmit()
532 	skb->dev = vlan->lowerdev;  in macvlan_queue_xmit()
537 static inline netdev_tx_t macvlan_netpoll_send_skb(struct macvlan_dev *vlan, struct sk_buff *skb)  in macvlan_netpoll_send_skb()  argument
540 	if (vlan->netpoll)  in macvlan_netpoll_send_skb()
541 		netpoll_send_skb(vlan->netpoll, skb);  in macvlan_netpoll_send_skb()
551 	struct macvlan_dev *vlan = netdev_priv(dev);  in macvlan_start_xmit()  local
556 		return macvlan_netpoll_send_skb(vlan, skb);  in macvlan_start_xmit()
563 		pcpu_stats = this_cpu_ptr(vlan->pcpu_stats);  in macvlan_start_xmit()
569 		this_cpu_inc(vlan->pcpu_stats->tx_dropped);  in macvlan_start_xmit()
578 	const struct macvlan_dev *vlan = netdev_priv(dev);  in macvlan_hard_header()  local
579 	struct net_device *lowerdev = vlan->lowerdev;  in macvlan_hard_header()
594 	struct macvlan_dev *vlan = netdev_priv(dev);  in macvlan_open()  local
595 	struct net_device *lowerdev = vlan->lowerdev;  in macvlan_open()
598 	if (macvlan_passthru(vlan->port)) {  in macvlan_open()
599 		if (!(vlan->flags & MACVLAN_FLAG_NOPROMISC)) {  in macvlan_open()
608 	if (macvlan_addr_busy(vlan->port, dev->dev_addr))  in macvlan_open()
615 		vlan->accel_priv =  in macvlan_open()
621 	if (IS_ERR_OR_NULL(vlan->accel_priv)) {  in macvlan_open()
622 		vlan->accel_priv = NULL;  in macvlan_open()
641 	macvlan_hash_add(vlan);  in macvlan_open()
648 	if (vlan->accel_priv) {  in macvlan_open()
650 							   vlan->accel_priv);  in macvlan_open()
651 		vlan->accel_priv = NULL;  in macvlan_open()
661 	struct macvlan_dev *vlan = netdev_priv(dev);  in macvlan_stop()  local
662 	struct net_device *lowerdev = vlan->lowerdev;  in macvlan_stop()
664 	if (vlan->accel_priv) {  in macvlan_stop()
666 							   vlan->accel_priv);  in macvlan_stop()
667 		vlan->accel_priv = NULL;  in macvlan_stop()
673 	if (macvlan_passthru(vlan->port)) {  in macvlan_stop()
674 		if (!(vlan->flags & MACVLAN_FLAG_NOPROMISC))  in macvlan_stop()
688 	macvlan_hash_del(vlan, !dev->dismantle);  in macvlan_stop()
694 	struct macvlan_dev *vlan = netdev_priv(dev);  in macvlan_sync_address()  local
695 	struct net_device *lowerdev = vlan->lowerdev;  in macvlan_sync_address()
696 	struct macvlan_port *port = vlan->port;  in macvlan_sync_address()
704 		if (macvlan_addr_busy(vlan->port, addr))  in macvlan_sync_address()
715 		macvlan_hash_change_addr(vlan, addr);  in macvlan_sync_address()
722 		ether_addr_copy(vlan->port->perm_addr,  in macvlan_sync_address()
731 	struct macvlan_dev *vlan = netdev_priv(dev);  in macvlan_set_mac_address()  local
741 	if (vlan->mode == MACVLAN_MODE_PASSTHRU) {  in macvlan_set_mac_address()
742 		macvlan_set_addr_change(vlan->port);  in macvlan_set_mac_address()
743 		return dev_set_mac_address(vlan->lowerdev, addr, NULL);  in macvlan_set_mac_address()
746 	if (macvlan_addr_busy(vlan->port, addr->sa_data))  in macvlan_set_mac_address()
754 	struct macvlan_dev *vlan = netdev_priv(dev);  in macvlan_change_rx_flags()  local
755 	struct net_device *lowerdev = vlan->lowerdev;  in macvlan_change_rx_flags()
769 				   struct macvlan_dev *vlan)  in macvlan_compute_filter()  argument
779 			__set_bit(mc_hash(vlan, ha->addr), filter);  in macvlan_compute_filter()
782 		__set_bit(mc_hash(vlan, dev->broadcast), filter);  in macvlan_compute_filter()
790 	struct macvlan_dev *vlan = netdev_priv(dev);  in macvlan_set_mac_lists()  local
792 	macvlan_compute_filter(vlan->mc_filter, dev, vlan);  in macvlan_set_mac_lists()
794 	dev_uc_sync(vlan->lowerdev, dev);  in macvlan_set_mac_lists()
795 	dev_mc_sync(vlan->lowerdev, dev);  in macvlan_set_mac_lists()
810 	macvlan_compute_filter(vlan->port->mc_filter, vlan->lowerdev, NULL);  in macvlan_set_mac_lists()
815 	struct macvlan_dev *vlan = netdev_priv(dev);  in macvlan_change_mtu()  local
817 	if (vlan->lowerdev->mtu < new_mtu)  in macvlan_change_mtu()
872 	struct macvlan_dev *vlan = netdev_priv(dev);  in macvlan_init()  local
873 	const struct net_device *lowerdev = vlan->lowerdev;  in macvlan_init()
874 	struct macvlan_port *port = vlan->port;  in macvlan_init()
888 	vlan->pcpu_stats = netdev_alloc_pcpu_stats(struct vlan_pcpu_stats);  in macvlan_init()
889 	if (!vlan->pcpu_stats)  in macvlan_init()
899 	struct macvlan_dev *vlan = netdev_priv(dev);  in macvlan_uninit()  local
900 	struct macvlan_port *port = vlan->port;  in macvlan_uninit()
902 	free_percpu(vlan->pcpu_stats);  in macvlan_uninit()
904 	macvlan_flush_sources(port, vlan);  in macvlan_uninit()
913 	struct macvlan_dev *vlan = netdev_priv(dev);  in macvlan_dev_get_stats64()  local
915 	if (vlan->pcpu_stats) {  in macvlan_dev_get_stats64()
923 			p = per_cpu_ptr(vlan->pcpu_stats, i);  in macvlan_dev_get_stats64()
953 	struct macvlan_dev *vlan = netdev_priv(dev);  in macvlan_vlan_rx_add_vid()  local
954 	struct net_device *lowerdev = vlan->lowerdev;  in macvlan_vlan_rx_add_vid()
962 	struct macvlan_dev *vlan = netdev_priv(dev);  in macvlan_vlan_rx_kill_vid()  local
963 	struct net_device *lowerdev = vlan->lowerdev;  in macvlan_vlan_rx_kill_vid()
975 	struct macvlan_dev *vlan = netdev_priv(dev);  in macvlan_fdb_add()  local
981 	if (!macvlan_passthru(vlan->port) && is_unicast_ether_addr(addr))  in macvlan_fdb_add()
999 	struct macvlan_dev *vlan = netdev_priv(dev);  in macvlan_fdb_del()  local
1005 	if (!macvlan_passthru(vlan->port) && is_unicast_ether_addr(addr))  in macvlan_fdb_del()
1026 	const struct macvlan_dev *vlan = netdev_priv(dev);  in macvlan_ethtool_get_link_ksettings()  local
1028 	return __ethtool_get_link_ksettings(vlan->lowerdev, cmd);  in macvlan_ethtool_get_link_ksettings()
1054 	struct macvlan_dev *vlan = netdev_priv(dev);  in macvlan_fix_features()  local
1055 	netdev_features_t lowerdev_features = vlan->lowerdev->features;  in macvlan_fix_features()
1059 	features &= (vlan->set_features | ~MACVLAN_FEATURES);  in macvlan_fix_features()
1078 	struct macvlan_dev *vlan = netdev_priv(dev);  in macvlan_dev_netpoll_setup()  local
1079 	struct net_device *real_dev = vlan->lowerdev;  in macvlan_dev_netpoll_setup()
1094 	vlan->netpoll = netpoll;  in macvlan_dev_netpoll_setup()
1102 	struct macvlan_dev *vlan = netdev_priv(dev);  in macvlan_dev_netpoll_cleanup()  local
1103 	struct netpoll *netpoll = vlan->netpoll;  in macvlan_dev_netpoll_cleanup()
1108 	vlan->netpoll = NULL;  in macvlan_dev_netpoll_cleanup()
1116 	struct macvlan_dev *vlan = netdev_priv(dev);  in macvlan_dev_get_iflink()  local
1118 	return vlan->lowerdev->ifindex;  in macvlan_dev_get_iflink()
1313 static int macvlan_changelink_sources(struct macvlan_dev *vlan, u32 mode,  in macvlan_changelink_sources()  argument
1328 		return macvlan_hash_add_source(vlan, addr);  in macvlan_changelink_sources()
1334 		entry = macvlan_hash_lookup_source(vlan, addr);  in macvlan_changelink_sources()
1337 			vlan->macaddr_count--;  in macvlan_changelink_sources()
1340 		macvlan_flush_sources(vlan->port, vlan);  in macvlan_changelink_sources()
1342 		macvlan_flush_sources(vlan->port, vlan);  in macvlan_changelink_sources()
1345 			ret = macvlan_hash_add_source(vlan, addr);  in macvlan_changelink_sources()
1362 			ret = macvlan_hash_add_source(vlan, addr);  in macvlan_changelink_sources()
1377 	struct macvlan_dev *vlan = netdev_priv(dev);  in macvlan_common_newlink()  local
1426 	vlan->lowerdev = lowerdev;  in macvlan_common_newlink()
1427 	vlan->dev      = dev;  in macvlan_common_newlink()
1428 	vlan->port     = port;  in macvlan_common_newlink()
1429 	vlan->set_features = MACVLAN_FEATURES;  in macvlan_common_newlink()
1431 	vlan->mode     = MACVLAN_MODE_VEPA;  in macvlan_common_newlink()
1433 		vlan->mode = nla_get_u32(data[IFLA_MACVLAN_MODE]);  in macvlan_common_newlink()
1436 		vlan->flags = nla_get_u16(data[IFLA_MACVLAN_FLAGS]);  in macvlan_common_newlink()
1438 	if (vlan->mode == MACVLAN_MODE_PASSTHRU) {  in macvlan_common_newlink()
1448 		if (vlan->mode != MACVLAN_MODE_SOURCE) {  in macvlan_common_newlink()
1453 		err = macvlan_changelink_sources(vlan, macmode, data);  in macvlan_common_newlink()
1467 	list_add_tail_rcu(&vlan->list, &port->vlans);  in macvlan_common_newlink()
1496 	struct macvlan_dev *vlan = netdev_priv(dev);  in macvlan_dellink()  local
1498 	if (vlan->mode == MACVLAN_MODE_SOURCE)  in macvlan_dellink()
1499 		macvlan_flush_sources(vlan->port, vlan);  in macvlan_dellink()
1500 	list_del_rcu(&vlan->list);  in macvlan_dellink()
1502 	netdev_upper_dev_unlink(vlan->lowerdev, dev);  in macvlan_dellink()
1510 	struct macvlan_dev *vlan = netdev_priv(dev);  in macvlan_changelink()  local
1522 		    (vlan->mode == MACVLAN_MODE_PASSTHRU))  in macvlan_changelink()
1524 		if (vlan->mode == MACVLAN_MODE_SOURCE &&  in macvlan_changelink()
1525 		    vlan->mode != mode)  in macvlan_changelink()
1526 			macvlan_flush_sources(vlan->port, vlan);  in macvlan_changelink()
1531 		bool promisc = (flags ^ vlan->flags) & MACVLAN_FLAG_NOPROMISC;  in macvlan_changelink()
1532 		if (macvlan_passthru(vlan->port) && promisc) {  in macvlan_changelink()
1536 				err = dev_set_promiscuity(vlan->lowerdev, -1);  in macvlan_changelink()
1538 				err = dev_set_promiscuity(vlan->lowerdev, 1);  in macvlan_changelink()
1542 		vlan->flags = flags;  in macvlan_changelink()
1545 		vlan->mode = mode;  in macvlan_changelink()
1547 		if (vlan->mode != MACVLAN_MODE_SOURCE)  in macvlan_changelink()
1550 		ret = macvlan_changelink_sources(vlan, macmode, data);  in macvlan_changelink()
1557 static size_t macvlan_get_size_mac(const struct macvlan_dev *vlan)  in macvlan_get_size_mac()  argument
1559 	if (vlan->macaddr_count == 0)  in macvlan_get_size_mac()
1562 		+ vlan->macaddr_count * nla_total_size(sizeof(u8) * ETH_ALEN);  in macvlan_get_size_mac()
1567 	struct macvlan_dev *vlan = netdev_priv(dev);  in macvlan_get_size()  local
1573 		+ macvlan_get_size_mac(vlan) /* IFLA_MACVLAN_MACADDR */  in macvlan_get_size()
1578 				     const struct macvlan_dev *vlan,  in macvlan_fill_info_macaddr()  argument
1581 	struct hlist_head *h = &vlan->port->vlan_source_hash[i];  in macvlan_fill_info_macaddr()
1585 		if (entry->vlan != vlan)  in macvlan_fill_info_macaddr()
1596 	struct macvlan_dev *vlan = netdev_priv(dev);  in macvlan_fill_info()  local
1600 	if (nla_put_u32(skb, IFLA_MACVLAN_MODE, vlan->mode))  in macvlan_fill_info()
1602 	if (nla_put_u16(skb, IFLA_MACVLAN_FLAGS, vlan->flags))  in macvlan_fill_info()
1604 	if (nla_put_u32(skb, IFLA_MACVLAN_MACADDR_COUNT, vlan->macaddr_count))  in macvlan_fill_info()
1606 	if (vlan->macaddr_count > 0) {  in macvlan_fill_info()
1612 			if (macvlan_fill_info_macaddr(skb, vlan, i))  in macvlan_fill_info()
1664 	struct macvlan_dev *vlan, *next;  in macvlan_device_event()  local
1677 		list_for_each_entry(vlan, &port->vlans, list)  in macvlan_device_event()
1678 			netif_stacked_transfer_operstate(vlan->lowerdev,  in macvlan_device_event()
1679 							 vlan->dev);  in macvlan_device_event()
1682 		list_for_each_entry(vlan, &port->vlans, list) {  in macvlan_device_event()
1683 			vlan->dev->gso_max_size = dev->gso_max_size;  in macvlan_device_event()
1684 			vlan->dev->gso_max_segs = dev->gso_max_segs;  in macvlan_device_event()
1685 			netdev_update_features(vlan->dev);  in macvlan_device_event()
1689 		list_for_each_entry(vlan, &port->vlans, list) {  in macvlan_device_event()
1690 			if (vlan->dev->mtu <= dev->mtu)  in macvlan_device_event()
1692 			dev_set_mtu(vlan->dev, dev->mtu);  in macvlan_device_event()
1699 		vlan = list_first_entry_or_null(&port->vlans,  in macvlan_device_event()
1703 		if (macvlan_sync_address(vlan->dev, dev->dev_addr))  in macvlan_device_event()
1712 		list_for_each_entry_safe(vlan, next, &port->vlans, list)  in macvlan_device_event()
1713 			vlan->dev->rtnl_link_ops->dellink(vlan->dev, &list_kill);  in macvlan_device_event()
1724 		list_for_each_entry(vlan, &port->vlans, list)  in macvlan_device_event()
1725 			call_netdevice_notifiers(event, vlan->dev);  in macvlan_device_event()