Lines Matching +full:slave +full:- +full:mode
20 * the first slave bonded to the channel. All slaves will then use
27 * will attach eth0 to bond0 as a slave. eth0 hw mac address will either
92 /*---------------------------- Module parameters ----------------------------*/
103 static char *mode; variable
141 module_param(mode, charp, 0);
142 MODULE_PARM_DESC(mode, "Mode of operation; 0 for balance-rr, "
143 "1 for active-backup, 2 for balance-xor, "
144 "3 for broadcast, 4 for 802.3ad, 5 for balance-tlb, "
145 "6 for balance-alb");
149 MODULE_PARM_DESC(primary_reselect, "Reselect primary slave "
154 "2 for only on active slave "
167 MODULE_PARM_DESC(xmit_hash_policy, "balance-alb, balance-tlb, balance-xor, 802.3ad hashing method; "
182 MODULE_PARM_DESC(fail_over_mac, "For active-backup, do not set all slaves to "
193 MODULE_PARM_DESC(packets_per_slave, "Packets to send per slave in balance-rr "
194 "mode; 0 for a random slave, 1 packet per "
195 "slave (default), >1 packets per slave.");
201 /*----------------------------- Global variables ----------------------------*/
254 /*-------------------------- Forward declarations ---------------------------*/
265 /*---------------------------- General routines -----------------------------*/
267 const char *bond_mode_name(int mode) in bond_mode_name() argument
270 [BOND_MODE_ROUNDROBIN] = "load balancing (round-robin)", in bond_mode_name()
271 [BOND_MODE_ACTIVEBACKUP] = "fault-tolerance (active-backup)", in bond_mode_name()
273 [BOND_MODE_BROADCAST] = "fault-tolerance (broadcast)", in bond_mode_name()
279 if (mode < BOND_MODE_ROUNDROBIN || mode > BOND_MODE_ALB) in bond_mode_name()
282 return names[mode]; in bond_mode_name()
286 * bond_dev_queue_xmit - Prepare skb for xmit.
290 * @slave_dev: slave that is supposed to xmit this skbuff
295 skb->dev = slave_dev; in bond_dev_queue_xmit()
297 BUILD_BUG_ON(sizeof(skb->queue_mapping) != in bond_dev_queue_xmit()
298 sizeof(qdisc_skb_cb(skb)->slave_dev_queue_mapping)); in bond_dev_queue_xmit()
299 skb_set_queue_mapping(skb, qdisc_skb_cb(skb)->slave_dev_queue_mapping); in bond_dev_queue_xmit()
301 if (unlikely(netpoll_tx_running(bond->dev))) in bond_dev_queue_xmit()
312 if (bond->params.xmit_policy == BOND_XMIT_POLICY_LAYER34) in bond_sk_check()
331 if (bond->params.xmit_policy != BOND_XMIT_POLICY_VLAN_SRCMAC) in bond_xdp_check()
339 /*---------------------------------- VLAN -----------------------------------*/
342 * We don't protect the slave list iteration with a lock because:
358 * bond_vlan_rx_add_vid - Propagates adding an id to slaves
367 struct slave *slave, *rollback_slave; in bond_vlan_rx_add_vid() local
371 bond_for_each_slave(bond, slave, iter) { in bond_vlan_rx_add_vid()
372 res = vlan_vid_add(slave->dev, proto, vid); in bond_vlan_rx_add_vid()
380 /* unwind to the slave that failed */ in bond_vlan_rx_add_vid()
382 if (rollback_slave == slave) in bond_vlan_rx_add_vid()
385 vlan_vid_del(rollback_slave->dev, proto, vid); in bond_vlan_rx_add_vid()
392 * bond_vlan_rx_kill_vid - Propagates deleting an id to slaves
402 struct slave *slave; in bond_vlan_rx_kill_vid() local
404 bond_for_each_slave(bond, slave, iter) in bond_vlan_rx_kill_vid()
405 vlan_vid_del(slave->dev, proto, vid); in bond_vlan_rx_kill_vid()
413 /*---------------------------------- XFRM -----------------------------------*/
417 * bond_ipsec_add_sa - program device with a security association
422 struct net_device *bond_dev = xs->xso.dev; in bond_ipsec_add_sa()
425 struct slave *slave; in bond_ipsec_add_sa() local
429 return -EINVAL; in bond_ipsec_add_sa()
433 slave = rcu_dereference(bond->curr_active_slave); in bond_ipsec_add_sa()
434 if (!slave) { in bond_ipsec_add_sa()
436 return -ENODEV; in bond_ipsec_add_sa()
439 if (!slave->dev->xfrmdev_ops || in bond_ipsec_add_sa()
440 !slave->dev->xfrmdev_ops->xdo_dev_state_add || in bond_ipsec_add_sa()
441 netif_is_bond_master(slave->dev)) { in bond_ipsec_add_sa()
442 slave_warn(bond_dev, slave->dev, "Slave does not support ipsec offload\n"); in bond_ipsec_add_sa()
444 return -EINVAL; in bond_ipsec_add_sa()
450 return -ENOMEM; in bond_ipsec_add_sa()
452 xs->xso.real_dev = slave->dev; in bond_ipsec_add_sa()
454 err = slave->dev->xfrmdev_ops->xdo_dev_state_add(xs); in bond_ipsec_add_sa()
456 ipsec->xs = xs; in bond_ipsec_add_sa()
457 INIT_LIST_HEAD(&ipsec->list); in bond_ipsec_add_sa()
458 spin_lock_bh(&bond->ipsec_lock); in bond_ipsec_add_sa()
459 list_add(&ipsec->list, &bond->ipsec_list); in bond_ipsec_add_sa()
460 spin_unlock_bh(&bond->ipsec_lock); in bond_ipsec_add_sa()
470 struct net_device *bond_dev = bond->dev; in bond_ipsec_add_sa_all()
472 struct slave *slave; in bond_ipsec_add_sa_all() local
475 slave = rcu_dereference(bond->curr_active_slave); in bond_ipsec_add_sa_all()
476 if (!slave) in bond_ipsec_add_sa_all()
479 if (!slave->dev->xfrmdev_ops || in bond_ipsec_add_sa_all()
480 !slave->dev->xfrmdev_ops->xdo_dev_state_add || in bond_ipsec_add_sa_all()
481 netif_is_bond_master(slave->dev)) { in bond_ipsec_add_sa_all()
482 spin_lock_bh(&bond->ipsec_lock); in bond_ipsec_add_sa_all()
483 if (!list_empty(&bond->ipsec_list)) in bond_ipsec_add_sa_all()
484 slave_warn(bond_dev, slave->dev, in bond_ipsec_add_sa_all()
485 "%s: no slave xdo_dev_state_add\n", in bond_ipsec_add_sa_all()
487 spin_unlock_bh(&bond->ipsec_lock); in bond_ipsec_add_sa_all()
491 spin_lock_bh(&bond->ipsec_lock); in bond_ipsec_add_sa_all()
492 list_for_each_entry(ipsec, &bond->ipsec_list, list) { in bond_ipsec_add_sa_all()
493 ipsec->xs->xso.real_dev = slave->dev; in bond_ipsec_add_sa_all()
494 if (slave->dev->xfrmdev_ops->xdo_dev_state_add(ipsec->xs)) { in bond_ipsec_add_sa_all()
495 slave_warn(bond_dev, slave->dev, "%s: failed to add SA\n", __func__); in bond_ipsec_add_sa_all()
496 ipsec->xs->xso.real_dev = NULL; in bond_ipsec_add_sa_all()
499 spin_unlock_bh(&bond->ipsec_lock); in bond_ipsec_add_sa_all()
505 * bond_ipsec_del_sa - clear out this specific SA
510 struct net_device *bond_dev = xs->xso.dev; in bond_ipsec_del_sa()
513 struct slave *slave; in bond_ipsec_del_sa() local
520 slave = rcu_dereference(bond->curr_active_slave); in bond_ipsec_del_sa()
522 if (!slave) in bond_ipsec_del_sa()
525 if (!xs->xso.real_dev) in bond_ipsec_del_sa()
528 WARN_ON(xs->xso.real_dev != slave->dev); in bond_ipsec_del_sa()
530 if (!slave->dev->xfrmdev_ops || in bond_ipsec_del_sa()
531 !slave->dev->xfrmdev_ops->xdo_dev_state_delete || in bond_ipsec_del_sa()
532 netif_is_bond_master(slave->dev)) { in bond_ipsec_del_sa()
533 slave_warn(bond_dev, slave->dev, "%s: no slave xdo_dev_state_delete\n", __func__); in bond_ipsec_del_sa()
537 slave->dev->xfrmdev_ops->xdo_dev_state_delete(xs); in bond_ipsec_del_sa()
539 spin_lock_bh(&bond->ipsec_lock); in bond_ipsec_del_sa()
540 list_for_each_entry(ipsec, &bond->ipsec_list, list) { in bond_ipsec_del_sa()
541 if (ipsec->xs == xs) { in bond_ipsec_del_sa()
542 list_del(&ipsec->list); in bond_ipsec_del_sa()
547 spin_unlock_bh(&bond->ipsec_lock); in bond_ipsec_del_sa()
553 struct net_device *bond_dev = bond->dev; in bond_ipsec_del_sa_all()
555 struct slave *slave; in bond_ipsec_del_sa_all() local
558 slave = rcu_dereference(bond->curr_active_slave); in bond_ipsec_del_sa_all()
559 if (!slave) { in bond_ipsec_del_sa_all()
564 spin_lock_bh(&bond->ipsec_lock); in bond_ipsec_del_sa_all()
565 list_for_each_entry(ipsec, &bond->ipsec_list, list) { in bond_ipsec_del_sa_all()
566 if (!ipsec->xs->xso.real_dev) in bond_ipsec_del_sa_all()
569 if (!slave->dev->xfrmdev_ops || in bond_ipsec_del_sa_all()
570 !slave->dev->xfrmdev_ops->xdo_dev_state_delete || in bond_ipsec_del_sa_all()
571 netif_is_bond_master(slave->dev)) { in bond_ipsec_del_sa_all()
572 slave_warn(bond_dev, slave->dev, in bond_ipsec_del_sa_all()
573 "%s: no slave xdo_dev_state_delete\n", in bond_ipsec_del_sa_all()
576 slave->dev->xfrmdev_ops->xdo_dev_state_delete(ipsec->xs); in bond_ipsec_del_sa_all()
578 ipsec->xs->xso.real_dev = NULL; in bond_ipsec_del_sa_all()
580 spin_unlock_bh(&bond->ipsec_lock); in bond_ipsec_del_sa_all()
585 * bond_ipsec_offload_ok - can this packet use the xfrm hw offload
591 struct net_device *bond_dev = xs->xso.dev; in bond_ipsec_offload_ok()
593 struct slave *curr_active; in bond_ipsec_offload_ok()
599 curr_active = rcu_dereference(bond->curr_active_slave); in bond_ipsec_offload_ok()
600 real_dev = curr_active->dev; in bond_ipsec_offload_ok()
607 if (!xs->xso.real_dev) { in bond_ipsec_offload_ok()
612 if (!real_dev->xfrmdev_ops || in bond_ipsec_offload_ok()
613 !real_dev->xfrmdev_ops->xdo_dev_offload_ok || in bond_ipsec_offload_ok()
619 err = real_dev->xfrmdev_ops->xdo_dev_offload_ok(skb, xs); in bond_ipsec_offload_ok()
632 /*------------------------------- Link status -------------------------------*/
635 * slaves. If any slaves are up, the master is up. In 802.3ad mode,
643 struct slave *slave; in bond_set_carrier() local
651 bond_for_each_slave(bond, slave, iter) { in bond_set_carrier()
652 if (slave->link == BOND_LINK_UP) { in bond_set_carrier()
653 if (!netif_carrier_ok(bond->dev)) { in bond_set_carrier()
654 netif_carrier_on(bond->dev); in bond_set_carrier()
662 if (netif_carrier_ok(bond->dev)) { in bond_set_carrier()
663 netif_carrier_off(bond->dev); in bond_set_carrier()
669 /* Get link speed and duplex from the slave's base driver
671 * values are invalid, set speed and duplex to -1,
675 static int bond_update_speed_duplex(struct slave *slave) in bond_update_speed_duplex() argument
677 struct net_device *slave_dev = slave->dev; in bond_update_speed_duplex()
681 slave->speed = SPEED_UNKNOWN; in bond_update_speed_duplex()
682 slave->duplex = DUPLEX_UNKNOWN; in bond_update_speed_duplex()
687 if (ecmd.base.speed == 0 || ecmd.base.speed == ((__u32)-1)) in bond_update_speed_duplex()
697 slave->speed = ecmd.base.speed; in bond_update_speed_duplex()
698 slave->duplex = ecmd.base.duplex; in bond_update_speed_duplex()
728 * If reporting is non-zero, instead of faking link up, return -1 if
737 const struct net_device_ops *slave_ops = slave_dev->netdev_ops; in bond_check_dev_link()
745 if (bond->params.use_carrier) in bond_check_dev_link()
749 if (slave_dev->ethtool_ops->get_link) in bond_check_dev_link()
750 return slave_dev->ethtool_ops->get_link(slave_dev) ? in bond_check_dev_link()
754 ioctl = slave_ops->ndo_eth_ioctl; in bond_check_dev_link()
769 strscpy_pad(ifr.ifr_name, slave_dev->name, IFNAMSIZ); in bond_check_dev_link()
772 mii->reg_num = MII_BMSR; in bond_check_dev_link()
774 return mii->val_out & BMSR_LSTATUS; in bond_check_dev_link()
783 return reporting ? -1 : BMSR_LSTATUS; in bond_check_dev_link()
786 /*----------------------------- Multicast list ------------------------------*/
795 struct slave *curr_active = rtnl_dereference(bond->curr_active_slave); in bond_set_promiscuity()
798 err = dev_set_promiscuity(curr_active->dev, inc); in bond_set_promiscuity()
800 struct slave *slave; in bond_set_promiscuity() local
802 bond_for_each_slave(bond, slave, iter) { in bond_set_promiscuity()
803 err = dev_set_promiscuity(slave->dev, inc); in bond_set_promiscuity()
818 struct slave *curr_active = rtnl_dereference(bond->curr_active_slave); in bond_set_allmulti()
821 err = dev_set_allmulti(curr_active->dev, inc); in bond_set_allmulti()
823 struct slave *slave; in bond_set_allmulti() local
825 bond_for_each_slave(bond, slave, iter) { in bond_set_allmulti()
826 err = dev_set_allmulti(slave->dev, inc); in bond_set_allmulti()
836 * slave.
844 queue_delayed_work(bond->wq, &bond->mcast_work, 1); in bond_resend_igmp_join_requests_delayed()
847 call_netdevice_notifiers(NETDEV_RESEND_IGMP, bond->dev); in bond_resend_igmp_join_requests_delayed()
849 if (bond->igmp_retrans > 1) { in bond_resend_igmp_join_requests_delayed()
850 bond->igmp_retrans--; in bond_resend_igmp_join_requests_delayed()
851 queue_delayed_work(bond->wq, &bond->mcast_work, HZ/5); in bond_resend_igmp_join_requests_delayed()
856 /* Flush bond's hardware addresses from slave */
873 /*--------------------------- Active slave change ---------------------------*/
880 static void bond_hw_addr_swap(struct bonding *bond, struct slave *new_active, in bond_hw_addr_swap()
881 struct slave *old_active) in bond_hw_addr_swap()
884 if (bond->dev->flags & IFF_PROMISC) in bond_hw_addr_swap()
885 dev_set_promiscuity(old_active->dev, -1); in bond_hw_addr_swap()
887 if (bond->dev->flags & IFF_ALLMULTI) in bond_hw_addr_swap()
888 dev_set_allmulti(old_active->dev, -1); in bond_hw_addr_swap()
890 bond_hw_addr_flush(bond->dev, old_active->dev); in bond_hw_addr_swap()
895 if (bond->dev->flags & IFF_PROMISC) in bond_hw_addr_swap()
896 dev_set_promiscuity(new_active->dev, 1); in bond_hw_addr_swap()
898 if (bond->dev->flags & IFF_ALLMULTI) in bond_hw_addr_swap()
899 dev_set_allmulti(new_active->dev, 1); in bond_hw_addr_swap()
901 netif_addr_lock_bh(bond->dev); in bond_hw_addr_swap()
902 dev_uc_sync(new_active->dev, bond->dev); in bond_hw_addr_swap()
903 dev_mc_sync(new_active->dev, bond->dev); in bond_hw_addr_swap()
904 netif_addr_unlock_bh(bond->dev); in bond_hw_addr_swap()
909 * bond_set_dev_addr - clone slave's address to bond
911 * @slave_dev: slave net device
920 slave_dbg(bond_dev, slave_dev, "bond_dev=%p slave_dev=%p slave_dev->addr_len=%d\n", in bond_set_dev_addr()
921 bond_dev, slave_dev, slave_dev->addr_len); in bond_set_dev_addr()
922 err = dev_pre_changeaddr_notify(bond_dev, slave_dev->dev_addr, NULL); in bond_set_dev_addr()
926 memcpy(bond_dev->dev_addr, slave_dev->dev_addr, slave_dev->addr_len); in bond_set_dev_addr()
927 bond_dev->addr_assign_type = NET_ADDR_STOLEN; in bond_set_dev_addr()
932 static struct slave *bond_get_old_active(struct bonding *bond, in bond_get_old_active()
933 struct slave *new_active) in bond_get_old_active()
935 struct slave *slave; in bond_get_old_active() local
938 bond_for_each_slave(bond, slave, iter) { in bond_get_old_active()
939 if (slave == new_active) in bond_get_old_active()
942 if (ether_addr_equal(bond->dev->dev_addr, slave->dev->dev_addr)) in bond_get_old_active()
943 return slave; in bond_get_old_active()
956 struct slave *new_active, in bond_do_fail_over_mac()
957 struct slave *old_active) in bond_do_fail_over_mac()
963 switch (bond->params.fail_over_mac) { in bond_do_fail_over_mac()
966 rv = bond_set_dev_addr(bond->dev, new_active->dev); in bond_do_fail_over_mac()
968 slave_err(bond->dev, new_active->dev, "Error %d setting bond MAC from slave\n", in bond_do_fail_over_mac()
969 -rv); in bond_do_fail_over_mac()
974 * if just old_active, do nothing (going to no active slave) in bond_do_fail_over_mac()
984 bond_hw_addr_copy(tmp_mac, new_active->dev->dev_addr, in bond_do_fail_over_mac()
985 new_active->dev->addr_len); in bond_do_fail_over_mac()
987 old_active->dev->dev_addr, in bond_do_fail_over_mac()
988 old_active->dev->addr_len); in bond_do_fail_over_mac()
989 ss.ss_family = new_active->dev->type; in bond_do_fail_over_mac()
991 bond_hw_addr_copy(ss.__data, bond->dev->dev_addr, in bond_do_fail_over_mac()
992 bond->dev->addr_len); in bond_do_fail_over_mac()
993 ss.ss_family = bond->dev->type; in bond_do_fail_over_mac()
996 rv = dev_set_mac_address(new_active->dev, in bond_do_fail_over_mac()
999 slave_err(bond->dev, new_active->dev, "Error %d setting MAC of new active slave\n", in bond_do_fail_over_mac()
1000 -rv); in bond_do_fail_over_mac()
1008 new_active->dev->addr_len); in bond_do_fail_over_mac()
1009 ss.ss_family = old_active->dev->type; in bond_do_fail_over_mac()
1011 rv = dev_set_mac_address(old_active->dev, in bond_do_fail_over_mac()
1014 slave_err(bond->dev, old_active->dev, "Error %d setting MAC of old active slave\n", in bond_do_fail_over_mac()
1015 -rv); in bond_do_fail_over_mac()
1019 netdev_err(bond->dev, "bond_do_fail_over_mac impossible: bad policy %d\n", in bond_do_fail_over_mac()
1020 bond->params.fail_over_mac); in bond_do_fail_over_mac()
1026 static struct slave *bond_choose_primary_or_current(struct bonding *bond) in bond_choose_primary_or_current()
1028 struct slave *prim = rtnl_dereference(bond->primary_slave); in bond_choose_primary_or_current()
1029 struct slave *curr = rtnl_dereference(bond->curr_active_slave); in bond_choose_primary_or_current()
1031 if (!prim || prim->link != BOND_LINK_UP) { in bond_choose_primary_or_current()
1032 if (!curr || curr->link != BOND_LINK_UP) in bond_choose_primary_or_current()
1037 if (bond->force_primary) { in bond_choose_primary_or_current()
1038 bond->force_primary = false; in bond_choose_primary_or_current()
1042 if (!curr || curr->link != BOND_LINK_UP) in bond_choose_primary_or_current()
1046 switch (bond->params.primary_reselect) { in bond_choose_primary_or_current()
1050 if (prim->speed < curr->speed) in bond_choose_primary_or_current()
1052 if (prim->speed == curr->speed && prim->duplex <= curr->duplex) in bond_choose_primary_or_current()
1058 netdev_err(bond->dev, "impossible primary_reselect %d\n", in bond_choose_primary_or_current()
1059 bond->params.primary_reselect); in bond_choose_primary_or_current()
1065 * bond_find_best_slave - select the best available slave to be the active one
1068 static struct slave *bond_find_best_slave(struct bonding *bond) in bond_find_best_slave()
1070 struct slave *slave, *bestslave = NULL; in bond_find_best_slave() local
1072 int mintime = bond->params.updelay; in bond_find_best_slave()
1074 slave = bond_choose_primary_or_current(bond); in bond_find_best_slave()
1075 if (slave) in bond_find_best_slave()
1076 return slave; in bond_find_best_slave()
1078 bond_for_each_slave(bond, slave, iter) { in bond_find_best_slave()
1079 if (slave->link == BOND_LINK_UP) in bond_find_best_slave()
1080 return slave; in bond_find_best_slave()
1081 if (slave->link == BOND_LINK_BACK && bond_slave_is_up(slave) && in bond_find_best_slave()
1082 slave->delay < mintime) { in bond_find_best_slave()
1083 mintime = slave->delay; in bond_find_best_slave()
1084 bestslave = slave; in bond_find_best_slave()
1093 struct slave *slave; in bond_should_notify_peers() local
1096 slave = rcu_dereference(bond->curr_active_slave); in bond_should_notify_peers()
1099 netdev_dbg(bond->dev, "bond_should_notify_peers: slave %s\n", in bond_should_notify_peers()
1100 slave ? slave->dev->name : "NULL"); in bond_should_notify_peers()
1102 if (!slave || !bond->send_peer_notif || in bond_should_notify_peers()
1103 bond->send_peer_notif % in bond_should_notify_peers()
1104 max(1, bond->params.peer_notif_delay) != 0 || in bond_should_notify_peers()
1105 !netif_carrier_ok(bond->dev) || in bond_should_notify_peers()
1106 test_bit(__LINK_STATE_LINKWATCH_PENDING, &slave->dev->state)) in bond_should_notify_peers()
1113 * bond_change_active_slave - change the active slave into the specified one
1115 * @new_active: the new slave to make the active one
1117 * Set the new slave to the bond's settings and unset them on the old
1119 * Setting include flags, mc-list, promiscuity, allmulti, etc.
1122 * because it is apparently the best available slave we have, even though its
1127 void bond_change_active_slave(struct bonding *bond, struct slave *new_active) in bond_change_active_slave()
1129 struct slave *old_active; in bond_change_active_slave()
1133 old_active = rtnl_dereference(bond->curr_active_slave); in bond_change_active_slave()
1143 new_active->last_link_up = jiffies; in bond_change_active_slave()
1145 if (new_active->link == BOND_LINK_BACK) { in bond_change_active_slave()
1147 slave_info(bond->dev, new_active->dev, "making interface the new active one %d ms earlier\n", in bond_change_active_slave()
1148 (bond->params.updelay - new_active->delay) * bond->params.miimon); in bond_change_active_slave()
1151 new_active->delay = 0; in bond_change_active_slave()
1162 slave_info(bond->dev, new_active->dev, "making interface the new active one\n"); in bond_change_active_slave()
1178 rcu_assign_pointer(bond->curr_active_slave, new_active); in bond_change_active_slave()
1192 if (bond->params.fail_over_mac) in bond_change_active_slave()
1196 if (netif_running(bond->dev)) { in bond_change_active_slave()
1197 bond->send_peer_notif = in bond_change_active_slave()
1198 bond->params.num_peer_notif * in bond_change_active_slave()
1199 max(1, bond->params.peer_notif_delay); in bond_change_active_slave()
1204 call_netdevice_notifiers(NETDEV_BONDING_FAILOVER, bond->dev); in bond_change_active_slave()
1206 bond->send_peer_notif--; in bond_change_active_slave()
1208 bond->dev); in bond_change_active_slave()
1217 /* resend IGMP joins since active slave has changed or in bond_change_active_slave()
1222 if (netif_running(bond->dev) && (bond->params.resend_igmp > 0) && in bond_change_active_slave()
1225 bond->igmp_retrans = bond->params.resend_igmp; in bond_change_active_slave()
1226 queue_delayed_work(bond->wq, &bond->mcast_work, 1); in bond_change_active_slave()
1231 * bond_select_active_slave - select a new active slave, if needed
1235 * - The old curr_active_slave has been released or lost its link.
1236 * - The primary_slave has got its link back.
1237 * - A slave has got its link back and there's no old curr_active_slave.
1243 struct slave *best_slave; in bond_select_active_slave()
1249 if (best_slave != rtnl_dereference(bond->curr_active_slave)) { in bond_select_active_slave()
1255 if (netif_carrier_ok(bond->dev)) in bond_select_active_slave()
1256 netdev_info(bond->dev, "active interface up!\n"); in bond_select_active_slave()
1258 netdev_info(bond->dev, "now running without any active interface!\n"); in bond_select_active_slave()
1263 static inline int slave_enable_netpoll(struct slave *slave) in slave_enable_netpoll() argument
1269 err = -ENOMEM; in slave_enable_netpoll()
1273 err = __netpoll_setup(np, slave->dev); in slave_enable_netpoll()
1278 slave->np = np; in slave_enable_netpoll()
1282 static inline void slave_disable_netpoll(struct slave *slave) in slave_disable_netpoll() argument
1284 struct netpoll *np = slave->np; in slave_disable_netpoll()
1289 slave->np = NULL; in slave_disable_netpoll()
1297 struct slave *slave = NULL; in bond_poll_controller() local
1305 bond_for_each_slave_rcu(bond, slave, iter) { in bond_poll_controller()
1306 if (!bond_slave_is_up(slave)) in bond_poll_controller()
1311 SLAVE_AD_INFO(slave)->port.aggregator; in bond_poll_controller()
1314 agg->aggregator_identifier != ad_info.aggregator_id) in bond_poll_controller()
1318 netpoll_poll_dev(slave->dev); in bond_poll_controller()
1326 struct slave *slave; in bond_netpoll_cleanup() local
1328 bond_for_each_slave(bond, slave, iter) in bond_netpoll_cleanup()
1329 if (bond_slave_is_up(slave)) in bond_netpoll_cleanup()
1330 slave_disable_netpoll(slave); in bond_netpoll_cleanup()
1337 struct slave *slave; in bond_netpoll_setup() local
1340 bond_for_each_slave(bond, slave, iter) { in bond_netpoll_setup()
1341 err = slave_enable_netpoll(slave); in bond_netpoll_setup()
1350 static inline int slave_enable_netpoll(struct slave *slave) in slave_enable_netpoll() argument
1354 static inline void slave_disable_netpoll(struct slave *slave) in slave_disable_netpoll() argument
1362 /*---------------------------------- IOCTL ----------------------------------*/
1370 struct slave *slave; in bond_fix_features() local
1384 bond_for_each_slave(bond, slave, iter) { in bond_fix_features()
1386 slave->dev->features, in bond_fix_features()
1415 struct net_device *bond_dev = bond->dev; in bond_compute_features()
1417 struct slave *slave; in bond_compute_features() local
1427 bond_for_each_slave(bond, slave, iter) { in bond_compute_features()
1429 slave->dev->vlan_features, BOND_VLAN_FEATURES); in bond_compute_features()
1432 slave->dev->hw_enc_features, in bond_compute_features()
1437 slave->dev->hw_enc_features, in bond_compute_features()
1442 slave->dev->mpls_features, in bond_compute_features()
1445 dst_release_flag &= slave->dev->priv_flags; in bond_compute_features()
1446 if (slave->dev->hard_header_len > max_hard_header_len) in bond_compute_features()
1447 max_hard_header_len = slave->dev->hard_header_len; in bond_compute_features()
1449 gso_max_size = min(gso_max_size, slave->dev->gso_max_size); in bond_compute_features()
1450 gso_max_segs = min(gso_max_segs, slave->dev->gso_max_segs); in bond_compute_features()
1452 bond_dev->hard_header_len = max_hard_header_len; in bond_compute_features()
1455 bond_dev->vlan_features = vlan_features; in bond_compute_features()
1456 bond_dev->hw_enc_features = enc_features | NETIF_F_GSO_ENCAP_ALL | in bond_compute_features()
1460 bond_dev->hw_enc_features |= xfrm_features; in bond_compute_features()
1462 bond_dev->mpls_features = mpls_features; in bond_compute_features()
1463 bond_dev->gso_max_segs = gso_max_segs; in bond_compute_features()
1466 bond_dev->priv_flags &= ~IFF_XMIT_DST_RELEASE; in bond_compute_features()
1467 if ((bond_dev->priv_flags & IFF_XMIT_DST_RELEASE_PERM) && in bond_compute_features()
1469 bond_dev->priv_flags |= IFF_XMIT_DST_RELEASE; in bond_compute_features()
1477 bond_dev->header_ops = slave_dev->header_ops; in bond_setup_by_slave()
1479 bond_dev->type = slave_dev->type; in bond_setup_by_slave()
1480 bond_dev->hard_header_len = slave_dev->hard_header_len; in bond_setup_by_slave()
1481 bond_dev->needed_headroom = slave_dev->needed_headroom; in bond_setup_by_slave()
1482 bond_dev->addr_len = slave_dev->addr_len; in bond_setup_by_slave()
1484 memcpy(bond_dev->broadcast, slave_dev->broadcast, in bond_setup_by_slave()
1485 slave_dev->addr_len); in bond_setup_by_slave()
1488 /* On bonding slaves other than the currently active slave, suppress
1489 * duplicates except for alb non-mcast/bcast.
1492 struct slave *slave, in bond_should_deliver_exact_match() argument
1495 if (bond_is_slave_inactive(slave)) { in bond_should_deliver_exact_match()
1497 skb->pkt_type != PACKET_BROADCAST && in bond_should_deliver_exact_match()
1498 skb->pkt_type != PACKET_MULTICAST) in bond_should_deliver_exact_match()
1508 struct slave *slave; in bond_handle_frame() local
1511 struct slave *); in bond_handle_frame()
1520 slave = bond_slave_get_rcu(skb->dev); in bond_handle_frame()
1521 bond = slave->bond; in bond_handle_frame()
1523 recv_probe = READ_ONCE(bond->recv_probe); in bond_handle_frame()
1525 ret = recv_probe(skb, bond, slave); in bond_handle_frame()
1534 * be suppressed we want to make an exception for link-local packets. in bond_handle_frame()
1536 * inactive slave links without being forced to bind to them in bond_handle_frame()
1540 * (including link-local ones) can have their originating interface in bond_handle_frame()
1543 if (bond_should_deliver_exact_match(skb, slave, bond)) { in bond_handle_frame()
1544 if (is_link_local_ether_addr(eth_hdr(skb)->h_dest)) in bond_handle_frame()
1549 skb->dev = bond->dev; in bond_handle_frame()
1552 netif_is_bridge_port(bond->dev) && in bond_handle_frame()
1553 skb->pkt_type == PACKET_HOST) { in bond_handle_frame()
1556 skb->data - skb_mac_header(skb)))) { in bond_handle_frame()
1560 bond_hw_addr_copy(eth_hdr(skb)->h_dest, bond->dev->dev_addr, in bond_handle_frame()
1561 bond->dev->addr_len); in bond_handle_frame()
1590 switch (bond->params.xmit_policy) { in bond_lag_hash_type()
1608 static int bond_master_upper_dev_link(struct bonding *bond, struct slave *slave, in bond_master_upper_dev_link() argument
1618 return netdev_master_upper_dev_link(slave->dev, bond->dev, slave, in bond_master_upper_dev_link()
1622 static void bond_upper_dev_unlink(struct bonding *bond, struct slave *slave) in bond_upper_dev_unlink() argument
1624 netdev_upper_dev_unlink(slave->dev, bond->dev); in bond_upper_dev_unlink()
1625 slave->dev->flags &= ~IFF_SLAVE; in bond_upper_dev_unlink()
1630 struct slave *slave = to_slave(kobj); in slave_kobj_release() local
1631 struct bonding *bond = bond_get_bond_by_slave(slave); in slave_kobj_release()
1633 cancel_delayed_work_sync(&slave->notify_work); in slave_kobj_release()
1635 kfree(SLAVE_AD_INFO(slave)); in slave_kobj_release()
1637 kfree(slave); in slave_kobj_release()
1647 static int bond_kobj_init(struct slave *slave) in bond_kobj_init() argument
1651 err = kobject_init_and_add(&slave->kobj, &slave_ktype, in bond_kobj_init()
1652 &(slave->dev->dev.kobj), "bonding_slave"); in bond_kobj_init()
1654 kobject_put(&slave->kobj); in bond_kobj_init()
1659 static struct slave *bond_alloc_slave(struct bonding *bond, in bond_alloc_slave()
1662 struct slave *slave = NULL; in bond_alloc_slave() local
1664 slave = kzalloc(sizeof(*slave), GFP_KERNEL); in bond_alloc_slave()
1665 if (!slave) in bond_alloc_slave()
1668 slave->bond = bond; in bond_alloc_slave()
1669 slave->dev = slave_dev; in bond_alloc_slave()
1670 INIT_DELAYED_WORK(&slave->notify_work, bond_netdev_notify_work); in bond_alloc_slave()
1672 if (bond_kobj_init(slave)) in bond_alloc_slave()
1676 SLAVE_AD_INFO(slave) = kzalloc(sizeof(struct ad_slave_info), in bond_alloc_slave()
1678 if (!SLAVE_AD_INFO(slave)) { in bond_alloc_slave()
1679 kobject_put(&slave->kobj); in bond_alloc_slave()
1684 return slave; in bond_alloc_slave()
1689 info->bond_mode = BOND_MODE(bond); in bond_fill_ifbond()
1690 info->miimon = bond->params.miimon; in bond_fill_ifbond()
1691 info->num_slaves = bond->slave_cnt; in bond_fill_ifbond()
1694 static void bond_fill_ifslave(struct slave *slave, struct ifslave *info) in bond_fill_ifslave() argument
1696 strcpy(info->slave_name, slave->dev->name); in bond_fill_ifslave()
1697 info->link = slave->link; in bond_fill_ifslave()
1698 info->state = bond_slave_state(slave); in bond_fill_ifslave()
1699 info->link_failure_count = slave->link_failure_count; in bond_fill_ifslave()
1704 struct slave *slave = container_of(_work, struct slave, in bond_netdev_notify_work() local
1710 bond_fill_ifslave(slave, &binfo.slave); in bond_netdev_notify_work()
1711 bond_fill_ifbond(slave->bond, &binfo.master); in bond_netdev_notify_work()
1712 netdev_bonding_info_change(slave->dev, &binfo); in bond_netdev_notify_work()
1715 queue_delayed_work(slave->bond->wq, &slave->notify_work, 1); in bond_netdev_notify_work()
1719 void bond_queue_slave_event(struct slave *slave) in bond_queue_slave_event() argument
1721 queue_delayed_work(slave->bond->wq, &slave->notify_work, 0); in bond_queue_slave_event()
1724 void bond_lower_state_changed(struct slave *slave) in bond_lower_state_changed() argument
1728 info.link_up = slave->link == BOND_LINK_UP || in bond_lower_state_changed()
1729 slave->link == BOND_LINK_FAIL; in bond_lower_state_changed()
1730 info.tx_enabled = bond_is_active_slave(slave); in bond_lower_state_changed()
1731 netdev_lower_state_changed(slave->dev, &info); in bond_lower_state_changed()
1748 /* enslave device <slave> to bond device <master> */
1753 const struct net_device_ops *slave_ops = slave_dev->netdev_ops; in bond_enslave()
1754 struct slave *new_slave = NULL, *prev_slave; in bond_enslave()
1759 if (slave_dev->flags & IFF_MASTER && in bond_enslave()
1763 return -EPERM; in bond_enslave()
1766 if (!bond->params.use_carrier && in bond_enslave()
1767 slave_dev->ethtool_ops->get_link == NULL && in bond_enslave()
1768 slave_ops->ndo_eth_ioctl == NULL) { in bond_enslave()
1772 /* already in-use? */ in bond_enslave()
1776 return -EBUSY; in bond_enslave()
1781 return -EPERM; in bond_enslave()
1786 if (slave_dev->features & NETIF_F_VLAN_CHALLENGED) { in bond_enslave()
1791 return -EPERM; in bond_enslave()
1793 …slave_warn(bond_dev, slave_dev, "enslaved VLAN challenged slave. Adding VLANs will be blocked as l… in bond_enslave()
1799 if (slave_dev->features & NETIF_F_HW_ESP) in bond_enslave()
1800 slave_dbg(bond_dev, slave_dev, "is esp-hw-offload capable\n"); in bond_enslave()
1803 * be identified with moderate accuracy by the state of the slave: in bond_enslave()
1807 if (slave_dev->flags & IFF_UP) { in bond_enslave()
1810 return -EPERM; in bond_enslave()
1813 /* set bonding device ether type by slave - bonding netdevices are in bond_enslave()
1814 * created with ether_setup, so when the slave type is not ARPHRD_ETHER in bond_enslave()
1817 * bond ether type mutual exclusion - don't allow slaves of dissimilar in bond_enslave()
1821 if (bond_dev->type != slave_dev->type) { in bond_enslave()
1823 bond_dev->type, slave_dev->type); in bond_enslave()
1830 return -EBUSY; in bond_enslave()
1837 if (slave_dev->type != ARPHRD_ETHER) in bond_enslave()
1841 bond_dev->priv_flags &= ~IFF_TX_SKB_SHARING; in bond_enslave()
1847 } else if (bond_dev->type != slave_dev->type) { in bond_enslave()
1850 return -EINVAL; in bond_enslave()
1853 if (slave_dev->type == ARPHRD_INFINIBAND && in bond_enslave()
1856 "Only active-backup mode is supported for infiniband slaves"); in bond_enslave()
1857 res = -EOPNOTSUPP; in bond_enslave()
1861 if (!slave_ops->ndo_set_mac_address || in bond_enslave()
1862 slave_dev->type == ARPHRD_INFINIBAND) { in bond_enslave()
1863 …slave_warn(bond_dev, slave_dev, "The slave device specified does not support setting the MAC addre… in bond_enslave()
1865 bond->params.fail_over_mac != BOND_FOM_ACTIVE) { in bond_enslave()
1867 bond->params.fail_over_mac = BOND_FOM_ACTIVE; in bond_enslave()
1868 slave_warn(bond_dev, slave_dev, "Setting fail_over_mac to active for active-backup mode\n"); in bond_enslave()
1871 … "Slave device does not support setting the MAC address, but fail_over_mac is not set to active"); in bond_enslave()
1872 res = -EOPNOTSUPP; in bond_enslave()
1880 /* If this is the first slave, then we need to set the master's hardware in bond_enslave()
1881 * address to be the same as the slave's. in bond_enslave()
1884 bond->dev->addr_assign_type == NET_ADDR_RANDOM) { in bond_enslave()
1885 res = bond_set_dev_addr(bond->dev, slave_dev); in bond_enslave()
1892 res = -ENOMEM; in bond_enslave()
1899 new_slave->queue_id = 0; in bond_enslave()
1901 /* Save slave's original mtu and then set it to match the bond */ in bond_enslave()
1902 new_slave->original_mtu = slave_dev->mtu; in bond_enslave()
1903 res = dev_set_mtu(slave_dev, bond->dev->mtu); in bond_enslave()
1909 /* Save slave's original ("permanent") mac address for modes in bond_enslave()
1913 bond_hw_addr_copy(new_slave->perm_hwaddr, slave_dev->dev_addr, in bond_enslave()
1914 slave_dev->addr_len); in bond_enslave()
1916 if (!bond->params.fail_over_mac || in bond_enslave()
1918 /* Set slave to master's mac address. The application already in bond_enslave()
1919 * set the master's mac address to that of the first slave in bond_enslave()
1921 memcpy(ss.__data, bond_dev->dev_addr, bond_dev->addr_len); in bond_enslave()
1922 ss.ss_family = slave_dev->type; in bond_enslave()
1931 /* set slave flag before open to prevent IPv6 addrconf */ in bond_enslave()
1932 slave_dev->flags |= IFF_SLAVE; in bond_enslave()
1934 /* open the slave since the application closed it */ in bond_enslave()
1937 slave_err(bond_dev, slave_dev, "Opening slave failed\n"); in bond_enslave()
1941 slave_dev->priv_flags |= IFF_BONDING; in bond_enslave()
1942 /* initialize slave stats */ in bond_enslave()
1943 dev_get_stats(new_slave->dev, &new_slave->slave_stats); in bond_enslave()
1962 new_slave->delay = 0; in bond_enslave()
1963 new_slave->link_failure_count = 0; in bond_enslave()
1967 new_slave->link = BOND_LINK_DOWN; in bond_enslave()
1969 new_slave->last_rx = jiffies - in bond_enslave()
1970 (msecs_to_jiffies(bond->params.arp_interval) + 1); in bond_enslave()
1972 new_slave->target_last_arp_rx[i] = new_slave->last_rx; in bond_enslave()
1974 if (bond->params.miimon && !bond->params.use_carrier) { in bond_enslave()
1977 if ((link_reporting == -1) && !bond->params.arp_interval) { in bond_enslave()
1986 …slave_warn(bond_dev, slave_dev, "MII and ETHTOOL support not available for slave, and arp_interval… in bond_enslave()
1987 } else if (link_reporting == -1) { in bond_enslave()
1989 …slave_warn(bond_dev, slave_dev, "can't get link status from slave; the network driver associated w… in bond_enslave()
1994 new_slave->link = BOND_LINK_NOCHANGE; in bond_enslave()
1995 if (bond->params.miimon) { in bond_enslave()
1997 if (bond->params.updelay) { in bond_enslave()
2001 new_slave->delay = bond->params.updelay; in bond_enslave()
2011 } else if (bond->params.arp_interval) { in bond_enslave()
2021 if (new_slave->link != BOND_LINK_DOWN) in bond_enslave()
2022 new_slave->last_link_up = jiffies; in bond_enslave()
2023 slave_dbg(bond_dev, slave_dev, "Initial state of slave is BOND_LINK_%s\n", in bond_enslave()
2024 new_slave->link == BOND_LINK_DOWN ? "DOWN" : in bond_enslave()
2025 (new_slave->link == BOND_LINK_UP ? "UP" : "BACK")); in bond_enslave()
2027 if (bond_uses_primary(bond) && bond->params.primary[0]) { in bond_enslave()
2028 /* if there is a primary slave, remember it */ in bond_enslave()
2029 if (strcmp(bond->params.primary, new_slave->dev->name) == 0) { in bond_enslave()
2030 rcu_assign_pointer(bond->primary_slave, new_slave); in bond_enslave()
2031 bond->force_primary = true; in bond_enslave()
2041 /* in 802.3ad mode, the internal mechanism in bond_enslave()
2046 /* if this is the first slave */ in bond_enslave()
2048 SLAVE_AD_INFO(new_slave)->id = 1; in bond_enslave()
2054 SLAVE_AD_INFO(new_slave)->id = in bond_enslave()
2055 SLAVE_AD_INFO(prev_slave)->id + 1; in bond_enslave()
2066 slave_dbg(bond_dev, slave_dev, "This slave is always active in trunk mode\n"); in bond_enslave()
2068 /* always active in trunk mode */ in bond_enslave()
2071 /* In trunking mode there is little meaning to curr_active_slave in bond_enslave()
2075 if (!rcu_access_pointer(bond->curr_active_slave) && in bond_enslave()
2076 new_slave->link == BOND_LINK_UP) in bond_enslave()
2077 rcu_assign_pointer(bond->curr_active_slave, new_slave); in bond_enslave()
2083 if (bond->dev->npinfo) { in bond_enslave()
2085 …slave_info(bond_dev, slave_dev, "master_dev is using netpoll, but new slave device does not suppor… in bond_enslave()
2086 res = -EBUSY; in bond_enslave()
2092 if (!(bond_dev->features & NETIF_F_LRO)) in bond_enslave()
2116 /* If the mode uses primary, then the following is handled by in bond_enslave()
2120 /* set promiscuity level to new slave */ in bond_enslave()
2121 if (bond_dev->flags & IFF_PROMISC) { in bond_enslave()
2127 /* set allmulti level to new slave */ in bond_enslave()
2128 if (bond_dev->flags & IFF_ALLMULTI) { in bond_enslave()
2131 if (bond_dev->flags & IFF_PROMISC) in bond_enslave()
2132 dev_set_promiscuity(slave_dev, -1); in bond_enslave()
2150 bond->slave_cnt++; in bond_enslave()
2164 if (!slave_dev->netdev_ops->ndo_bpf || in bond_enslave()
2165 !slave_dev->netdev_ops->ndo_xdp_xmit) { in bond_enslave()
2166 if (bond->xdp_prog) { in bond_enslave()
2168 "Slave does not support XDP"); in bond_enslave()
2169 res = -EOPNOTSUPP; in bond_enslave()
2172 } else if (bond->xdp_prog) { in bond_enslave()
2176 .prog = bond->xdp_prog, in bond_enslave()
2182 "Slave has XDP program loaded, please unload before enslaving"); in bond_enslave()
2183 res = -EOPNOTSUPP; in bond_enslave()
2187 res = slave_dev->netdev_ops->ndo_bpf(slave_dev, &xdp); in bond_enslave()
2193 if (bond->xdp_prog) in bond_enslave()
2194 bpf_prog_inc(bond->xdp_prog); in bond_enslave()
2199 new_slave->link != BOND_LINK_DOWN ? "an up" : "a down"); in bond_enslave()
2217 if (rcu_access_pointer(bond->primary_slave) == new_slave) in bond_enslave()
2218 RCU_INIT_POINTER(bond->primary_slave, NULL); in bond_enslave()
2219 if (rcu_access_pointer(bond->curr_active_slave) == new_slave) { in bond_enslave()
2231 slave_dev->priv_flags &= ~IFF_BONDING; in bond_enslave()
2235 slave_dev->flags &= ~IFF_SLAVE; in bond_enslave()
2236 if (!bond->params.fail_over_mac || in bond_enslave()
2238 /* XXX TODO - fom follow mode needs to change master's in bond_enslave()
2239 * MAC if this slave's MAC is in use by the bond, or at in bond_enslave()
2242 bond_hw_addr_copy(ss.__data, new_slave->perm_hwaddr, in bond_enslave()
2243 new_slave->dev->addr_len); in bond_enslave()
2244 ss.ss_family = slave_dev->type; in bond_enslave()
2249 dev_set_mtu(slave_dev, new_slave->original_mtu); in bond_enslave()
2252 kobject_put(&new_slave->kobj); in bond_enslave()
2255 /* Enslave of first slave has failed and we need to fix master's mac */ in bond_enslave()
2257 if (ether_addr_equal_64bits(bond_dev->dev_addr, in bond_enslave()
2258 slave_dev->dev_addr)) in bond_enslave()
2260 if (bond_dev->type != ARPHRD_ETHER) { in bond_enslave()
2263 bond_dev->flags |= IFF_MASTER; in bond_enslave()
2264 bond_dev->priv_flags &= ~IFF_TX_SKB_SHARING; in bond_enslave()
2271 /* Try to release the slave device <slave> from the bond device <master>
2273 * is RTNL-locked. If "all" is true it means that the function is being called
2276 * The rules for slave state should be:
2287 struct slave *slave, *oldcurrent; in __bond_release_one() local
2289 int old_flags = bond_dev->flags; in __bond_release_one()
2290 netdev_features_t old_features = bond_dev->features; in __bond_release_one()
2292 /* slave is not a slave or master is not master of this slave */ in __bond_release_one()
2293 if (!(slave_dev->flags & IFF_SLAVE) || in __bond_release_one()
2295 slave_dbg(bond_dev, slave_dev, "cannot release slave\n"); in __bond_release_one()
2296 return -EINVAL; in __bond_release_one()
2301 slave = bond_get_slave_by_dev(bond, slave_dev); in __bond_release_one()
2302 if (!slave) { in __bond_release_one()
2303 /* not a slave of this bond */ in __bond_release_one()
2306 return -EINVAL; in __bond_release_one()
2309 bond_set_slave_inactive_flags(slave, BOND_SLAVE_NOTIFY_NOW); in __bond_release_one()
2311 bond_sysfs_slave_del(slave); in __bond_release_one()
2313 /* recompute stats just before removing the slave */ in __bond_release_one()
2314 bond_get_stats(bond->dev, &bond->bond_stats); in __bond_release_one()
2316 if (bond->xdp_prog) { in __bond_release_one()
2323 if (slave_dev->netdev_ops->ndo_bpf(slave_dev, &xdp)) in __bond_release_one()
2328 * for this slave anymore. in __bond_release_one()
2333 bond_3ad_unbind_slave(slave); in __bond_release_one()
2335 bond_upper_dev_unlink(bond, slave); in __bond_release_one()
2338 bond_update_slave_arr(bond, slave); in __bond_release_one()
2341 bond_is_active_slave(slave) ? "active" : "backup"); in __bond_release_one()
2343 oldcurrent = rcu_access_pointer(bond->curr_active_slave); in __bond_release_one()
2345 RCU_INIT_POINTER(bond->current_arp_slave, NULL); in __bond_release_one()
2347 if (!all && (!bond->params.fail_over_mac || in __bond_release_one()
2349 if (ether_addr_equal_64bits(bond_dev->dev_addr, slave->perm_hwaddr) && in __bond_release_one()
2351 …ond_dev, slave_dev, "the permanent HWaddr of slave - %pM - is still in use by bond - set the HWadd… in __bond_release_one()
2352 slave->perm_hwaddr); in __bond_release_one()
2355 if (rtnl_dereference(bond->primary_slave) == slave) in __bond_release_one()
2356 RCU_INIT_POINTER(bond->primary_slave, NULL); in __bond_release_one()
2358 if (oldcurrent == slave) in __bond_release_one()
2362 /* Must be called only after the slave has been in __bond_release_one()
2365 * but before a new active slave is selected. in __bond_release_one()
2367 bond_alb_deinit_slave(bond, slave); in __bond_release_one()
2371 RCU_INIT_POINTER(bond->curr_active_slave, NULL); in __bond_release_one()
2372 } else if (oldcurrent == slave) { in __bond_release_one()
2374 * is no concern that another slave add/remove event in __bond_release_one()
2387 bond->slave_cnt--; in __bond_release_one()
2390 call_netdevice_notifiers(NETDEV_CHANGEADDR, bond->dev); in __bond_release_one()
2391 call_netdevice_notifiers(NETDEV_RELEASE, bond->dev); in __bond_release_one()
2395 if (!(bond_dev->features & NETIF_F_VLAN_CHALLENGED) && in __bond_release_one()
2397 …slave_info(bond_dev, slave_dev, "last VLAN challenged slave left bond - VLAN blocking is removed\n… in __bond_release_one()
2401 /* If the mode uses primary, then this case was handled above by in __bond_release_one()
2405 /* unset promiscuity level from slave in __bond_release_one()
2409 * when this slave was attached, so we cache at the start of the in __bond_release_one()
2413 dev_set_promiscuity(slave_dev, -1); in __bond_release_one()
2415 /* unset allmulti level from slave */ in __bond_release_one()
2417 dev_set_allmulti(slave_dev, -1); in __bond_release_one()
2422 slave_disable_netpoll(slave); in __bond_release_one()
2424 /* close slave before restoring its mac address */ in __bond_release_one()
2427 if (bond->params.fail_over_mac != BOND_FOM_ACTIVE || in __bond_release_one()
2430 bond_hw_addr_copy(ss.__data, slave->perm_hwaddr, in __bond_release_one()
2431 slave->dev->addr_len); in __bond_release_one()
2432 ss.ss_family = slave_dev->type; in __bond_release_one()
2437 __dev_set_mtu(slave_dev, slave->original_mtu); in __bond_release_one()
2439 dev_set_mtu(slave_dev, slave->original_mtu); in __bond_release_one()
2442 slave_dev->priv_flags &= ~IFF_BONDING; in __bond_release_one()
2444 kobject_put(&slave->kobj); in __bond_release_one()
2455 /* First release a slave and then destroy the bond if no more slaves are left.
2466 bond_dev->reg_state != NETREG_UNREGISTERING) { in bond_release_and_destroy()
2467 bond_dev->priv_flags |= IFF_DISABLE_NETPOLL; in bond_release_and_destroy()
2486 int i = 0, res = -ENODEV; in bond_slave_info_query()
2487 struct slave *slave; in bond_slave_info_query() local
2489 bond_for_each_slave(bond, slave, iter) { in bond_slave_info_query()
2490 if (i++ == (int)info->slave_id) { in bond_slave_info_query()
2492 bond_fill_ifslave(slave, info); in bond_slave_info_query()
2500 /*-------------------------------- Monitoring -------------------------------*/
2507 struct slave *slave; in bond_miimon_inspect() local
2510 ignore_updelay = !rcu_dereference(bond->curr_active_slave); in bond_miimon_inspect()
2512 bond_for_each_slave_rcu(bond, slave, iter) { in bond_miimon_inspect()
2513 bond_propose_link_state(slave, BOND_LINK_NOCHANGE); in bond_miimon_inspect()
2515 link_state = bond_check_dev_link(bond, slave->dev, 0); in bond_miimon_inspect()
2517 switch (slave->link) { in bond_miimon_inspect()
2522 bond_propose_link_state(slave, BOND_LINK_FAIL); in bond_miimon_inspect()
2524 slave->delay = bond->params.downdelay; in bond_miimon_inspect()
2525 if (slave->delay) { in bond_miimon_inspect()
2526 slave_info(bond->dev, slave->dev, "link status down for %sinterface, disabling it in %d ms\n", in bond_miimon_inspect()
2529 (bond_is_active_slave(slave) ? in bond_miimon_inspect()
2531 bond->params.downdelay * bond->params.miimon); in bond_miimon_inspect()
2537 bond_propose_link_state(slave, BOND_LINK_UP); in bond_miimon_inspect()
2538 slave->last_link_up = jiffies; in bond_miimon_inspect()
2539 slave_info(bond->dev, slave->dev, "link status up again after %d ms\n", in bond_miimon_inspect()
2540 (bond->params.downdelay - slave->delay) * in bond_miimon_inspect()
2541 bond->params.miimon); in bond_miimon_inspect()
2546 if (slave->delay <= 0) { in bond_miimon_inspect()
2547 bond_propose_link_state(slave, BOND_LINK_DOWN); in bond_miimon_inspect()
2552 slave->delay--; in bond_miimon_inspect()
2559 bond_propose_link_state(slave, BOND_LINK_BACK); in bond_miimon_inspect()
2561 slave->delay = bond->params.updelay; in bond_miimon_inspect()
2563 if (slave->delay) { in bond_miimon_inspect()
2564 slave_info(bond->dev, slave->dev, "link status up, enabling it in %d ms\n", in bond_miimon_inspect()
2566 bond->params.updelay * in bond_miimon_inspect()
2567 bond->params.miimon); in bond_miimon_inspect()
2572 bond_propose_link_state(slave, BOND_LINK_DOWN); in bond_miimon_inspect()
2573 slave_info(bond->dev, slave->dev, "link status down again after %d ms\n", in bond_miimon_inspect()
2574 (bond->params.updelay - slave->delay) * in bond_miimon_inspect()
2575 bond->params.miimon); in bond_miimon_inspect()
2581 slave->delay = 0; in bond_miimon_inspect()
2583 if (slave->delay <= 0) { in bond_miimon_inspect()
2584 bond_propose_link_state(slave, BOND_LINK_UP); in bond_miimon_inspect()
2590 slave->delay--; in bond_miimon_inspect()
2599 struct slave *slave, in bond_miimon_link_change() argument
2604 bond_3ad_handle_link_change(slave, link); in bond_miimon_link_change()
2608 bond_alb_handle_link_change(bond, slave, link); in bond_miimon_link_change()
2619 struct slave *slave, *primary; in bond_miimon_commit() local
2621 bond_for_each_slave(bond, slave, iter) { in bond_miimon_commit()
2622 switch (slave->link_new_state) { in bond_miimon_commit()
2624 /* For 802.3ad mode, check current slave speed and in bond_miimon_commit()
2631 slave->link == BOND_LINK_UP) in bond_miimon_commit()
2632 bond_3ad_adapter_speed_duplex_changed(slave); in bond_miimon_commit()
2636 if (bond_update_speed_duplex(slave) && in bond_miimon_commit()
2638 slave->link = BOND_LINK_DOWN; in bond_miimon_commit()
2640 slave_warn(bond->dev, slave->dev, in bond_miimon_commit()
2644 bond_set_slave_link_state(slave, BOND_LINK_UP, in bond_miimon_commit()
2646 slave->last_link_up = jiffies; in bond_miimon_commit()
2648 primary = rtnl_dereference(bond->primary_slave); in bond_miimon_commit()
2651 bond_set_backup_slave(slave); in bond_miimon_commit()
2654 bond_set_active_slave(slave); in bond_miimon_commit()
2657 slave_info(bond->dev, slave->dev, "link status definitely up, %u Mbps %s duplex\n", in bond_miimon_commit()
2658 slave->speed == SPEED_UNKNOWN ? 0 : slave->speed, in bond_miimon_commit()
2659 slave->duplex ? "full" : "half"); in bond_miimon_commit()
2661 bond_miimon_link_change(bond, slave, BOND_LINK_UP); in bond_miimon_commit()
2663 if (!bond->curr_active_slave || slave == primary) in bond_miimon_commit()
2669 if (slave->link_failure_count < UINT_MAX) in bond_miimon_commit()
2670 slave->link_failure_count++; in bond_miimon_commit()
2672 bond_set_slave_link_state(slave, BOND_LINK_DOWN, in bond_miimon_commit()
2677 bond_set_slave_inactive_flags(slave, in bond_miimon_commit()
2680 slave_info(bond->dev, slave->dev, "link status definitely down, disabling slave\n"); in bond_miimon_commit()
2682 bond_miimon_link_change(bond, slave, BOND_LINK_DOWN); in bond_miimon_commit()
2684 if (slave == rcu_access_pointer(bond->curr_active_slave)) in bond_miimon_commit()
2690 slave_err(bond->dev, slave->dev, "invalid new link %d on slave\n", in bond_miimon_commit()
2691 slave->link_new_state); in bond_miimon_commit()
2692 bond_propose_link_state(slave, BOND_LINK_NOCHANGE); in bond_miimon_commit()
2720 struct slave *slave; in bond_mii_monitor() local
2723 delay = msecs_to_jiffies(bond->params.miimon); in bond_mii_monitor()
2731 if (bond->send_peer_notif) { in bond_mii_monitor()
2734 bond->send_peer_notif--; in bond_mii_monitor()
2749 bond_for_each_slave(bond, slave, iter) { in bond_mii_monitor()
2750 bond_commit_link_state(slave, BOND_SLAVE_NOTIFY_LATER); in bond_mii_monitor()
2758 if (bond->params.miimon) in bond_mii_monitor()
2759 queue_delayed_work(bond->wq, &bond->mii_work, delay); in bond_mii_monitor()
2764 call_netdevice_notifiers(NETDEV_NOTIFY_PEERS, bond->dev); in bond_mii_monitor()
2772 __be32 ip = *(__be32 *)priv->data; in bond_upper_dev_walk()
2784 if (ip == bond_confirm_addr(bond->dev, 0, ip)) in bond_has_this_ip()
2788 if (netdev_walk_all_upper_dev_rcu(bond->dev, bond_upper_dev_walk, &priv)) in bond_has_this_ip()
2796 * switches in VLAN mode (especially if ports are configured as
2797 * "native" to a VLAN) might not pass non-tagged frames.
2799 static void bond_arp_send(struct slave *slave, int arp_op, __be32 dest_ip, in bond_arp_send() argument
2804 struct net_device *slave_dev = slave->dev; in bond_arp_send()
2805 struct net_device *bond_dev = slave->bond->dev; in bond_arp_send()
2807 slave_dbg(bond_dev, slave_dev, "arp %d on slave: dst %pI4 src %pI4\n", in bond_arp_send()
2811 NULL, slave_dev->dev_addr, NULL); in bond_arp_send()
2818 if (!tags || tags->vlan_proto == VLAN_N_VID) in bond_arp_send()
2824 while (tags->vlan_proto != VLAN_N_VID) { in bond_arp_send()
2825 if (!tags->vlan_id) { in bond_arp_send()
2831 ntohs(outer_tag->vlan_proto), tags->vlan_id); in bond_arp_send()
2832 skb = vlan_insert_tag_set_proto(skb, tags->vlan_proto, in bond_arp_send()
2833 tags->vlan_id); in bond_arp_send()
2842 if (outer_tag->vlan_id) { in bond_arp_send()
2844 ntohs(outer_tag->vlan_proto), outer_tag->vlan_id); in bond_arp_send()
2845 __vlan_hwaccel_put_tag(skb, outer_tag->vlan_proto, in bond_arp_send()
2846 outer_tag->vlan_id); in bond_arp_send()
2870 return ERR_PTR(-ENOMEM); in bond_verify_device_path()
2893 static void bond_arp_send_all(struct bonding *bond, struct slave *slave) in bond_arp_send_all() argument
2897 __be32 *targets = bond->params.arp_targets, addr; in bond_arp_send_all()
2901 slave_dbg(bond->dev, slave->dev, "%s: target %pI4\n", in bond_arp_send_all()
2906 rt = ip_route_output(dev_net(bond->dev), targets[i], 0, in bond_arp_send_all()
2909 /* there's no route to target - try to send arp in bond_arp_send_all()
2912 if (bond->params.arp_validate) in bond_arp_send_all()
2914 bond->dev->name, in bond_arp_send_all()
2916 bond_arp_send(slave, ARPOP_REQUEST, targets[i], in bond_arp_send_all()
2922 if (rt->dst.dev == bond->dev) in bond_arp_send_all()
2926 tags = bond_verify_device_path(bond->dev, rt->dst.dev, 0); in bond_arp_send_all()
2932 /* Not our device - skip */ in bond_arp_send_all()
2933 slave_dbg(bond->dev, slave->dev, "no path to arp_ip_target %pI4 via rt.dev %s\n", in bond_arp_send_all()
2934 &targets[i], rt->dst.dev ? rt->dst.dev->name : "NULL"); in bond_arp_send_all()
2940 addr = bond_confirm_addr(rt->dst.dev, targets[i], 0); in bond_arp_send_all()
2942 bond_arp_send(slave, ARPOP_REQUEST, targets[i], addr, tags); in bond_arp_send_all()
2947 static void bond_validate_arp(struct bonding *bond, struct slave *slave, __be32 sip, __be32 tip) in bond_validate_arp() argument
2952 slave_dbg(bond->dev, slave->dev, "%s: sip %pI4 tip %pI4 not found\n", in bond_validate_arp()
2957 i = bond_get_targets_ip(bond->params.arp_targets, sip); in bond_validate_arp()
2958 if (i == -1) { in bond_validate_arp()
2959 slave_dbg(bond->dev, slave->dev, "%s: sip %pI4 not found in targets\n", in bond_validate_arp()
2963 slave->last_rx = jiffies; in bond_validate_arp()
2964 slave->target_last_arp_rx[i] = jiffies; in bond_validate_arp()
2968 struct slave *slave) in bond_arp_rcv() argument
2970 struct arphdr *arp = (struct arphdr *)skb->data; in bond_arp_rcv()
2971 struct slave *curr_active_slave, *curr_arp_slave; in bond_arp_rcv()
2974 int is_arp = skb->protocol == __cpu_to_be16(ETH_P_ARP); in bond_arp_rcv()
2977 if (!slave_do_arp_validate(bond, slave)) { in bond_arp_rcv()
2980 slave->last_rx = jiffies; in bond_arp_rcv()
2986 alen = arp_hdr_len(bond->dev); in bond_arp_rcv()
2988 slave_dbg(bond->dev, slave->dev, "%s: skb->dev %s\n", in bond_arp_rcv()
2989 __func__, skb->dev->name); in bond_arp_rcv()
2999 if (arp->ar_hln != bond->dev->addr_len || in bond_arp_rcv()
3000 skb->pkt_type == PACKET_OTHERHOST || in bond_arp_rcv()
3001 skb->pkt_type == PACKET_LOOPBACK || in bond_arp_rcv()
3002 arp->ar_hrd != htons(ARPHRD_ETHER) || in bond_arp_rcv()
3003 arp->ar_pro != htons(ETH_P_IP) || in bond_arp_rcv()
3004 arp->ar_pln != 4) in bond_arp_rcv()
3008 arp_ptr += bond->dev->addr_len; in bond_arp_rcv()
3010 arp_ptr += 4 + bond->dev->addr_len; in bond_arp_rcv()
3013 slave_dbg(bond->dev, slave->dev, "%s: %s/%d av %d sv %d sip %pI4 tip %pI4\n", in bond_arp_rcv()
3014 __func__, slave->dev->name, bond_slave_state(slave), in bond_arp_rcv()
3015 bond->params.arp_validate, slave_do_arp_validate(bond, slave), in bond_arp_rcv()
3018 curr_active_slave = rcu_dereference(bond->curr_active_slave); in bond_arp_rcv()
3019 curr_arp_slave = rcu_dereference(bond->current_arp_slave); in bond_arp_rcv()
3023 * (a) the slave receiving the ARP is active (which includes the in bond_arp_rcv()
3024 * current ARP slave, if any), or in bond_arp_rcv()
3026 * (b) the receiving slave isn't active, but there is a currently in bond_arp_rcv()
3027 * active slave and it received valid arp reply(s) after it became in bond_arp_rcv()
3028 * the currently active slave, or in bond_arp_rcv()
3030 * (c) there is an ARP slave that sent an ARP during the prior ARP in bond_arp_rcv()
3031 * interval, and we receive an ARP reply on any slave. We accept in bond_arp_rcv()
3033 * reply to a slave other than the sender of the ARP request. in bond_arp_rcv()
3037 * slave through the L2 switch(es) to the receiving slave. Since in bond_arp_rcv()
3044 if (bond_is_active_slave(slave)) in bond_arp_rcv()
3045 bond_validate_arp(bond, slave, sip, tip); in bond_arp_rcv()
3048 curr_active_slave->last_link_up)) in bond_arp_rcv()
3049 bond_validate_arp(bond, slave, tip, sip); in bond_arp_rcv()
3050 else if (curr_arp_slave && (arp->ar_op == htons(ARPOP_REPLY)) && in bond_arp_rcv()
3052 dev_trans_start(curr_arp_slave->dev), 1)) in bond_arp_rcv()
3053 bond_validate_arp(bond, slave, sip, tip); in bond_arp_rcv()
3056 if (arp != (struct arphdr *)skb->data) in bond_arp_rcv()
3062 * (last_act - arp_interval) <= jiffies <= (last_act + mod * arp_interval +
3068 int delta_in_ticks = msecs_to_jiffies(bond->params.arp_interval); in bond_time_in_interval()
3071 last_act - delta_in_ticks, in bond_time_in_interval()
3075 /* This function is called regularly to monitor each slave's link
3077 * is used in load-balancing mode. if the adapter has been dormant, then an
3079 * arp monitoring in active backup mode.
3083 struct slave *slave, *oldcurrent; in bond_loadbalance_arp_mon() local
3092 oldcurrent = rcu_dereference(bond->curr_active_slave); in bond_loadbalance_arp_mon()
3095 * the picture unless it is null. also, slave->last_link_up is not in bond_loadbalance_arp_mon()
3096 * needed here because we send an arp on each slave and give a slave in bond_loadbalance_arp_mon()
3098 * TODO: what about up/down delay in arp mode? it wasn't here before in bond_loadbalance_arp_mon()
3101 bond_for_each_slave_rcu(bond, slave, iter) { in bond_loadbalance_arp_mon()
3102 unsigned long trans_start = dev_trans_start(slave->dev); in bond_loadbalance_arp_mon()
3104 bond_propose_link_state(slave, BOND_LINK_NOCHANGE); in bond_loadbalance_arp_mon()
3106 if (slave->link != BOND_LINK_UP) { in bond_loadbalance_arp_mon()
3108 bond_time_in_interval(bond, slave->last_rx, 1)) { in bond_loadbalance_arp_mon()
3110 bond_propose_link_state(slave, BOND_LINK_UP); in bond_loadbalance_arp_mon()
3113 /* primary_slave has no meaning in round-robin in bond_loadbalance_arp_mon()
3114 * mode. the window of a slave being up and in bond_loadbalance_arp_mon()
3119 slave_info(bond->dev, slave->dev, "link status definitely up\n"); in bond_loadbalance_arp_mon()
3122 slave_info(bond->dev, slave->dev, "interface is now up\n"); in bond_loadbalance_arp_mon()
3126 /* slave->link == BOND_LINK_UP */ in bond_loadbalance_arp_mon()
3133 !bond_time_in_interval(bond, slave->last_rx, 2)) { in bond_loadbalance_arp_mon()
3135 bond_propose_link_state(slave, BOND_LINK_DOWN); in bond_loadbalance_arp_mon()
3138 if (slave->link_failure_count < UINT_MAX) in bond_loadbalance_arp_mon()
3139 slave->link_failure_count++; in bond_loadbalance_arp_mon()
3141 slave_info(bond->dev, slave->dev, "interface is now down\n"); in bond_loadbalance_arp_mon()
3143 if (slave == oldcurrent) in bond_loadbalance_arp_mon()
3148 /* note: if switch is in round-robin mode, all links in bond_loadbalance_arp_mon()
3149 * must tx arp to ensure all links rx an arp - otherwise in bond_loadbalance_arp_mon()
3151 * in something like xor mode, there is nothing we can in bond_loadbalance_arp_mon()
3152 * do - all replies will be rx'ed on same link causing slaves in bond_loadbalance_arp_mon()
3155 if (bond_slave_is_up(slave)) in bond_loadbalance_arp_mon()
3156 bond_arp_send_all(bond, slave); in bond_loadbalance_arp_mon()
3165 bond_for_each_slave(bond, slave, iter) { in bond_loadbalance_arp_mon()
3166 if (slave->link_new_state != BOND_LINK_NOCHANGE) in bond_loadbalance_arp_mon()
3167 slave->link = slave->link_new_state; in bond_loadbalance_arp_mon()
3184 if (bond->params.arp_interval) in bond_loadbalance_arp_mon()
3185 queue_delayed_work(bond->wq, &bond->arp_work, in bond_loadbalance_arp_mon()
3186 msecs_to_jiffies(bond->params.arp_interval)); in bond_loadbalance_arp_mon()
3189 /* Called to inspect slaves for active-backup mode ARP monitor link state
3191 * should take place for the slave. Returns 0 if no changes are found, >0
3200 struct slave *slave; in bond_ab_arp_inspect() local
3203 bond_for_each_slave_rcu(bond, slave, iter) { in bond_ab_arp_inspect()
3204 bond_propose_link_state(slave, BOND_LINK_NOCHANGE); in bond_ab_arp_inspect()
3205 last_rx = slave_last_rx(bond, slave); in bond_ab_arp_inspect()
3207 if (slave->link != BOND_LINK_UP) { in bond_ab_arp_inspect()
3209 bond_propose_link_state(slave, BOND_LINK_UP); in bond_ab_arp_inspect()
3211 } else if (slave->link == BOND_LINK_BACK) { in bond_ab_arp_inspect()
3212 bond_propose_link_state(slave, BOND_LINK_FAIL); in bond_ab_arp_inspect()
3222 if (bond_time_in_interval(bond, slave->last_link_up, 2)) in bond_ab_arp_inspect()
3225 /* Backup slave is down if: in bond_ab_arp_inspect()
3226 * - No current_arp_slave AND in bond_ab_arp_inspect()
3227 * - more than 3*delta since last receive AND in bond_ab_arp_inspect()
3228 * - the bond has an IP address in bond_ab_arp_inspect()
3230 * Note: a non-null current_arp_slave indicates in bond_ab_arp_inspect()
3233 * we only take the curr_active_slave down - this in bond_ab_arp_inspect()
3234 * gives each slave a chance to tx/rx traffic in bond_ab_arp_inspect()
3237 if (!bond_is_active_slave(slave) && in bond_ab_arp_inspect()
3238 !rcu_access_pointer(bond->current_arp_slave) && in bond_ab_arp_inspect()
3240 bond_propose_link_state(slave, BOND_LINK_DOWN); in bond_ab_arp_inspect()
3244 /* Active slave is down if: in bond_ab_arp_inspect()
3245 * - more than 2*delta since transmitting OR in bond_ab_arp_inspect()
3246 * - (more than 2*delta since receive AND in bond_ab_arp_inspect()
3249 trans_start = dev_trans_start(slave->dev); in bond_ab_arp_inspect()
3250 if (bond_is_active_slave(slave) && in bond_ab_arp_inspect()
3253 bond_propose_link_state(slave, BOND_LINK_DOWN); in bond_ab_arp_inspect()
3262 * active-backup mode ARP monitor.
3270 struct slave *slave; in bond_ab_arp_commit() local
3272 bond_for_each_slave(bond, slave, iter) { in bond_ab_arp_commit()
3273 switch (slave->link_new_state) { in bond_ab_arp_commit()
3278 trans_start = dev_trans_start(slave->dev); in bond_ab_arp_commit()
3279 if (rtnl_dereference(bond->curr_active_slave) != slave || in bond_ab_arp_commit()
3280 (!rtnl_dereference(bond->curr_active_slave) && in bond_ab_arp_commit()
3282 struct slave *current_arp_slave; in bond_ab_arp_commit()
3284 current_arp_slave = rtnl_dereference(bond->current_arp_slave); in bond_ab_arp_commit()
3285 bond_set_slave_link_state(slave, BOND_LINK_UP, in bond_ab_arp_commit()
3291 RCU_INIT_POINTER(bond->current_arp_slave, NULL); in bond_ab_arp_commit()
3294 slave_info(bond->dev, slave->dev, "link status definitely up\n"); in bond_ab_arp_commit()
3296 if (!rtnl_dereference(bond->curr_active_slave) || in bond_ab_arp_commit()
3297 slave == rtnl_dereference(bond->primary_slave)) in bond_ab_arp_commit()
3305 if (slave->link_failure_count < UINT_MAX) in bond_ab_arp_commit()
3306 slave->link_failure_count++; in bond_ab_arp_commit()
3308 bond_set_slave_link_state(slave, BOND_LINK_DOWN, in bond_ab_arp_commit()
3310 bond_set_slave_inactive_flags(slave, in bond_ab_arp_commit()
3313 slave_info(bond->dev, slave->dev, "link status definitely down, disabling slave\n"); in bond_ab_arp_commit()
3315 if (slave == rtnl_dereference(bond->curr_active_slave)) { in bond_ab_arp_commit()
3316 RCU_INIT_POINTER(bond->current_arp_slave, NULL); in bond_ab_arp_commit()
3323 bond_set_slave_link_state(slave, BOND_LINK_FAIL, in bond_ab_arp_commit()
3325 bond_set_slave_inactive_flags(slave, in bond_ab_arp_commit()
3328 /* A slave has just been enslaved and has become in bond_ab_arp_commit()
3329 * the current active slave. in bond_ab_arp_commit()
3331 if (rtnl_dereference(bond->curr_active_slave)) in bond_ab_arp_commit()
3332 RCU_INIT_POINTER(bond->current_arp_slave, NULL); in bond_ab_arp_commit()
3336 slave_err(bond->dev, slave->dev, in bond_ab_arp_commit()
3337 "impossible: link_new_state %d on slave\n", in bond_ab_arp_commit()
3338 slave->link_new_state); in bond_ab_arp_commit()
3351 /* Send ARP probes for active-backup mode ARP monitor.
3357 struct slave *slave, *before = NULL, *new_slave = NULL, in bond_ab_arp_probe() local
3358 *curr_arp_slave = rcu_dereference(bond->current_arp_slave), in bond_ab_arp_probe()
3359 *curr_active_slave = rcu_dereference(bond->curr_active_slave); in bond_ab_arp_probe()
3365 netdev_info(bond->dev, "PROBE: c_arp %s && cas %s BAD\n", in bond_ab_arp_probe()
3366 curr_arp_slave->dev->name, in bond_ab_arp_probe()
3367 curr_active_slave->dev->name); in bond_ab_arp_probe()
3375 * backup slave from the current_arp_slave and make it the candidate in bond_ab_arp_probe()
3385 bond_for_each_slave_rcu(bond, slave, iter) { in bond_ab_arp_probe()
3386 if (!found && !before && bond_slave_is_up(slave)) in bond_ab_arp_probe()
3387 before = slave; in bond_ab_arp_probe()
3389 if (found && !new_slave && bond_slave_is_up(slave)) in bond_ab_arp_probe()
3390 new_slave = slave; in bond_ab_arp_probe()
3392 * mark it down - this can happen if we have in bond_ab_arp_probe()
3395 * one the current slave so it is still marked in bond_ab_arp_probe()
3398 if (!bond_slave_is_up(slave) && slave->link == BOND_LINK_UP) { in bond_ab_arp_probe()
3399 bond_set_slave_link_state(slave, BOND_LINK_DOWN, in bond_ab_arp_probe()
3401 if (slave->link_failure_count < UINT_MAX) in bond_ab_arp_probe()
3402 slave->link_failure_count++; in bond_ab_arp_probe()
3404 bond_set_slave_inactive_flags(slave, in bond_ab_arp_probe()
3407 slave_info(bond->dev, slave->dev, "backup interface is now down\n"); in bond_ab_arp_probe()
3409 if (slave == curr_arp_slave) in bond_ab_arp_probe()
3423 new_slave->last_link_up = jiffies; in bond_ab_arp_probe()
3424 rcu_assign_pointer(bond->current_arp_slave, new_slave); in bond_ab_arp_probe()
3427 bond_for_each_slave_rcu(bond, slave, iter) { in bond_ab_arp_probe()
3428 if (slave->should_notify || slave->should_notify_link) { in bond_ab_arp_probe()
3442 delta_in_ticks = msecs_to_jiffies(bond->params.arp_interval); in bond_activebackup_arp_mon()
3471 if (bond->params.arp_interval) in bond_activebackup_arp_mon()
3472 queue_delayed_work(bond->wq, &bond->arp_work, delta_in_ticks); in bond_activebackup_arp_mon()
3480 bond->dev); in bond_activebackup_arp_mon()
3501 /*-------------------------- netdev event handling --------------------------*/
3543 struct slave *slave = bond_slave_get_rtnl(slave_dev), *primary; in bond_slave_netdev_event() local
3549 * slave will be NULL in bond_slave_netdev_event()
3551 if (!slave) { in bond_slave_netdev_event()
3552 netdev_dbg(slave_dev, "%s called on NULL slave\n", __func__); in bond_slave_netdev_event()
3556 bond_dev = slave->bond->dev; in bond_slave_netdev_event()
3557 bond = slave->bond; in bond_slave_netdev_event()
3558 primary = rtnl_dereference(bond->primary_slave); in bond_slave_netdev_event()
3564 if (bond_dev->type != ARPHRD_ETHER) in bond_slave_netdev_event()
3571 /* For 802.3ad mode only: in bond_slave_netdev_event()
3572 * Getting invalid Speed/Duplex values here will put slave in bond_slave_netdev_event()
3573 * in weird state. Mark it as link-fail if the link was in bond_slave_netdev_event()
3574 * previously up or link-down if it hasn't yet come up, and in bond_slave_netdev_event()
3575 * let link-monitoring (miimon) set it right when correct in bond_slave_netdev_event()
3578 if (bond_update_speed_duplex(slave) && in bond_slave_netdev_event()
3580 if (slave->last_link_up) in bond_slave_netdev_event()
3581 slave->link = BOND_LINK_FAIL; in bond_slave_netdev_event()
3583 slave->link = BOND_LINK_DOWN; in bond_slave_netdev_event()
3587 bond_3ad_adapter_speed_duplex_changed(slave); in bond_slave_netdev_event()
3590 /* Refresh slave-array if applicable! in bond_slave_netdev_event()
3591 * If the setup does not use miimon or arpmon (mode-specific!), in bond_slave_netdev_event()
3592 * then these events will not cause the slave-array to be in bond_slave_netdev_event()
3593 * refreshed. This will cause xmit to use a slave that is not in bond_slave_netdev_event()
3604 * an active-backup bond, slaves need in bond_slave_netdev_event()
3609 * take over the slave's change_mtu in bond_slave_netdev_event()
3617 !bond->params.primary[0]) in bond_slave_netdev_event()
3620 if (slave == primary) { in bond_slave_netdev_event()
3621 /* slave's name changed - he's no longer primary */ in bond_slave_netdev_event()
3622 RCU_INIT_POINTER(bond->primary_slave, NULL); in bond_slave_netdev_event()
3623 } else if (!strcmp(slave_dev->name, bond->params.primary)) { in bond_slave_netdev_event()
3624 /* we have a new primary slave */ in bond_slave_netdev_event()
3625 rcu_assign_pointer(bond->primary_slave, slave); in bond_slave_netdev_event()
3626 } else { /* we didn't change primary - exit */ in bond_slave_netdev_event()
3630 netdev_info(bond->dev, "Primary slave changed to %s, reselecting active slave\n", in bond_slave_netdev_event()
3631 primary ? slave_dev->name : "none"); in bond_slave_netdev_event()
3642 call_netdevice_notifiers(event, slave->bond->dev); in bond_slave_netdev_event()
3655 * locks for us to safely manipulate the slave devices (RTNL lock,
3666 if (!(event_dev->priv_flags & IFF_BONDING)) in bond_netdev_event()
3669 if (event_dev->flags & IFF_MASTER) { in bond_netdev_event()
3677 if (event_dev->flags & IFF_SLAVE) in bond_netdev_event()
3687 /*---------------------------- Hashing Policies -----------------------------*/
3698 return skb->head; in bond_pull_data()
3713 return ep->h_dest[5] ^ ep->h_source[5] ^ be16_to_cpu(ep->h_proto); in bond_eth_hash()
3729 *nhoff += iph->ihl << 2; in bond_flow_ip()
3731 *ip_proto = iph->protocol; in bond_flow_ip()
3740 *ip_proto = iph6->nexthdr; in bond_flow_ip()
3746 fk->ports.ports = __skb_flow_get_ports(skb, *nhoff, *ip_proto, data, hlen); in bond_flow_ip()
3764 srcmac_vendor = (srcmac_vendor << 8) | mac_hdr->h_source[i]; in bond_vlan_srcmac_hash()
3767 srcmac_dev = (srcmac_dev << 8) | mac_hdr->h_source[i]; in bond_vlan_srcmac_hash()
3779 bool l34 = bond->params.xmit_policy == BOND_XMIT_POLICY_LAYER34; in bond_flow_dissect()
3780 int ip_proto = -1; in bond_flow_dissect()
3782 switch (bond->params.xmit_policy) { in bond_flow_dissect()
3792 fk->ports.ports = 0; in bond_flow_dissect()
3793 memset(&fk->icmp, 0, sizeof(fk->icmp)); in bond_flow_dissect()
3803 skb_flow_get_icmp_tci(skb, &fk->icmp, data, nhoff, hlen); in bond_flow_dissect()
3805 if (!icmp_is_err(fk->icmp.type)) in bond_flow_dissect()
3810 if (!icmpv6_is_err(fk->icmp.type)) in bond_flow_dissect()
3841 if (bond->params.xmit_policy == BOND_XMIT_POLICY_VLAN_SRCMAC) in __bond_xmit_hash()
3844 if (bond->params.xmit_policy == BOND_XMIT_POLICY_LAYER2 || in __bond_xmit_hash()
3848 if (bond->params.xmit_policy == BOND_XMIT_POLICY_LAYER23 || in __bond_xmit_hash()
3849 bond->params.xmit_policy == BOND_XMIT_POLICY_ENCAP23) { in __bond_xmit_hash()
3862 * bond_xmit_hash - generate a hash value based on the xmit policy
3871 if (bond->params.xmit_policy == BOND_XMIT_POLICY_ENCAP34 && in bond_xmit_hash()
3872 skb->l4_hash) in bond_xmit_hash()
3873 return skb->hash; in bond_xmit_hash()
3875 return __bond_xmit_hash(bond, skb, skb->head, skb->protocol, in bond_xmit_hash()
3876 skb->mac_header, skb->network_header, in bond_xmit_hash()
3881 * bond_xmit_hash_xdp - generate a hash value based on the xmit policy
3891 if (xdp->data + sizeof(struct ethhdr) > xdp->data_end) in bond_xmit_hash_xdp()
3894 eth = (struct ethhdr *)xdp->data; in bond_xmit_hash_xdp()
3896 return __bond_xmit_hash(bond, NULL, xdp->data, eth->h_proto, 0, in bond_xmit_hash_xdp()
3897 sizeof(struct ethhdr), xdp->data_end - xdp->data); in bond_xmit_hash_xdp()
3900 /*-------------------------- Device entry points ----------------------------*/
3904 INIT_DELAYED_WORK(&bond->mcast_work, in bond_work_init_all()
3906 INIT_DELAYED_WORK(&bond->alb_work, bond_alb_monitor); in bond_work_init_all()
3907 INIT_DELAYED_WORK(&bond->mii_work, bond_mii_monitor); in bond_work_init_all()
3908 INIT_DELAYED_WORK(&bond->arp_work, bond_arp_monitor); in bond_work_init_all()
3909 INIT_DELAYED_WORK(&bond->ad_work, bond_3ad_state_machine_handler); in bond_work_init_all()
3910 INIT_DELAYED_WORK(&bond->slave_arr_work, bond_slave_arr_handler); in bond_work_init_all()
3915 cancel_delayed_work_sync(&bond->mii_work); in bond_work_cancel_all()
3916 cancel_delayed_work_sync(&bond->arp_work); in bond_work_cancel_all()
3917 cancel_delayed_work_sync(&bond->alb_work); in bond_work_cancel_all()
3918 cancel_delayed_work_sync(&bond->ad_work); in bond_work_cancel_all()
3919 cancel_delayed_work_sync(&bond->mcast_work); in bond_work_cancel_all()
3920 cancel_delayed_work_sync(&bond->slave_arr_work); in bond_work_cancel_all()
3927 struct slave *slave; in bond_open() local
3929 /* reset slave->backup and slave->inactive */ in bond_open()
3931 bond_for_each_slave(bond, slave, iter) { in bond_open()
3933 slave != rcu_access_pointer(bond->curr_active_slave)) { in bond_open()
3934 bond_set_slave_inactive_flags(slave, in bond_open()
3937 bond_set_slave_active_flags(slave, in bond_open()
3948 return -ENOMEM; in bond_open()
3949 if (bond->params.tlb_dynamic_lb || BOND_MODE(bond) == BOND_MODE_ALB) in bond_open()
3950 queue_delayed_work(bond->wq, &bond->alb_work, 0); in bond_open()
3953 if (bond->params.miimon) /* link check interval, in milliseconds. */ in bond_open()
3954 queue_delayed_work(bond->wq, &bond->mii_work, 0); in bond_open()
3956 if (bond->params.arp_interval) { /* arp interval, in milliseconds. */ in bond_open()
3957 queue_delayed_work(bond->wq, &bond->arp_work, 0); in bond_open()
3958 bond->recv_probe = bond_arp_rcv; in bond_open()
3962 queue_delayed_work(bond->wq, &bond->ad_work, 0); in bond_open()
3964 bond->recv_probe = bond_3ad_lacpdu_recv; in bond_open()
3979 bond->send_peer_notif = 0; in bond_close()
3982 bond->recv_probe = NULL; in bond_close()
4002 s64 delta = nv - ov; in bond_fold_stats()
4006 delta = (s64)(s32)((u32)nv - (u32)ov); in bond_fold_stats()
4024 iter = &dev->adj_list.lower; in bond_get_lowest_level_rcu()
4034 niter = &ldev->adj_list.lower; in bond_get_lowest_level_rcu()
4045 next = dev_stack[--cur]; in bond_get_lowest_level_rcu()
4063 struct slave *slave; in bond_get_stats() local
4072 spin_lock_nested(&bond->stats_lock, nest_level); in bond_get_stats()
4073 memcpy(stats, &bond->bond_stats, sizeof(*stats)); in bond_get_stats()
4075 bond_for_each_slave_rcu(bond, slave, iter) { in bond_get_stats()
4077 dev_get_stats(slave->dev, &temp); in bond_get_stats()
4079 bond_fold_stats(stats, new, &slave->slave_stats); in bond_get_stats()
4081 /* save off the slave stats for the next run */ in bond_get_stats()
4082 memcpy(&slave->slave_stats, new, sizeof(*new)); in bond_get_stats()
4085 memcpy(&bond->bond_stats, stats, sizeof(*stats)); in bond_get_stats()
4086 spin_unlock(&bond->stats_lock); in bond_get_stats()
4102 return -EINVAL; in bond_eth_ioctl()
4104 mii->phy_id = 0; in bond_eth_ioctl()
4112 return -EINVAL; in bond_eth_ioctl()
4114 if (mii->reg_num == 1) { in bond_eth_ioctl()
4115 mii->val_out = 0; in bond_eth_ioctl()
4116 if (netif_carrier_ok(bond->dev)) in bond_eth_ioctl()
4117 mii->val_out = BMSR_LSTATUS; in bond_eth_ioctl()
4122 res = -EOPNOTSUPP; in bond_eth_ioctl()
4144 u_binfo = (struct ifbond __user *)ifr->ifr_data; in bond_do_ioctl()
4147 return -EFAULT; in bond_do_ioctl()
4151 return -EFAULT; in bond_do_ioctl()
4155 u_sinfo = (struct ifslave __user *)ifr->ifr_data; in bond_do_ioctl()
4158 return -EFAULT; in bond_do_ioctl()
4163 return -EFAULT; in bond_do_ioctl()
4172 if (!ns_capable(net->user_ns, CAP_NET_ADMIN)) in bond_do_ioctl()
4173 return -EPERM; in bond_do_ioctl()
4175 slave_dev = __dev_get_by_name(net, ifr->ifr_slave); in bond_do_ioctl()
4180 return -ENODEV; in bond_do_ioctl()
4193 bond_opt_initstr(&newval, slave_dev->name); in bond_do_ioctl()
4198 res = -EOPNOTSUPP; in bond_do_ioctl()
4224 return -EOPNOTSUPP; in bond_siocdevprivate()
4233 bond_dev->flags & IFF_PROMISC ? 1 : -1); in bond_change_rx_flags()
4237 bond_dev->flags & IFF_ALLMULTI ? 1 : -1); in bond_change_rx_flags()
4244 struct slave *slave; in bond_set_rx_mode() local
4248 slave = rcu_dereference(bond->curr_active_slave); in bond_set_rx_mode()
4249 if (slave) { in bond_set_rx_mode()
4250 dev_uc_sync(slave->dev, bond_dev); in bond_set_rx_mode()
4251 dev_mc_sync(slave->dev, bond_dev); in bond_set_rx_mode()
4254 bond_for_each_slave_rcu(bond, slave, iter) { in bond_set_rx_mode()
4255 dev_uc_sync_multiple(slave->dev, bond_dev); in bond_set_rx_mode()
4256 dev_mc_sync_multiple(slave->dev, bond_dev); in bond_set_rx_mode()
4264 struct bonding *bond = netdev_priv(n->dev); in bond_neigh_init()
4267 struct slave *slave; in bond_neigh_init() local
4271 slave = bond_first_slave_rcu(bond); in bond_neigh_init()
4272 if (!slave) in bond_neigh_init()
4274 slave_ops = slave->dev->netdev_ops; in bond_neigh_init()
4275 if (!slave_ops->ndo_neigh_setup) in bond_neigh_init()
4287 ret = slave_ops->ndo_neigh_setup(slave->dev, &parms); in bond_neigh_init()
4300 * slave exists. So we must declare proxy setup function which will
4301 * be used at run time to resolve the actual slave neigh param setup.
4304 * underlying devices. In that case - do nothing, we're already set up from
4311 if (parms->dev == dev) in bond_neigh_setup()
4312 parms->neigh_setup = bond_neigh_init; in bond_neigh_setup()
4321 struct slave *slave, *rollback_slave; in bond_change_mtu() local
4327 bond_for_each_slave(bond, slave, iter) { in bond_change_mtu()
4328 slave_dbg(bond_dev, slave->dev, "s %p c_m %p\n", in bond_change_mtu()
4329 slave, slave->dev->netdev_ops->ndo_change_mtu); in bond_change_mtu()
4331 res = dev_set_mtu(slave->dev, new_mtu); in bond_change_mtu()
4334 /* If we failed to set the slave's mtu to the new value in bond_change_mtu()
4336 * mode, because if we allow the backup slaves to have in bond_change_mtu()
4337 * different mtu values than the active slave we'll in bond_change_mtu()
4342 slave_dbg(bond_dev, slave->dev, "err %d setting mtu to %d\n", in bond_change_mtu()
4348 bond_dev->mtu = new_mtu; in bond_change_mtu()
4353 /* unwind from head to the slave that failed */ in bond_change_mtu()
4357 if (rollback_slave == slave) in bond_change_mtu()
4360 tmp_res = dev_set_mtu(rollback_slave->dev, bond_dev->mtu); in bond_change_mtu()
4362 slave_dbg(bond_dev, rollback_slave->dev, "unwind err %d\n", in bond_change_mtu()
4378 struct slave *slave, *rollback_slave; in bond_set_mac_address() local
4392 if (bond->params.fail_over_mac && in bond_set_mac_address()
4396 if (!is_valid_ether_addr(ss->__data)) in bond_set_mac_address()
4397 return -EADDRNOTAVAIL; in bond_set_mac_address()
4399 bond_for_each_slave(bond, slave, iter) { in bond_set_mac_address()
4400 slave_dbg(bond_dev, slave->dev, "%s: slave=%p\n", in bond_set_mac_address()
4401 __func__, slave); in bond_set_mac_address()
4402 res = dev_set_mac_address(slave->dev, addr, NULL); in bond_set_mac_address()
4404 /* TODO: consider downing the slave in bond_set_mac_address()
4410 slave_dbg(bond_dev, slave->dev, "%s: err %d\n", in bond_set_mac_address()
4417 memcpy(bond_dev->dev_addr, ss->__data, bond_dev->addr_len); in bond_set_mac_address()
4421 memcpy(tmp_ss.__data, bond_dev->dev_addr, bond_dev->addr_len); in bond_set_mac_address()
4422 tmp_ss.ss_family = bond_dev->type; in bond_set_mac_address()
4424 /* unwind from head to the slave that failed */ in bond_set_mac_address()
4428 if (rollback_slave == slave) in bond_set_mac_address()
4431 tmp_res = dev_set_mac_address(rollback_slave->dev, in bond_set_mac_address()
4434 slave_dbg(bond_dev, rollback_slave->dev, "%s: unwind err %d\n", in bond_set_mac_address()
4443 * bond_get_slave_by_id - get xmit slave with slave_id
4445 * @slave_id: slave id up to slave_cnt-1 through which to transmit
4447 * This function tries to get slave with slave_id but in case
4448 * it fails, it tries to find the first available slave for transmission.
4450 static struct slave *bond_get_slave_by_id(struct bonding *bond, in bond_get_slave_by_id()
4454 struct slave *slave; in bond_get_slave_by_id() local
4457 /* Here we start from the slave with slave_id */ in bond_get_slave_by_id()
4458 bond_for_each_slave_rcu(bond, slave, iter) { in bond_get_slave_by_id()
4459 if (--i < 0) { in bond_get_slave_by_id()
4460 if (bond_slave_can_tx(slave)) in bond_get_slave_by_id()
4461 return slave; in bond_get_slave_by_id()
4465 /* Here we start from the first slave up to slave_id */ in bond_get_slave_by_id()
4467 bond_for_each_slave_rcu(bond, slave, iter) { in bond_get_slave_by_id()
4468 if (--i < 0) in bond_get_slave_by_id()
4470 if (bond_slave_can_tx(slave)) in bond_get_slave_by_id()
4471 return slave; in bond_get_slave_by_id()
4473 /* no slave that can tx has been found */ in bond_get_slave_by_id()
4478 * bond_rr_gen_slave_id - generate slave id based on packets_per_slave
4482 * this function generates a slave id, which is usually used as the next
4483 * slave to transmit through.
4489 int packets_per_slave = bond->params.packets_per_slave; in bond_rr_gen_slave_id()
4496 slave_id = this_cpu_inc_return(*bond->rr_tx_counter); in bond_rr_gen_slave_id()
4500 bond->params.reciprocal_packets_per_slave; in bond_rr_gen_slave_id()
4501 slave_id = this_cpu_inc_return(*bond->rr_tx_counter); in bond_rr_gen_slave_id()
4510 static struct slave *bond_xmit_roundrobin_slave_get(struct bonding *bond, in bond_xmit_roundrobin_slave_get()
4513 struct slave *slave; in bond_xmit_roundrobin_slave_get() local
4523 if (skb->protocol == htons(ETH_P_IP)) { in bond_xmit_roundrobin_slave_get()
4531 if (iph->protocol == IPPROTO_IGMP) { in bond_xmit_roundrobin_slave_get()
4532 slave = rcu_dereference(bond->curr_active_slave); in bond_xmit_roundrobin_slave_get()
4533 if (slave) in bond_xmit_roundrobin_slave_get()
4534 return slave; in bond_xmit_roundrobin_slave_get()
4540 slave_cnt = READ_ONCE(bond->slave_cnt); in bond_xmit_roundrobin_slave_get()
4548 static struct slave *bond_xdp_xmit_roundrobin_slave_get(struct bonding *bond, in bond_xdp_xmit_roundrobin_slave_get()
4551 struct slave *slave; in bond_xdp_xmit_roundrobin_slave_get() local
4555 void *data = xdp->data; in bond_xdp_xmit_roundrobin_slave_get()
4557 if (data + sizeof(struct ethhdr) > xdp->data_end) in bond_xdp_xmit_roundrobin_slave_get()
4564 if (eth->h_proto == htons(ETH_P_IP)) { in bond_xdp_xmit_roundrobin_slave_get()
4567 if (data + sizeof(struct iphdr) > xdp->data_end) in bond_xdp_xmit_roundrobin_slave_get()
4572 if (iph->protocol == IPPROTO_IGMP) { in bond_xdp_xmit_roundrobin_slave_get()
4573 slave = rcu_dereference(bond->curr_active_slave); in bond_xdp_xmit_roundrobin_slave_get()
4574 if (slave) in bond_xdp_xmit_roundrobin_slave_get()
4575 return slave; in bond_xdp_xmit_roundrobin_slave_get()
4581 slave_cnt = READ_ONCE(bond->slave_cnt); in bond_xdp_xmit_roundrobin_slave_get()
4593 struct slave *slave; in bond_xmit_roundrobin() local
4595 slave = bond_xmit_roundrobin_slave_get(bond, skb); in bond_xmit_roundrobin()
4596 if (likely(slave)) in bond_xmit_roundrobin()
4597 return bond_dev_queue_xmit(bond, skb, slave->dev); in bond_xmit_roundrobin()
4602 static struct slave *bond_xmit_activebackup_slave_get(struct bonding *bond) in bond_xmit_activebackup_slave_get()
4604 return rcu_dereference(bond->curr_active_slave); in bond_xmit_activebackup_slave_get()
4607 /* In active-backup mode, we know that bond->curr_active_slave is always valid if
4614 struct slave *slave; in bond_xmit_activebackup() local
4616 slave = bond_xmit_activebackup_slave_get(bond); in bond_xmit_activebackup()
4617 if (slave) in bond_xmit_activebackup()
4618 return bond_dev_queue_xmit(bond, skb, slave->dev); in bond_xmit_activebackup()
4629 queue_delayed_work(bond->wq, &bond->slave_arr_work, delay); in bond_slave_arr_work_rearm()
4632 /* Slave array work handler. Holds only RTNL */
4645 pr_warn_ratelimited("Failed to update slave array from WT\n"); in bond_slave_arr_handler()
4655 struct slave *skipslave) in bond_skip_slave()
4660 * slave but allocation failed (most likely!). BTW this is in bond_skip_slave()
4665 * this to-be-skipped slave to send a packet out. in bond_skip_slave()
4667 for (idx = 0; slaves && idx < slaves->count; idx++) { in bond_skip_slave()
4668 if (skipslave == slaves->arr[idx]) { in bond_skip_slave()
4669 slaves->arr[idx] = in bond_skip_slave()
4670 slaves->arr[slaves->count - 1]; in bond_skip_slave()
4671 slaves->count--; in bond_skip_slave()
4683 usable = rtnl_dereference(bond->usable_slaves); in bond_set_slave_arr()
4684 rcu_assign_pointer(bond->usable_slaves, usable_slaves); in bond_set_slave_arr()
4687 all = rtnl_dereference(bond->all_slaves); in bond_set_slave_arr()
4688 rcu_assign_pointer(bond->all_slaves, all_slaves); in bond_set_slave_arr()
4696 usable = rtnl_dereference(bond->usable_slaves); in bond_reset_slave_arr()
4698 RCU_INIT_POINTER(bond->usable_slaves, NULL); in bond_reset_slave_arr()
4702 all = rtnl_dereference(bond->all_slaves); in bond_reset_slave_arr()
4704 RCU_INIT_POINTER(bond->all_slaves, NULL); in bond_reset_slave_arr()
4709 /* Build the usable slaves array in control path for modes that use xmit-hash
4710 * to determine the slave interface -
4717 int bond_update_slave_arr(struct bonding *bond, struct slave *skipslave) in bond_update_slave_arr()
4720 struct slave *slave; in bond_update_slave_arr() local
4728 bond->slave_cnt), GFP_KERNEL); in bond_update_slave_arr()
4730 bond->slave_cnt), GFP_KERNEL); in bond_update_slave_arr()
4732 ret = -ENOMEM; in bond_update_slave_arr()
4738 spin_lock_bh(&bond->mode_lock); in bond_update_slave_arr()
4740 spin_unlock_bh(&bond->mode_lock); in bond_update_slave_arr()
4748 spin_unlock_bh(&bond->mode_lock); in bond_update_slave_arr()
4751 bond_for_each_slave(bond, slave, iter) { in bond_update_slave_arr()
4752 if (skipslave == slave) in bond_update_slave_arr()
4755 all_slaves->arr[all_slaves->count++] = slave; in bond_update_slave_arr()
4759 agg = SLAVE_AD_INFO(slave)->port.aggregator; in bond_update_slave_arr()
4760 if (!agg || agg->aggregator_identifier != agg_id) in bond_update_slave_arr()
4763 if (!bond_slave_can_tx(slave)) in bond_update_slave_arr()
4766 slave_dbg(bond->dev, slave->dev, "Adding slave to tx hash array[%d]\n", in bond_update_slave_arr()
4767 usable_slaves->count); in bond_update_slave_arr()
4769 usable_slaves->arr[usable_slaves->count++] = slave; in bond_update_slave_arr()
4776 bond_skip_slave(rtnl_dereference(bond->all_slaves), in bond_update_slave_arr()
4778 bond_skip_slave(rtnl_dereference(bond->usable_slaves), in bond_update_slave_arr()
4787 static struct slave *bond_xmit_3ad_xor_slave_get(struct bonding *bond, in bond_xmit_3ad_xor_slave_get()
4791 struct slave *slave; in bond_xmit_3ad_xor_slave_get() local
4796 count = slaves ? READ_ONCE(slaves->count) : 0; in bond_xmit_3ad_xor_slave_get()
4800 slave = slaves->arr[hash % count]; in bond_xmit_3ad_xor_slave_get()
4801 return slave; in bond_xmit_3ad_xor_slave_get()
4804 static struct slave *bond_xdp_xmit_3ad_xor_slave_get(struct bonding *bond, in bond_xdp_xmit_3ad_xor_slave_get()
4812 slaves = rcu_dereference(bond->usable_slaves); in bond_xdp_xmit_3ad_xor_slave_get()
4813 count = slaves ? READ_ONCE(slaves->count) : 0; in bond_xdp_xmit_3ad_xor_slave_get()
4817 return slaves->arr[hash % count]; in bond_xdp_xmit_3ad_xor_slave_get()
4821 * usable slave array is formed in the control path. The xmit function
4829 struct slave *slave; in bond_3ad_xor_xmit() local
4831 slaves = rcu_dereference(bond->usable_slaves); in bond_3ad_xor_xmit()
4832 slave = bond_xmit_3ad_xor_slave_get(bond, skb, slaves); in bond_3ad_xor_xmit()
4833 if (likely(slave)) in bond_3ad_xor_xmit()
4834 return bond_dev_queue_xmit(bond, skb, slave->dev); in bond_3ad_xor_xmit()
4839 /* in broadcast mode, we send everything to all usable interfaces. */
4844 struct slave *slave = NULL; in bond_xmit_broadcast() local
4847 bond_for_each_slave_rcu(bond, slave, iter) { in bond_xmit_broadcast()
4848 if (bond_is_last_slave(bond, slave)) in bond_xmit_broadcast()
4850 if (bond_slave_is_up(slave) && slave->link == BOND_LINK_UP) { in bond_xmit_broadcast()
4855 bond_dev->name, __func__); in bond_xmit_broadcast()
4858 bond_dev_queue_xmit(bond, skb2, slave->dev); in bond_xmit_broadcast()
4861 if (slave && bond_slave_is_up(slave) && slave->link == BOND_LINK_UP) in bond_xmit_broadcast()
4862 return bond_dev_queue_xmit(bond, skb, slave->dev); in bond_xmit_broadcast()
4867 /*------------------------- Device initialization ---------------------------*/
4869 /* Lookup the slave that corresponds to a qid */
4873 struct slave *slave = NULL; in bond_slave_override() local
4880 bond_for_each_slave_rcu(bond, slave, iter) { in bond_slave_override()
4881 if (slave->queue_id == skb_get_queue_mapping(skb)) { in bond_slave_override()
4882 if (bond_slave_is_up(slave) && in bond_slave_override()
4883 slave->link == BOND_LINK_UP) { in bond_slave_override()
4884 bond_dev_queue_xmit(bond, skb, slave->dev); in bond_slave_override()
4887 /* If the slave isn't UP, use default transmit policy. */ in bond_slave_override()
4907 qdisc_skb_cb(skb)->slave_dev_queue_mapping = skb_get_queue_mapping(skb); in bond_select_queue()
4909 if (unlikely(txq >= dev->real_num_tx_queues)) { in bond_select_queue()
4911 txq -= dev->real_num_tx_queues; in bond_select_queue()
4912 } while (txq >= dev->real_num_tx_queues); in bond_select_queue()
4923 struct slave *slave = NULL; in bond_xmit_get_slave() local
4927 slave = bond_xmit_roundrobin_slave_get(bond, skb); in bond_xmit_get_slave()
4930 slave = bond_xmit_activebackup_slave_get(bond); in bond_xmit_get_slave()
4935 slaves = rcu_dereference(bond->all_slaves); in bond_xmit_get_slave()
4937 slaves = rcu_dereference(bond->usable_slaves); in bond_xmit_get_slave()
4938 slave = bond_xmit_3ad_xor_slave_get(bond, skb, slaves); in bond_xmit_get_slave()
4943 slave = bond_xmit_alb_slave_get(bond, skb); in bond_xmit_get_slave()
4946 slave = bond_xmit_tlb_slave_get(bond, skb); in bond_xmit_get_slave()
4949 /* Should never happen, mode already checked */ in bond_xmit_get_slave()
4950 WARN_ONCE(true, "Unknown bonding mode"); in bond_xmit_get_slave()
4954 if (slave) in bond_xmit_get_slave()
4955 return slave->dev; in bond_xmit_get_slave()
4961 switch (sk->sk_family) { in bond_sk_to_flow()
4964 if (sk->sk_ipv6only || in bond_sk_to_flow()
4965 ipv6_addr_type(&sk->sk_v6_daddr) != IPV6_ADDR_MAPPED) { in bond_sk_to_flow()
4966 flow->control.addr_type = FLOW_DISSECTOR_KEY_IPV6_ADDRS; in bond_sk_to_flow()
4967 flow->addrs.v6addrs.src = inet6_sk(sk)->saddr; in bond_sk_to_flow()
4968 flow->addrs.v6addrs.dst = sk->sk_v6_daddr; in bond_sk_to_flow()
4974 flow->control.addr_type = FLOW_DISSECTOR_KEY_IPV4_ADDRS; in bond_sk_to_flow()
4975 flow->addrs.v4addrs.src = inet_sk(sk)->inet_rcv_saddr; in bond_sk_to_flow()
4976 flow->addrs.v4addrs.dst = inet_sk(sk)->inet_daddr; in bond_sk_to_flow()
4980 flow->ports.src = inet_sk(sk)->inet_sport; in bond_sk_to_flow()
4981 flow->ports.dst = inet_sk(sk)->inet_dport; in bond_sk_to_flow()
4985 * bond_sk_hash_l34 - generate a hash value based on the socket's L3 and L4 fields
5009 struct slave *slave; in __bond_sk_get_lower_dev() local
5013 slaves = rcu_dereference(bond->usable_slaves); in __bond_sk_get_lower_dev()
5014 count = slaves ? READ_ONCE(slaves->count) : 0; in __bond_sk_get_lower_dev()
5019 slave = slaves->arr[hash % count]; in __bond_sk_get_lower_dev()
5021 return slave->dev; in __bond_sk_get_lower_dev()
5042 if (likely(bond_get_slave_by_dev(bond, tls_get_ctx(skb->sk)->netdev))) in bond_tls_device_xmit()
5043 return bond_dev_queue_xmit(bond, skb, tls_get_ctx(skb->sk)->netdev); in bond_tls_device_xmit()
5057 if (skb->sk && tls_is_sk_tx_device_offloaded(skb->sk)) in __bond_start_xmit()
5076 /* Should never happen, mode already checked */ in __bond_start_xmit()
5077 netdev_err(dev, "Unknown bonding mode %d\n", BOND_MODE(bond)); in __bond_start_xmit()
5108 struct slave *slave; in bond_xdp_get_xmit_slave() local
5114 slave = bond_xdp_xmit_roundrobin_slave_get(bond, xdp); in bond_xdp_get_xmit_slave()
5118 slave = bond_xmit_activebackup_slave_get(bond); in bond_xdp_get_xmit_slave()
5123 slave = bond_xdp_xmit_3ad_xor_slave_get(bond, xdp); in bond_xdp_get_xmit_slave()
5127 /* Should never happen. Mode guarded by bond_xdp_check() */ in bond_xdp_get_xmit_slave()
5128 netdev_err(bond_dev, "Unknown bonding mode %d for xdp xmit\n", BOND_MODE(bond)); in bond_xdp_get_xmit_slave()
5133 if (slave) in bond_xdp_get_xmit_slave()
5134 return slave->dev; in bond_xdp_get_xmit_slave()
5142 int nxmit, err = -ENXIO; in bond_xdp_xmit()
5156 err = -ENXIO; in bond_xdp_xmit()
5160 err = slave_dev->netdev_ops->ndo_xdp_xmit(slave_dev, 1, frames1, flags); in bond_xdp_xmit()
5181 struct slave *slave, *rollback_slave; in bond_xdp_set() local
5194 return -EOPNOTSUPP; in bond_xdp_set()
5196 old_prog = bond->xdp_prog; in bond_xdp_set()
5197 bond->xdp_prog = prog; in bond_xdp_set()
5199 bond_for_each_slave(bond, slave, iter) { in bond_xdp_set()
5200 struct net_device *slave_dev = slave->dev; in bond_xdp_set()
5202 if (!slave_dev->netdev_ops->ndo_bpf || in bond_xdp_set()
5203 !slave_dev->netdev_ops->ndo_xdp_xmit) { in bond_xdp_set()
5205 "Slave device does not support XDP"); in bond_xdp_set()
5206 err = -EOPNOTSUPP; in bond_xdp_set()
5212 "Slave has XDP program loaded, please unload before enslaving"); in bond_xdp_set()
5213 err = -EOPNOTSUPP; in bond_xdp_set()
5217 err = slave_dev->netdev_ops->ndo_bpf(slave_dev, &xdp); in bond_xdp_set()
5238 bond->xdp_prog = old_prog; in bond_xdp_set()
5243 struct net_device *slave_dev = rollback_slave->dev; in bond_xdp_set()
5246 if (slave == rollback_slave) in bond_xdp_set()
5249 err_unwind = slave_dev->netdev_ops->ndo_bpf(slave_dev, &xdp); in bond_xdp_set()
5261 switch (xdp->command) { in bond_xdp()
5263 return bond_xdp_set(dev, xdp->prog, xdp->extack); in bond_xdp()
5265 return -EINVAL; in bond_xdp()
5269 static u32 bond_mode_bcast_speed(struct slave *slave, u32 speed) in bond_mode_bcast_speed() argument
5272 speed = slave->speed; in bond_mode_bcast_speed()
5274 speed = min(speed, slave->speed); in bond_mode_bcast_speed()
5284 struct slave *slave; in bond_ethtool_get_link_ksettings() local
5287 cmd->base.duplex = DUPLEX_UNKNOWN; in bond_ethtool_get_link_ksettings()
5288 cmd->base.port = PORT_OTHER; in bond_ethtool_get_link_ksettings()
5291 * do not need to check mode. Though link speed might not represent in bond_ethtool_get_link_ksettings()
5295 bond_for_each_slave(bond, slave, iter) { in bond_ethtool_get_link_ksettings()
5296 if (bond_slave_can_tx(slave)) { in bond_ethtool_get_link_ksettings()
5297 if (slave->speed != SPEED_UNKNOWN) { in bond_ethtool_get_link_ksettings()
5299 speed = bond_mode_bcast_speed(slave, in bond_ethtool_get_link_ksettings()
5302 speed += slave->speed; in bond_ethtool_get_link_ksettings()
5304 if (cmd->base.duplex == DUPLEX_UNKNOWN && in bond_ethtool_get_link_ksettings()
5305 slave->duplex != DUPLEX_UNKNOWN) in bond_ethtool_get_link_ksettings()
5306 cmd->base.duplex = slave->duplex; in bond_ethtool_get_link_ksettings()
5309 cmd->base.speed = speed ? : SPEED_UNKNOWN; in bond_ethtool_get_link_ksettings()
5317 strlcpy(drvinfo->driver, DRV_NAME, sizeof(drvinfo->driver)); in bond_ethtool_get_drvinfo()
5318 snprintf(drvinfo->fw_version, sizeof(drvinfo->fw_version), "%d", in bond_ethtool_get_drvinfo()
5370 if (bond->wq) in bond_destructor()
5371 destroy_workqueue(bond->wq); in bond_destructor()
5373 if (bond->rr_tx_counter) in bond_destructor()
5374 free_percpu(bond->rr_tx_counter); in bond_destructor()
5381 spin_lock_init(&bond->mode_lock); in bond_setup()
5382 bond->params = bonding_defaults; in bond_setup()
5385 bond->dev = bond_dev; in bond_setup()
5389 bond_dev->max_mtu = ETH_MAX_MTU; in bond_setup()
5390 bond_dev->netdev_ops = &bond_netdev_ops; in bond_setup()
5391 bond_dev->ethtool_ops = &bond_ethtool_ops; in bond_setup()
5393 bond_dev->needs_free_netdev = true; in bond_setup()
5394 bond_dev->priv_destructor = bond_destructor; in bond_setup()
5399 bond_dev->flags |= IFF_MASTER; in bond_setup()
5400 bond_dev->priv_flags |= IFF_BONDING | IFF_UNICAST_FLT | IFF_NO_QUEUE; in bond_setup()
5401 bond_dev->priv_flags &= ~(IFF_XMIT_DST_RELEASE | IFF_TX_SKB_SHARING); in bond_setup()
5404 /* set up xfrm device ops (only supported in active-backup right now) */ in bond_setup()
5405 bond_dev->xfrmdev_ops = &bond_xfrmdev_ops; in bond_setup()
5406 INIT_LIST_HEAD(&bond->ipsec_list); in bond_setup()
5407 spin_lock_init(&bond->ipsec_lock); in bond_setup()
5411 bond_dev->features |= NETIF_F_LLTX; in bond_setup()
5421 bond_dev->features |= NETIF_F_NETNS_LOCAL; in bond_setup()
5423 bond_dev->hw_features = BOND_VLAN_FEATURES | in bond_setup()
5427 bond_dev->hw_features |= NETIF_F_GSO_ENCAP_ALL; in bond_setup()
5428 bond_dev->features |= bond_dev->hw_features; in bond_setup()
5429 bond_dev->features |= NETIF_F_HW_VLAN_CTAG_TX | NETIF_F_HW_VLAN_STAG_TX; in bond_setup()
5431 bond_dev->hw_features |= BOND_XFRM_FEATURES; in bond_setup()
5432 /* Only enable XFRM features if this is an active-backup config */ in bond_setup()
5434 bond_dev->features |= BOND_XFRM_FEATURES; in bond_setup()
5438 bond_dev->features |= BOND_TLS_FEATURES; in bond_setup()
5450 struct slave *slave; in bond_uninit() local
5455 bond_for_each_slave(bond, slave, iter) in bond_uninit()
5456 __bond_release_one(bond_dev, slave->dev, true, true); in bond_uninit()
5459 usable = rtnl_dereference(bond->usable_slaves); in bond_uninit()
5461 RCU_INIT_POINTER(bond->usable_slaves, NULL); in bond_uninit()
5465 all = rtnl_dereference(bond->all_slaves); in bond_uninit()
5467 RCU_INIT_POINTER(bond->all_slaves, NULL); in bond_uninit()
5471 list_del(&bond->bond_list); in bond_uninit()
5476 /*------------------------- Module initialization ---------------------------*/
5494 if (mode) { in bond_check_params()
5495 bond_opt_initstr(&newval, mode); in bond_check_params()
5498 pr_err("Error: Invalid bonding mode \"%s\"\n", mode); in bond_check_params()
5499 return -EINVAL; in bond_check_params()
5501 bond_mode = valptr->value; in bond_check_params()
5508 pr_info("xmit_hash_policy param is irrelevant in mode %s\n", in bond_check_params()
5517 return -EINVAL; in bond_check_params()
5519 xmit_hashtype = valptr->value; in bond_check_params()
5525 pr_info("lacp_rate param is irrelevant in mode %s\n", in bond_check_params()
5534 return -EINVAL; in bond_check_params()
5536 lacp_fast = valptr->value; in bond_check_params()
5546 return -EINVAL; in bond_check_params()
5548 params->ad_select = valptr->value; in bond_check_params()
5550 pr_warn("ad_select param only affects 802.3ad mode\n"); in bond_check_params()
5552 params->ad_select = BOND_AD_STABLE; in bond_check_params()
5556 …pr_warn("Warning: max_bonds (%d) not in range %d-%d, so it was reset to BOND_DEFAULT_MAX_BONDS (%d… in bond_check_params()
5562 pr_warn("Warning: miimon module parameter (%d), not in range 0-%d, so it was reset to 0\n", in bond_check_params()
5568 pr_warn("Warning: updelay module parameter (%d), not in range 0-%d, so it was reset to 0\n", in bond_check_params()
5574 pr_warn("Warning: downdelay module parameter (%d), not in range 0-%d, so it was reset to 0\n", in bond_check_params()
5586 pr_warn("Warning: num_grat_arp/num_unsol_na (%d) not in range 0-255 so it was reset to 1\n", in bond_check_params()
5626 …pr_notice("In ALB mode you might experience client disconnections upon reconnection of a link if t… in bond_check_params()
5663 pr_warn("Warning: arp_interval module parameter (%d), not in range 0-%d, so it was reset to 0\n", in bond_check_params()
5673 if (!in4_pton(arp_ip_target[i], -1, (u8 *)&ip, -1, NULL) || in bond_check_params()
5679 if (bond_get_targets_ip(arp_target, ip) == -1) in bond_check_params()
5697 return -EINVAL; in bond_check_params()
5706 return -EINVAL; in bond_check_params()
5708 arp_validate_value = valptr->value; in bond_check_params()
5722 arp_all_targets_value = valptr->value; in bond_check_params()
5732 arp_interval, valptr->string, arp_ip_count); in bond_check_params()
5750 pr_warn("Warning: %s primary device specified but has no effect in %s mode\n", in bond_check_params()
5762 return -EINVAL; in bond_check_params()
5764 primary_reselect_value = valptr->value; in bond_check_params()
5776 return -EINVAL; in bond_check_params()
5778 fail_over_mac_value = valptr->value; in bond_check_params()
5780 pr_warn("Warning: fail_over_mac only affects active-backup mode\n"); in bond_check_params()
5791 return -EINVAL; in bond_check_params()
5793 ad_actor_sys_prio = valptr->value; in bond_check_params()
5799 return -EINVAL; in bond_check_params()
5801 ad_user_port_key = valptr->value; in bond_check_params()
5807 return -EINVAL; in bond_check_params()
5809 tlb_dynamic_lb = valptr->value; in bond_check_params()
5818 params->mode = bond_mode; in bond_check_params()
5819 params->xmit_policy = xmit_hashtype; in bond_check_params()
5820 params->miimon = miimon; in bond_check_params()
5821 params->num_peer_notif = num_peer_notif; in bond_check_params()
5822 params->arp_interval = arp_interval; in bond_check_params()
5823 params->arp_validate = arp_validate_value; in bond_check_params()
5824 params->arp_all_targets = arp_all_targets_value; in bond_check_params()
5825 params->updelay = updelay; in bond_check_params()
5826 params->downdelay = downdelay; in bond_check_params()
5827 params->peer_notif_delay = 0; in bond_check_params()
5828 params->use_carrier = use_carrier; in bond_check_params()
5829 params->lacp_active = 1; in bond_check_params()
5830 params->lacp_fast = lacp_fast; in bond_check_params()
5831 params->primary[0] = 0; in bond_check_params()
5832 params->primary_reselect = primary_reselect_value; in bond_check_params()
5833 params->fail_over_mac = fail_over_mac_value; in bond_check_params()
5834 params->tx_queues = tx_queues; in bond_check_params()
5835 params->all_slaves_active = all_slaves_active; in bond_check_params()
5836 params->resend_igmp = resend_igmp; in bond_check_params()
5837 params->min_links = min_links; in bond_check_params()
5838 params->lp_interval = lp_interval; in bond_check_params()
5839 params->packets_per_slave = packets_per_slave; in bond_check_params()
5840 params->tlb_dynamic_lb = tlb_dynamic_lb; in bond_check_params()
5841 params->ad_actor_sys_prio = ad_actor_sys_prio; in bond_check_params()
5842 eth_zero_addr(params->ad_actor_system); in bond_check_params()
5843 params->ad_user_port_key = ad_user_port_key; in bond_check_params()
5845 params->reciprocal_packets_per_slave = in bond_check_params()
5851 params->reciprocal_packets_per_slave = in bond_check_params()
5856 strscpy_pad(params->primary, primary, sizeof(params->primary)); in bond_check_params()
5858 memcpy(params->arp_targets, arp_target, sizeof(arp_target)); in bond_check_params()
5871 bond->wq = alloc_ordered_workqueue(bond_dev->name, WQ_MEM_RECLAIM); in bond_init()
5872 if (!bond->wq) in bond_init()
5873 return -ENOMEM; in bond_init()
5876 bond->rr_tx_counter = alloc_percpu(u32); in bond_init()
5877 if (!bond->rr_tx_counter) { in bond_init()
5878 destroy_workqueue(bond->wq); in bond_init()
5879 bond->wq = NULL; in bond_init()
5880 return -ENOMEM; in bond_init()
5884 spin_lock_init(&bond->stats_lock); in bond_init()
5887 list_add_tail(&bond->bond_list, &bn->dev_list); in bond_init()
5894 if (is_zero_ether_addr(bond_dev->dev_addr) && in bond_init()
5895 bond_dev->addr_assign_type == NET_ADDR_PERM) in bond_init()
5926 return -ENOMEM; in bond_create()
5935 bond_info->rx_hashtbl_used_head = RLB_NULL_INDEX; in bond_create()
5938 bond_dev->rtnl_link_ops = &bond_link_ops; in bond_create()
5960 bn->net = net; in bond_net_init()
5961 INIT_LIST_HEAD(&bn->dev_list); in bond_net_init()
5979 list_for_each_entry_safe(bond, tmp_bond, &bn->dev_list, bond_list) in bond_net_exit()
5980 unregister_netdevice_queue(bond->dev, &list); in bond_net_exit()