Lines Matching +full:slave +full:- +full:mode
1 // SPDX-License-Identifier: GPL-2.0
68 if (priv->emac_port == HOST_PORT_NUM) in cpsw_slave_index_priv()
69 return -1; in cpsw_slave_index_priv()
71 return priv->emac_port - 1; in cpsw_slave_index_priv()
76 return !cpsw->data.dual_emac; in cpsw_is_switch_en()
88 /* Enabling promiscuous mode for one interface will be in cpsw_set_promiscious()
92 for (i = 0; i < cpsw->data.slaves; i++) in cpsw_set_promiscious()
93 if (cpsw->slaves[i].ndev && in cpsw_set_promiscious()
94 (cpsw->slaves[i].ndev->flags & IFF_PROMISC)) in cpsw_set_promiscious()
99 …dev_dbg(cpsw->dev, "promiscuity not disabled as the other interface is still in promiscuity mode\n… in cpsw_set_promiscious()
104 cpsw_ale_control_set(cpsw->ale, HOST_PORT_NUM, in cpsw_set_promiscious()
107 dev_dbg(cpsw->dev, "promiscuity enabled\n"); in cpsw_set_promiscious()
110 cpsw_ale_control_set(cpsw->ale, HOST_PORT_NUM, in cpsw_set_promiscious()
112 dev_dbg(cpsw->dev, "promiscuity disabled\n"); in cpsw_set_promiscious()
117 * cpsw_set_mc - adds multicast entry to the table if it's not added or deletes
128 struct cpsw_common *cpsw = priv->cpsw; in cpsw_set_mc()
133 vid = cpsw->slaves[slave_no].port_vlan; in cpsw_set_mc()
139 ret = cpsw_ale_add_mcast(cpsw->ale, addr, mask, flags, vid, 0); in cpsw_set_mc()
141 ret = cpsw_ale_del_mcast(cpsw->ale, addr, 0, flags, vid); in cpsw_set_mc()
152 if (!vdev || !(vdev->flags & IFF_UP)) in cpsw_update_vlan_mc()
157 if (ether_addr_equal(ha->addr, sync_ctx->addr)) { in cpsw_update_vlan_mc()
158 found = ha->sync_cnt; in cpsw_update_vlan_mc()
164 sync_ctx->consumed++; in cpsw_update_vlan_mc()
166 if (sync_ctx->flush) { in cpsw_update_vlan_mc()
168 cpsw_set_mc(sync_ctx->ndev, sync_ctx->addr, vid, 0); in cpsw_update_vlan_mc()
173 ret = cpsw_set_mc(sync_ctx->ndev, sync_ctx->addr, vid, 1); in cpsw_update_vlan_mc()
190 ret = cpsw_set_mc(ndev, addr, -1, 1); in cpsw_add_mc_addr()
206 cpsw_set_mc(ndev, addr, -1, 0); in cpsw_del_mc_addr()
217 if (!vdev || !(vdev->flags & IFF_UP)) in cpsw_purge_vlan_mc()
222 if (ether_addr_equal(ha->addr, sync_ctx->addr)) { in cpsw_purge_vlan_mc()
223 found = ha->sync_cnt; in cpsw_purge_vlan_mc()
231 sync_ctx->consumed++; in cpsw_purge_vlan_mc()
232 cpsw_set_mc(sync_ctx->ndev, sync_ctx->addr, vid, 0); in cpsw_purge_vlan_mc()
246 cpsw_set_mc(ndev, addr, -1, 0); in cpsw_purge_all_mc()
254 struct cpsw_common *cpsw = priv->cpsw; in cpsw_ndo_set_rx_mode()
256 if (ndev->flags & IFF_PROMISC) { in cpsw_ndo_set_rx_mode()
257 /* Enable promiscuous mode */ in cpsw_ndo_set_rx_mode()
259 cpsw_ale_set_allmulti(cpsw->ale, IFF_ALLMULTI, priv->emac_port); in cpsw_ndo_set_rx_mode()
263 /* Disable promiscuous mode */ in cpsw_ndo_set_rx_mode()
267 cpsw_ale_set_allmulti(cpsw->ale, in cpsw_ndo_set_rx_mode()
268 ndev->flags & IFF_ALLMULTI, priv->emac_port); in cpsw_ndo_set_rx_mode()
271 __hw_addr_ref_sync_dev(&ndev->mc, ndev, cpsw_add_mc_addr, in cpsw_ndo_set_rx_mode()
300 cpsw = ndev_to_cpsw(xmeta->ndev); in cpsw_rx_handler()
301 ndev = xmeta->ndev; in cpsw_rx_handler()
302 pkt_size = cpsw->rx_packet_max; in cpsw_rx_handler()
303 ch = xmeta->ch; in cpsw_rx_handler()
308 ndev = cpsw->slaves[--port].ndev; in cpsw_rx_handler()
312 pool = cpsw->page_pool[ch]; in cpsw_rx_handler()
315 /* In dual emac mode check for all interfaces */ in cpsw_rx_handler()
316 if (cpsw->usage_count && status >= 0) { in cpsw_rx_handler()
335 ndev->stats.rx_dropped++; in cpsw_rx_handler()
339 if (priv->xdp_prog) { in cpsw_rx_handler()
342 xdp_init_buff(&xdp, PAGE_SIZE, &priv->xdp_rxq[ch]); in cpsw_rx_handler()
345 size -= CPSW_RX_VLAN_ENCAP_HDR_SIZE; in cpsw_rx_handler()
350 ret = cpsw_run_xdp(priv, ch, &xdp, page, priv->emac_port, &len); in cpsw_rx_handler()
354 headroom = xdp.data - xdp.data_hard_start; in cpsw_rx_handler()
363 ndev->stats.rx_dropped++; in cpsw_rx_handler()
368 skb->offload_fwd_mark = priv->offload_fwd_mark; in cpsw_rx_handler()
371 skb->dev = ndev; in cpsw_rx_handler()
374 if (priv->rx_ts_enabled) in cpsw_rx_handler()
375 cpts_rx_timestamp(cpsw->cpts, skb); in cpsw_rx_handler()
376 skb->protocol = eth_type_trans(skb, ndev); in cpsw_rx_handler()
382 ndev->stats.rx_bytes += len; in cpsw_rx_handler()
383 ndev->stats.rx_packets++; in cpsw_rx_handler()
387 xmeta->ndev = ndev; in cpsw_rx_handler()
388 xmeta->ch = ch; in cpsw_rx_handler()
391 ret = cpdma_chan_submit_mapped(cpsw->rxv[ch].ch, new_page, dma, in cpsw_rx_handler()
394 WARN_ON(ret == -ENOMEM); in cpsw_rx_handler()
402 struct cpsw_common *cpsw = priv->cpsw; in cpsw_add_vlan_ale_entry()
408 port_mask = (1 << priv->emac_port) | ALE_PORT_HOST; in cpsw_add_vlan_ale_entry()
411 if (priv->ndev->flags & IFF_ALLMULTI) in cpsw_add_vlan_ale_entry()
414 ret = cpsw_ale_add_vlan(cpsw->ale, vid, port_mask, 0, port_mask, in cpsw_add_vlan_ale_entry()
419 ret = cpsw_ale_add_ucast(cpsw->ale, priv->mac_addr, in cpsw_add_vlan_ale_entry()
424 ret = cpsw_ale_add_mcast(cpsw->ale, priv->ndev->broadcast, in cpsw_add_vlan_ale_entry()
431 cpsw_ale_del_ucast(cpsw->ale, priv->mac_addr, in cpsw_add_vlan_ale_entry()
434 cpsw_ale_del_vlan(cpsw->ale, vid, 0); in cpsw_add_vlan_ale_entry()
442 struct cpsw_common *cpsw = priv->cpsw; in cpsw_ndo_vlan_rx_add_vid()
446 dev_dbg(cpsw->dev, ".ndo_vlan_rx_add_vid called in switch mode\n"); in cpsw_ndo_vlan_rx_add_vid()
450 if (vid == cpsw->data.default_vlan) in cpsw_ndo_vlan_rx_add_vid()
453 ret = pm_runtime_resume_and_get(cpsw->dev); in cpsw_ndo_vlan_rx_add_vid()
461 for (i = 0; i < cpsw->data.slaves; i++) { in cpsw_ndo_vlan_rx_add_vid()
462 if (cpsw->slaves[i].ndev && in cpsw_ndo_vlan_rx_add_vid()
463 vid == cpsw->slaves[i].port_vlan) { in cpsw_ndo_vlan_rx_add_vid()
464 ret = -EINVAL; in cpsw_ndo_vlan_rx_add_vid()
469 dev_dbg(priv->dev, "Adding vlanid %d to vlan filter\n", vid); in cpsw_ndo_vlan_rx_add_vid()
472 pm_runtime_put(cpsw->dev); in cpsw_ndo_vlan_rx_add_vid()
483 cpsw_ndo_vlan_rx_add_vid(priv->ndev, 0, vid); in cpsw_restore_vlans()
490 struct cpsw_common *cpsw = priv->cpsw; in cpsw_restore()
493 vlan_for_each(priv->ndev, cpsw_restore_vlans, priv); in cpsw_restore()
496 cpsw_mqprio_resume(&cpsw->slaves[priv->emac_port - 1], priv); in cpsw_restore()
499 cpsw_cbs_resume(&cpsw->slaves[priv->emac_port - 1], priv); in cpsw_restore()
508 cpsw_ale_add_mcast(cpsw->ale, stpa, in cpsw_init_stp_ale_entry()
515 int vlan = cpsw->data.default_vlan; in cpsw_init_host_port_switch()
517 writel(CPSW_FIFO_NORMAL_MODE, &cpsw->host_port_regs->tx_in_ctl); in cpsw_init_host_port_switch()
519 writel(vlan, &cpsw->host_port_regs->port_vlan); in cpsw_init_host_port_switch()
521 cpsw_ale_add_vlan(cpsw->ale, vlan, ALE_ALL_PORTS, in cpsw_init_host_port_switch()
527 cpsw_ale_control_set(cpsw->ale, HOST_PORT_NUM, ALE_P0_UNI_FLOOD, 1); in cpsw_init_host_port_switch()
528 dev_dbg(cpsw->dev, "Set P0_UNI_FLOOD\n"); in cpsw_init_host_port_switch()
529 cpsw_ale_control_set(cpsw->ale, HOST_PORT_NUM, ALE_PORT_NOLEARN, 0); in cpsw_init_host_port_switch()
534 int vlan = cpsw->data.default_vlan; in cpsw_init_host_port_dual_mac()
536 writel(CPSW_FIFO_DUAL_MAC_MODE, &cpsw->host_port_regs->tx_in_ctl); in cpsw_init_host_port_dual_mac()
538 cpsw_ale_control_set(cpsw->ale, HOST_PORT_NUM, ALE_P0_UNI_FLOOD, 0); in cpsw_init_host_port_dual_mac()
539 dev_dbg(cpsw->dev, "unset P0_UNI_FLOOD\n"); in cpsw_init_host_port_dual_mac()
541 writel(vlan, &cpsw->host_port_regs->port_vlan); in cpsw_init_host_port_dual_mac()
543 cpsw_ale_add_vlan(cpsw->ale, vlan, ALE_ALL_PORTS, ALE_ALL_PORTS, 0, 0); in cpsw_init_host_port_dual_mac()
544 /* learning make no sense in dual_mac mode */ in cpsw_init_host_port_dual_mac()
545 cpsw_ale_control_set(cpsw->ale, HOST_PORT_NUM, ALE_PORT_NOLEARN, 1); in cpsw_init_host_port_dual_mac()
550 struct cpsw_common *cpsw = priv->cpsw; in cpsw_init_host_port()
554 soft_reset("cpsw", &cpsw->regs->soft_reset); in cpsw_init_host_port()
555 cpsw_ale_start(cpsw->ale); in cpsw_init_host_port()
557 /* switch to vlan unaware mode */ in cpsw_init_host_port()
558 cpsw_ale_control_set(cpsw->ale, HOST_PORT_NUM, ALE_VLAN_AWARE, in cpsw_init_host_port()
560 control_reg = readl(&cpsw->regs->control); in cpsw_init_host_port()
562 writel(control_reg, &cpsw->regs->control); in cpsw_init_host_port()
566 &cpsw->host_port_regs->cpdma_tx_pri_map); in cpsw_init_host_port()
567 writel_relaxed(0, &cpsw->host_port_regs->cpdma_rx_chan_map); in cpsw_init_host_port()
570 writel_relaxed(0, &cpsw->regs->ptype); in cpsw_init_host_port()
573 writel_relaxed(0x7, &cpsw->regs->stat_port_en); in cpsw_init_host_port()
576 writel(0x7, &cpsw->regs->flow_control); in cpsw_init_host_port()
583 cpsw_ale_control_set(cpsw->ale, HOST_PORT_NUM, in cpsw_init_host_port()
588 struct cpsw_slave *slave) in cpsw_port_add_dual_emac_def_ale_entries() argument
590 u32 port_mask = 1 << priv->emac_port | ALE_PORT_HOST; in cpsw_port_add_dual_emac_def_ale_entries()
591 struct cpsw_common *cpsw = priv->cpsw; in cpsw_port_add_dual_emac_def_ale_entries()
594 reg = (cpsw->version == CPSW_VERSION_1) ? CPSW1_PORT_VLAN : in cpsw_port_add_dual_emac_def_ale_entries()
596 slave_write(slave, slave->port_vlan, reg); in cpsw_port_add_dual_emac_def_ale_entries()
598 cpsw_ale_add_vlan(cpsw->ale, slave->port_vlan, port_mask, in cpsw_port_add_dual_emac_def_ale_entries()
600 cpsw_ale_add_mcast(cpsw->ale, priv->ndev->broadcast, in cpsw_port_add_dual_emac_def_ale_entries()
601 ALE_PORT_HOST, ALE_VLAN, slave->port_vlan, in cpsw_port_add_dual_emac_def_ale_entries()
603 cpsw_ale_add_ucast(cpsw->ale, priv->mac_addr, in cpsw_port_add_dual_emac_def_ale_entries()
605 ALE_SECURE, slave->port_vlan); in cpsw_port_add_dual_emac_def_ale_entries()
606 cpsw_ale_control_set(cpsw->ale, priv->emac_port, in cpsw_port_add_dual_emac_def_ale_entries()
608 /* learning make no sense in dual_mac mode */ in cpsw_port_add_dual_emac_def_ale_entries()
609 cpsw_ale_control_set(cpsw->ale, priv->emac_port, in cpsw_port_add_dual_emac_def_ale_entries()
614 struct cpsw_slave *slave) in cpsw_port_add_switch_def_ale_entries() argument
616 u32 port_mask = 1 << priv->emac_port | ALE_PORT_HOST; in cpsw_port_add_switch_def_ale_entries()
617 struct cpsw_common *cpsw = priv->cpsw; in cpsw_port_add_switch_def_ale_entries()
620 cpsw_ale_control_set(cpsw->ale, priv->emac_port, in cpsw_port_add_switch_def_ale_entries()
622 cpsw_ale_control_set(cpsw->ale, priv->emac_port, in cpsw_port_add_switch_def_ale_entries()
634 cpsw_ale_control_set(cpsw->ale, priv->emac_port, in cpsw_port_add_switch_def_ale_entries()
637 cpsw_ale_add_mcast(cpsw->ale, priv->ndev->broadcast, in cpsw_port_add_switch_def_ale_entries()
638 port_mask, ALE_VLAN, slave->port_vlan, in cpsw_port_add_switch_def_ale_entries()
640 cpsw_ale_add_ucast(cpsw->ale, priv->mac_addr, in cpsw_port_add_switch_def_ale_entries()
641 HOST_PORT_NUM, ALE_VLAN, slave->port_vlan); in cpsw_port_add_switch_def_ale_entries()
643 reg = (cpsw->version == CPSW_VERSION_1) ? CPSW1_PORT_VLAN : in cpsw_port_add_switch_def_ale_entries()
645 slave_write(slave, slave->port_vlan, reg); in cpsw_port_add_switch_def_ale_entries()
651 struct cpsw_common *cpsw = priv->cpsw; in cpsw_adjust_link()
652 struct cpsw_slave *slave; in cpsw_adjust_link() local
656 slave = &cpsw->slaves[priv->emac_port - 1]; in cpsw_adjust_link()
657 phy = slave->phy; in cpsw_adjust_link()
662 if (phy->link) { in cpsw_adjust_link()
665 if (phy->speed == 1000) in cpsw_adjust_link()
667 if (phy->duplex) in cpsw_adjust_link()
670 /* set speed_in input in case RMII mode is used in 100Mbps */ in cpsw_adjust_link()
671 if (phy->speed == 100) in cpsw_adjust_link()
673 /* in band mode only works in 10Mbps RGMII mode */ in cpsw_adjust_link()
674 else if ((phy->speed == 10) && phy_interface_is_rgmii(phy)) in cpsw_adjust_link()
675 mac_control |= CPSW_SL_CTL_EXT_EN; /* In Band mode */ in cpsw_adjust_link()
677 if (priv->rx_pause) in cpsw_adjust_link()
680 if (priv->tx_pause) in cpsw_adjust_link()
683 if (mac_control != slave->mac_control) in cpsw_adjust_link()
684 cpsw_sl_ctl_set(slave->mac_sl, mac_control); in cpsw_adjust_link()
687 cpsw_ale_control_set(cpsw->ale, priv->emac_port, in cpsw_adjust_link()
692 if (priv->shp_cfg_speed && in cpsw_adjust_link()
693 priv->shp_cfg_speed != slave->phy->speed && in cpsw_adjust_link()
695 dev_warn(priv->dev, "Speed was changed, CBS shaper speeds are changed!"); in cpsw_adjust_link()
701 cpsw_ale_control_set(cpsw->ale, priv->emac_port, in cpsw_adjust_link()
704 cpsw_sl_wait_for_idle(slave->mac_sl, 100); in cpsw_adjust_link()
706 cpsw_sl_ctl_reset(slave->mac_sl); in cpsw_adjust_link()
709 if (mac_control != slave->mac_control) in cpsw_adjust_link()
712 slave->mac_control = mac_control; in cpsw_adjust_link()
714 if (phy->link && cpsw_need_resplit(cpsw)) in cpsw_adjust_link()
718 static void cpsw_slave_open(struct cpsw_slave *slave, struct cpsw_priv *priv) in cpsw_slave_open() argument
720 struct cpsw_common *cpsw = priv->cpsw; in cpsw_slave_open()
723 cpsw_sl_reset(slave->mac_sl, 100); in cpsw_slave_open()
724 cpsw_sl_ctl_reset(slave->mac_sl); in cpsw_slave_open()
727 cpsw_sl_reg_write(slave->mac_sl, CPSW_SL_RX_PRI_MAP, in cpsw_slave_open()
730 switch (cpsw->version) { in cpsw_slave_open()
732 slave_write(slave, TX_PRIORITY_MAPPING, CPSW1_TX_PRI_MAP); in cpsw_slave_open()
734 * flow control mode in cpsw_slave_open()
736 slave_write(slave, in cpsw_slave_open()
743 slave_write(slave, TX_PRIORITY_MAPPING, CPSW2_TX_PRI_MAP); in cpsw_slave_open()
745 * flow control mode in cpsw_slave_open()
747 slave_write(slave, in cpsw_slave_open()
754 cpsw_sl_reg_write(slave->mac_sl, CPSW_SL_RX_MAXLEN, in cpsw_slave_open()
755 cpsw->rx_packet_max); in cpsw_slave_open()
756 cpsw_set_slave_mac(slave, priv); in cpsw_slave_open()
758 slave->mac_control = 0; /* no link yet */ in cpsw_slave_open()
761 cpsw_port_add_switch_def_ale_entries(priv, slave); in cpsw_slave_open()
763 cpsw_port_add_dual_emac_def_ale_entries(priv, slave); in cpsw_slave_open()
765 if (!slave->data->phy_node) in cpsw_slave_open()
766 dev_err(priv->dev, "no phy found on slave %d\n", in cpsw_slave_open()
767 slave->slave_num); in cpsw_slave_open()
768 phy = of_phy_connect(priv->ndev, slave->data->phy_node, in cpsw_slave_open()
769 &cpsw_adjust_link, 0, slave->data->phy_if); in cpsw_slave_open()
771 dev_err(priv->dev, "phy \"%pOF\" not found on slave %d\n", in cpsw_slave_open()
772 slave->data->phy_node, in cpsw_slave_open()
773 slave->slave_num); in cpsw_slave_open()
776 slave->phy = phy; in cpsw_slave_open()
778 phy_attached_info(slave->phy); in cpsw_slave_open()
780 phy_start(slave->phy); in cpsw_slave_open()
783 phy_set_mode_ext(slave->data->ifphy, PHY_MODE_ETHERNET, in cpsw_slave_open()
784 slave->data->phy_if); in cpsw_slave_open()
790 struct cpsw_common *cpsw = priv->cpsw; in cpsw_ndo_stop()
791 struct cpsw_slave *slave; in cpsw_ndo_stop() local
794 slave = &cpsw->slaves[priv->emac_port - 1]; in cpsw_ndo_stop()
795 if (slave->phy) in cpsw_ndo_stop()
796 phy_stop(slave->phy); in cpsw_ndo_stop()
798 netif_tx_stop_all_queues(priv->ndev); in cpsw_ndo_stop()
800 if (slave->phy) { in cpsw_ndo_stop()
801 phy_disconnect(slave->phy); in cpsw_ndo_stop()
802 slave->phy = NULL; in cpsw_ndo_stop()
805 __hw_addr_ref_unsync_dev(&ndev->mc, ndev, cpsw_purge_all_mc); in cpsw_ndo_stop()
807 if (cpsw->usage_count <= 1) { in cpsw_ndo_stop()
808 napi_disable(&cpsw->napi_rx); in cpsw_ndo_stop()
809 napi_disable(&cpsw->napi_tx); in cpsw_ndo_stop()
810 cpts_unregister(cpsw->cpts); in cpsw_ndo_stop()
812 cpdma_ctlr_stop(cpsw->dma); in cpsw_ndo_stop()
813 cpsw_ale_stop(cpsw->ale); in cpsw_ndo_stop()
820 cpsw->usage_count--; in cpsw_ndo_stop()
821 pm_runtime_put_sync(cpsw->dev); in cpsw_ndo_stop()
828 struct cpsw_common *cpsw = priv->cpsw; in cpsw_ndo_open()
831 dev_info(priv->dev, "starting ndev. mode: %s\n", in cpsw_ndo_open()
833 ret = pm_runtime_resume_and_get(cpsw->dev); in cpsw_ndo_open()
838 ret = netif_set_real_num_tx_queues(ndev, cpsw->tx_ch_num); in cpsw_ndo_open()
840 dev_err(priv->dev, "cannot set real number of tx queues\n"); in cpsw_ndo_open()
844 ret = netif_set_real_num_rx_queues(ndev, cpsw->rx_ch_num); in cpsw_ndo_open()
846 dev_err(priv->dev, "cannot set real number of rx queues\n"); in cpsw_ndo_open()
850 /* Initialize host and slave ports */ in cpsw_ndo_open()
851 if (!cpsw->usage_count) in cpsw_ndo_open()
853 cpsw_slave_open(&cpsw->slaves[priv->emac_port - 1], priv); in cpsw_ndo_open()
856 if (!cpsw->usage_count) { in cpsw_ndo_open()
868 if (cpsw->cpts) { in cpsw_ndo_open()
869 if (cpts_register(cpsw->cpts)) in cpsw_ndo_open()
870 dev_err(priv->dev, "error registering cpts device\n"); in cpsw_ndo_open()
872 writel(0x10, &cpsw->wr_regs->misc_en); in cpsw_ndo_open()
875 napi_enable(&cpsw->napi_rx); in cpsw_ndo_open()
876 napi_enable(&cpsw->napi_tx); in cpsw_ndo_open()
878 if (cpsw->tx_irq_disabled) { in cpsw_ndo_open()
879 cpsw->tx_irq_disabled = false; in cpsw_ndo_open()
880 enable_irq(cpsw->irqs_table[1]); in cpsw_ndo_open()
883 if (cpsw->rx_irq_disabled) { in cpsw_ndo_open()
884 cpsw->rx_irq_disabled = false; in cpsw_ndo_open()
885 enable_irq(cpsw->irqs_table[0]); in cpsw_ndo_open()
892 if (cpsw->coal_intvl != 0) { in cpsw_ndo_open()
895 coal.rx_coalesce_usecs = cpsw->coal_intvl; in cpsw_ndo_open()
899 cpdma_ctlr_start(cpsw->dma); in cpsw_ndo_open()
901 cpsw->usage_count++; in cpsw_ndo_open()
909 pm_runtime_put_sync(cpsw->dev); in cpsw_ndo_open()
917 struct cpsw_common *cpsw = priv->cpsw; in cpsw_ndo_start_xmit()
918 struct cpts *cpts = cpsw->cpts; in cpsw_ndo_start_xmit()
923 if (skb_put_padto(skb, READ_ONCE(priv->tx_packet_min))) { in cpsw_ndo_start_xmit()
925 ndev->stats.tx_dropped++; in cpsw_ndo_start_xmit()
929 if (skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP && in cpsw_ndo_start_xmit()
930 priv->tx_ts_enabled && cpts_can_timestamp(cpts, skb)) in cpsw_ndo_start_xmit()
931 skb_shinfo(skb)->tx_flags |= SKBTX_IN_PROGRESS; in cpsw_ndo_start_xmit()
934 if (q_idx >= cpsw->tx_ch_num) in cpsw_ndo_start_xmit()
935 q_idx = q_idx % cpsw->tx_ch_num; in cpsw_ndo_start_xmit()
937 txch = cpsw->txv[q_idx].ch; in cpsw_ndo_start_xmit()
940 ret = cpdma_chan_submit(txch, skb, skb->data, skb->len, in cpsw_ndo_start_xmit()
941 priv->emac_port); in cpsw_ndo_start_xmit()
962 ndev->stats.tx_dropped++; in cpsw_ndo_start_xmit()
978 struct cpsw_common *cpsw = priv->cpsw; in cpsw_ndo_set_mac_address()
984 if (!is_valid_ether_addr(addr->sa_data)) in cpsw_ndo_set_mac_address()
985 return -EADDRNOTAVAIL; in cpsw_ndo_set_mac_address()
987 ret = pm_runtime_resume_and_get(cpsw->dev); in cpsw_ndo_set_mac_address()
991 vid = cpsw->slaves[slave_no].port_vlan; in cpsw_ndo_set_mac_address()
994 cpsw_ale_del_ucast(cpsw->ale, priv->mac_addr, HOST_PORT_NUM, in cpsw_ndo_set_mac_address()
996 cpsw_ale_add_ucast(cpsw->ale, addr->sa_data, HOST_PORT_NUM, in cpsw_ndo_set_mac_address()
999 ether_addr_copy(priv->mac_addr, addr->sa_data); in cpsw_ndo_set_mac_address()
1000 eth_hw_addr_set(ndev, priv->mac_addr); in cpsw_ndo_set_mac_address()
1001 cpsw_set_slave_mac(&cpsw->slaves[slave_no], priv); in cpsw_ndo_set_mac_address()
1003 pm_runtime_put(cpsw->dev); in cpsw_ndo_set_mac_address()
1012 struct cpsw_common *cpsw = priv->cpsw; in cpsw_ndo_vlan_rx_kill_vid()
1017 dev_dbg(cpsw->dev, "ndo del vlan is called in switch mode\n"); in cpsw_ndo_vlan_rx_kill_vid()
1021 if (vid == cpsw->data.default_vlan) in cpsw_ndo_vlan_rx_kill_vid()
1024 ret = pm_runtime_resume_and_get(cpsw->dev); in cpsw_ndo_vlan_rx_kill_vid()
1032 for (i = 0; i < cpsw->data.slaves; i++) { in cpsw_ndo_vlan_rx_kill_vid()
1033 if (cpsw->slaves[i].ndev && in cpsw_ndo_vlan_rx_kill_vid()
1034 vid == cpsw->slaves[i].port_vlan) { in cpsw_ndo_vlan_rx_kill_vid()
1035 ret = -EINVAL; in cpsw_ndo_vlan_rx_kill_vid()
1040 dev_dbg(priv->dev, "removing vlanid %d from vlan filter\n", vid); in cpsw_ndo_vlan_rx_kill_vid()
1041 ret = cpsw_ale_del_vlan(cpsw->ale, vid, 0); in cpsw_ndo_vlan_rx_kill_vid()
1043 dev_err(priv->dev, "cpsw_ale_del_vlan() failed: ret %d\n", ret); in cpsw_ndo_vlan_rx_kill_vid()
1044 ret = cpsw_ale_del_ucast(cpsw->ale, priv->mac_addr, in cpsw_ndo_vlan_rx_kill_vid()
1047 dev_err(priv->dev, "cpsw_ale_del_ucast() failed: ret %d\n", in cpsw_ndo_vlan_rx_kill_vid()
1049 ret = cpsw_ale_del_mcast(cpsw->ale, priv->ndev->broadcast, in cpsw_ndo_vlan_rx_kill_vid()
1052 dev_err(priv->dev, "cpsw_ale_del_mcast failed. ret %d\n", in cpsw_ndo_vlan_rx_kill_vid()
1054 cpsw_ale_flush_multicast(cpsw->ale, ALE_PORT_HOST, vid); in cpsw_ndo_vlan_rx_kill_vid()
1057 pm_runtime_put(cpsw->dev); in cpsw_ndo_vlan_rx_kill_vid()
1067 err = snprintf(name, len, "p%d", priv->emac_port); in cpsw_ndo_get_phys_port_name()
1070 return -EINVAL; in cpsw_ndo_get_phys_port_name()
1081 cpsw_rx_interrupt(cpsw->irqs_table[0], cpsw); in cpsw_ndo_poll_controller()
1082 cpsw_tx_interrupt(cpsw->irqs_table[1], cpsw); in cpsw_ndo_poll_controller()
1095 return -EINVAL; in cpsw_ndo_xdp_xmit()
1099 if (xdpf->len < READ_ONCE(priv->tx_packet_min)) in cpsw_ndo_xdp_xmit()
1102 if (cpsw_xdp_tx_frame(priv, xdpf, NULL, priv->emac_port)) in cpsw_ndo_xdp_xmit()
1115 ppid->id_len = sizeof(cpsw->base_mac); in cpsw_get_port_parent_id()
1116 memcpy(&ppid->id, &cpsw->base_mac, ppid->id_len); in cpsw_get_port_parent_id()
1149 pdev = to_platform_device(cpsw->dev); in cpsw_get_drvinfo()
1150 strscpy(info->driver, "cpsw-switch", sizeof(info->driver)); in cpsw_get_drvinfo()
1151 strscpy(info->version, "2.0", sizeof(info->version)); in cpsw_get_drvinfo()
1152 strscpy(info->bus_info, pdev->name, sizeof(info->bus_info)); in cpsw_get_drvinfo()
1163 if (!cpsw->slaves[slave_no].phy) in cpsw_set_pauseparam()
1164 return -EINVAL; in cpsw_set_pauseparam()
1166 if (!phy_validate_pause(cpsw->slaves[slave_no].phy, pause)) in cpsw_set_pauseparam()
1167 return -EINVAL; in cpsw_set_pauseparam()
1169 priv->rx_pause = pause->rx_pause ? true : false; in cpsw_set_pauseparam()
1170 priv->tx_pause = pause->tx_pause ? true : false; in cpsw_set_pauseparam()
1172 phy_set_asym_pause(cpsw->slaves[slave_no].phy, in cpsw_set_pauseparam()
1173 priv->rx_pause, priv->tx_pause); in cpsw_set_pauseparam()
1217 struct device_node *node = cpsw->dev->of_node, *tmp_node, *port_np; in cpsw_probe_dt()
1218 struct cpsw_platform_data *data = &cpsw->data; in cpsw_probe_dt()
1219 struct device *dev = cpsw->dev; in cpsw_probe_dt()
1224 return -EINVAL; in cpsw_probe_dt()
1226 tmp_node = of_get_child_by_name(node, "ethernet-ports"); in cpsw_probe_dt()
1228 return -ENOENT; in cpsw_probe_dt()
1229 data->slaves = of_get_child_count(tmp_node); in cpsw_probe_dt()
1230 if (data->slaves != CPSW_SLAVE_PORTS_NUM) { in cpsw_probe_dt()
1232 return -ENOENT; in cpsw_probe_dt()
1235 data->active_slave = 0; in cpsw_probe_dt()
1236 data->channels = CPSW_MAX_QUEUES; in cpsw_probe_dt()
1237 data->dual_emac = true; in cpsw_probe_dt()
1238 data->bd_ram_size = CPSW_BD_RAM_SIZE; in cpsw_probe_dt()
1239 data->mac_control = 0; in cpsw_probe_dt()
1241 data->slave_data = devm_kcalloc(dev, CPSW_SLAVE_PORTS_NUM, in cpsw_probe_dt()
1244 if (!data->slave_data) { in cpsw_probe_dt()
1246 return -ENOMEM; in cpsw_probe_dt()
1270 ret = -EINVAL; in cpsw_probe_dt()
1274 slave_data = &data->slave_data[port_id - 1]; in cpsw_probe_dt()
1276 slave_data->disabled = !of_device_is_available(port_np); in cpsw_probe_dt()
1277 if (slave_data->disabled) in cpsw_probe_dt()
1280 slave_data->slave_node = port_np; in cpsw_probe_dt()
1281 slave_data->ifphy = devm_of_phy_get(dev, port_np, NULL); in cpsw_probe_dt()
1282 if (IS_ERR(slave_data->ifphy)) { in cpsw_probe_dt()
1283 ret = PTR_ERR(slave_data->ifphy); in cpsw_probe_dt()
1292 dev_err_probe(dev, ret, "%pOF failed to register fixed-link phy\n", in cpsw_probe_dt()
1296 slave_data->phy_node = of_node_get(port_np); in cpsw_probe_dt()
1298 slave_data->phy_node = in cpsw_probe_dt()
1299 of_parse_phandle(port_np, "phy-handle", 0); in cpsw_probe_dt()
1302 if (!slave_data->phy_node) { in cpsw_probe_dt()
1304 ret = -ENODEV; in cpsw_probe_dt()
1308 ret = of_get_phy_mode(port_np, &slave_data->phy_if); in cpsw_probe_dt()
1310 dev_err(dev, "%pOF read phy-mode err %d\n", in cpsw_probe_dt()
1315 ret = of_get_mac_address(port_np, slave_data->mac_addr); in cpsw_probe_dt()
1317 ret = ti_cm_get_macid(dev, port_id - 1, in cpsw_probe_dt()
1318 slave_data->mac_addr); in cpsw_probe_dt()
1323 if (of_property_read_u32(port_np, "ti,dual-emac-pvid", in cpsw_probe_dt()
1327 slave_data->dual_emac_res_vlan = port_id; in cpsw_probe_dt()
1329 port_np, slave_data->dual_emac_res_vlan); in cpsw_probe_dt()
1331 slave_data->dual_emac_res_vlan = prop; in cpsw_probe_dt()
1346 struct cpsw_platform_data *data = &cpsw->data; in cpsw_remove_dt()
1349 for (i = 0; i < cpsw->data.slaves; i++) { in cpsw_remove_dt()
1350 struct cpsw_slave_data *slave_data = &data->slave_data[i]; in cpsw_remove_dt()
1351 struct device_node *port_np = slave_data->phy_node; in cpsw_remove_dt()
1364 struct cpsw_platform_data *data = &cpsw->data; in cpsw_create_ports()
1366 struct device *dev = cpsw->dev; in cpsw_create_ports()
1370 for (i = 0; i < cpsw->data.slaves; i++) { in cpsw_create_ports()
1371 struct cpsw_slave_data *slave_data = &data->slave_data[i]; in cpsw_create_ports()
1373 if (slave_data->disabled) in cpsw_create_ports()
1381 return -ENOMEM; in cpsw_create_ports()
1385 priv->cpsw = cpsw; in cpsw_create_ports()
1386 priv->ndev = ndev; in cpsw_create_ports()
1387 priv->dev = dev; in cpsw_create_ports()
1388 priv->msg_enable = netif_msg_init(debug_level, CPSW_DEBUG); in cpsw_create_ports()
1389 priv->emac_port = i + 1; in cpsw_create_ports()
1390 priv->tx_packet_min = CPSW_MIN_PACKET_SIZE; in cpsw_create_ports()
1392 if (is_valid_ether_addr(slave_data->mac_addr)) { in cpsw_create_ports()
1393 ether_addr_copy(priv->mac_addr, slave_data->mac_addr); in cpsw_create_ports()
1394 dev_info(cpsw->dev, "Detected MACID = %pM\n", in cpsw_create_ports()
1395 priv->mac_addr); in cpsw_create_ports()
1397 eth_random_addr(slave_data->mac_addr); in cpsw_create_ports()
1398 dev_info(cpsw->dev, "Random MACID = %pM\n", in cpsw_create_ports()
1399 priv->mac_addr); in cpsw_create_ports()
1401 eth_hw_addr_set(ndev, slave_data->mac_addr); in cpsw_create_ports()
1402 ether_addr_copy(priv->mac_addr, slave_data->mac_addr); in cpsw_create_ports()
1404 cpsw->slaves[i].ndev = ndev; in cpsw_create_ports()
1406 ndev->features |= NETIF_F_HW_VLAN_CTAG_FILTER | in cpsw_create_ports()
1409 ndev->xdp_features = NETDEV_XDP_ACT_BASIC | in cpsw_create_ports()
1413 ndev->netdev_ops = &cpsw_netdev_ops; in cpsw_create_ports()
1414 ndev->ethtool_ops = &cpsw_ethtool_ops; in cpsw_create_ports()
1423 netif_napi_add(ndev, &cpsw->napi_rx, in cpsw_create_ports()
1424 cpsw->quirk_irq ? cpsw_rx_poll : cpsw_rx_mq_poll); in cpsw_create_ports()
1425 netif_napi_add_tx(ndev, &cpsw->napi_tx, in cpsw_create_ports()
1426 cpsw->quirk_irq ? in cpsw_create_ports()
1440 for (i = 0; i < cpsw->data.slaves; i++) { in cpsw_unregister_ports()
1441 if (!cpsw->slaves[i].ndev) in cpsw_unregister_ports()
1444 unregister_netdev(cpsw->slaves[i].ndev); in cpsw_unregister_ports()
1452 for (i = 0; i < cpsw->data.slaves; i++) { in cpsw_register_ports()
1453 if (!cpsw->slaves[i].ndev) in cpsw_register_ports()
1457 ret = register_netdev(cpsw->slaves[i].ndev); in cpsw_register_ports()
1459 dev_err(cpsw->dev, in cpsw_register_ports()
1461 cpsw->slaves[i].ndev = NULL; in cpsw_register_ports()
1473 if (ndev->netdev_ops == &cpsw_netdev_ops) { in cpsw_port_dev_check()
1476 return !cpsw->data.dual_emac; in cpsw_port_dev_check()
1487 if (!cpsw->ale_bypass && in cpsw_port_offload_fwd_mark_update()
1488 (cpsw->br_members == (ALE_PORT_1 | ALE_PORT_2))) in cpsw_port_offload_fwd_mark_update()
1491 dev_dbg(cpsw->dev, "set offload_fwd_mark %d\n", set_val); in cpsw_port_offload_fwd_mark_update()
1493 for (i = 0; i < cpsw->data.slaves; i++) { in cpsw_port_offload_fwd_mark_update()
1494 struct net_device *sl_ndev = cpsw->slaves[i].ndev; in cpsw_port_offload_fwd_mark_update()
1497 priv->offload_fwd_mark = set_val; in cpsw_port_offload_fwd_mark_update()
1506 struct cpsw_common *cpsw = priv->cpsw; in cpsw_netdevice_port_link()
1509 if (!cpsw->br_members) { in cpsw_netdevice_port_link()
1510 cpsw->hw_bridge_dev = br_ndev; in cpsw_netdevice_port_link()
1515 if (cpsw->hw_bridge_dev != br_ndev) in cpsw_netdevice_port_link()
1516 return -EOPNOTSUPP; in cpsw_netdevice_port_link()
1524 cpsw->br_members |= BIT(priv->emac_port); in cpsw_netdevice_port_link()
1534 struct cpsw_common *cpsw = priv->cpsw; in cpsw_netdevice_port_unlink()
1538 cpsw->br_members &= ~BIT(priv->emac_port); in cpsw_netdevice_port_unlink()
1542 if (!cpsw->br_members) in cpsw_netdevice_port_unlink()
1543 cpsw->hw_bridge_dev = NULL; in cpsw_netdevice_port_unlink()
1562 if (netif_is_bridge_master(info->upper_dev)) { in cpsw_netdevice_event()
1563 if (info->linking) in cpsw_netdevice_event()
1565 info->upper_dev, in cpsw_netdevice_event()
1588 dev_err(cpsw->dev, "can't register netdevice notifier\n"); in cpsw_register_notifiers()
1612 struct cpsw_common *cpsw = dl_priv->cpsw; in cpsw_dl_switch_mode_get()
1614 dev_dbg(cpsw->dev, "%s id:%u\n", __func__, id); in cpsw_dl_switch_mode_get()
1617 return -EOPNOTSUPP; in cpsw_dl_switch_mode_get()
1619 ctx->val.vbool = !cpsw->data.dual_emac; in cpsw_dl_switch_mode_get()
1628 struct cpsw_common *cpsw = dl_priv->cpsw; in cpsw_dl_switch_mode_set()
1629 int vlan = cpsw->data.default_vlan; in cpsw_dl_switch_mode_set()
1630 bool switch_en = ctx->val.vbool; in cpsw_dl_switch_mode_set()
1634 dev_dbg(cpsw->dev, "%s id:%u\n", __func__, id); in cpsw_dl_switch_mode_set()
1637 return -EOPNOTSUPP; in cpsw_dl_switch_mode_set()
1639 if (switch_en == !cpsw->data.dual_emac) in cpsw_dl_switch_mode_set()
1642 if (!switch_en && cpsw->br_members) { in cpsw_dl_switch_mode_set()
1643 dev_err(cpsw->dev, "Remove ports from BR before disabling switch mode\n"); in cpsw_dl_switch_mode_set()
1644 return -EINVAL; in cpsw_dl_switch_mode_set()
1649 for (i = 0; i < cpsw->data.slaves; i++) { in cpsw_dl_switch_mode_set()
1650 struct cpsw_slave *slave = &cpsw->slaves[i]; in cpsw_dl_switch_mode_set() local
1651 struct net_device *sl_ndev = slave->ndev; in cpsw_dl_switch_mode_set()
1661 cpsw->data.dual_emac = !switch_en; in cpsw_dl_switch_mode_set()
1662 for (i = 0; i < cpsw->data.slaves; i++) { in cpsw_dl_switch_mode_set()
1663 struct cpsw_slave *slave = &cpsw->slaves[i]; in cpsw_dl_switch_mode_set() local
1664 struct net_device *sl_ndev = slave->ndev; in cpsw_dl_switch_mode_set()
1670 vlan = cpsw->data.default_vlan; in cpsw_dl_switch_mode_set()
1672 vlan = slave->data->dual_emac_res_vlan; in cpsw_dl_switch_mode_set()
1673 slave->port_vlan = vlan; in cpsw_dl_switch_mode_set()
1679 dev_info(cpsw->dev, "Enable switch mode\n"); in cpsw_dl_switch_mode_set()
1681 /* enable bypass - no forwarding; all traffic goes to Host */ in cpsw_dl_switch_mode_set()
1682 cpsw_ale_control_set(cpsw->ale, 0, ALE_BYPASS, 1); in cpsw_dl_switch_mode_set()
1685 cpsw_ale_control_set(cpsw->ale, 0, ALE_CLEAR, 1); in cpsw_dl_switch_mode_set()
1686 cpsw_ale_control_get(cpsw->ale, 0, ALE_AGEOUT); in cpsw_dl_switch_mode_set()
1690 for (i = 0; i < cpsw->data.slaves; i++) { in cpsw_dl_switch_mode_set()
1691 struct cpsw_slave *slave = &cpsw->slaves[i]; in cpsw_dl_switch_mode_set() local
1692 struct net_device *sl_ndev = slave->ndev; in cpsw_dl_switch_mode_set()
1699 slave->port_vlan = vlan; in cpsw_dl_switch_mode_set()
1700 WRITE_ONCE(priv->tx_packet_min, CPSW_MIN_PACKET_SIZE_VLAN); in cpsw_dl_switch_mode_set()
1703 slave); in cpsw_dl_switch_mode_set()
1706 cpsw_ale_control_set(cpsw->ale, 0, ALE_BYPASS, 0); in cpsw_dl_switch_mode_set()
1707 cpsw->data.dual_emac = false; in cpsw_dl_switch_mode_set()
1709 dev_info(cpsw->dev, "Disable switch mode\n"); in cpsw_dl_switch_mode_set()
1711 /* enable bypass - no forwarding; all traffic goes to Host */ in cpsw_dl_switch_mode_set()
1712 cpsw_ale_control_set(cpsw->ale, 0, ALE_BYPASS, 1); in cpsw_dl_switch_mode_set()
1714 cpsw_ale_control_set(cpsw->ale, 0, ALE_CLEAR, 1); in cpsw_dl_switch_mode_set()
1715 cpsw_ale_control_get(cpsw->ale, 0, ALE_AGEOUT); in cpsw_dl_switch_mode_set()
1719 for (i = 0; i < cpsw->data.slaves; i++) { in cpsw_dl_switch_mode_set()
1720 struct cpsw_slave *slave = &cpsw->slaves[i]; in cpsw_dl_switch_mode_set() local
1721 struct net_device *sl_ndev = slave->ndev; in cpsw_dl_switch_mode_set()
1727 priv = netdev_priv(slave->ndev); in cpsw_dl_switch_mode_set()
1728 slave->port_vlan = slave->data->dual_emac_res_vlan; in cpsw_dl_switch_mode_set()
1729 WRITE_ONCE(priv->tx_packet_min, CPSW_MIN_PACKET_SIZE); in cpsw_dl_switch_mode_set()
1730 cpsw_port_add_dual_emac_def_ale_entries(priv, slave); in cpsw_dl_switch_mode_set()
1733 cpsw_ale_control_set(cpsw->ale, 0, ALE_BYPASS, 0); in cpsw_dl_switch_mode_set()
1734 cpsw->data.dual_emac = true; in cpsw_dl_switch_mode_set()
1746 struct cpsw_common *cpsw = dl_priv->cpsw; in cpsw_dl_ale_ctrl_get()
1748 dev_dbg(cpsw->dev, "%s id:%u\n", __func__, id); in cpsw_dl_ale_ctrl_get()
1752 ctx->val.vbool = cpsw_ale_control_get(cpsw->ale, 0, ALE_BYPASS); in cpsw_dl_ale_ctrl_get()
1755 return -EOPNOTSUPP; in cpsw_dl_ale_ctrl_get()
1765 struct cpsw_common *cpsw = dl_priv->cpsw; in cpsw_dl_ale_ctrl_set()
1766 int ret = -EOPNOTSUPP; in cpsw_dl_ale_ctrl_set()
1768 dev_dbg(cpsw->dev, "%s id:%u\n", __func__, id); in cpsw_dl_ale_ctrl_set()
1772 ret = cpsw_ale_control_set(cpsw->ale, 0, ALE_BYPASS, in cpsw_dl_ale_ctrl_set()
1773 ctx->val.vbool); in cpsw_dl_ale_ctrl_set()
1775 cpsw->ale_bypass = ctx->val.vbool; in cpsw_dl_ale_ctrl_set()
1780 return -EOPNOTSUPP; in cpsw_dl_ale_ctrl_set()
1800 struct device *dev = cpsw->dev; in cpsw_register_devlink()
1804 cpsw->devlink = devlink_alloc(&cpsw_devlink_ops, sizeof(*dl_priv), dev); in cpsw_register_devlink()
1805 if (!cpsw->devlink) in cpsw_register_devlink()
1806 return -ENOMEM; in cpsw_register_devlink()
1808 dl_priv = devlink_priv(cpsw->devlink); in cpsw_register_devlink()
1809 dl_priv->cpsw = cpsw; in cpsw_register_devlink()
1811 ret = devlink_params_register(cpsw->devlink, cpsw_devlink_params, in cpsw_register_devlink()
1818 devlink_register(cpsw->devlink); in cpsw_register_devlink()
1822 devlink_free(cpsw->devlink); in cpsw_register_devlink()
1828 devlink_unregister(cpsw->devlink); in cpsw_unregister_devlink()
1829 devlink_params_unregister(cpsw->devlink, cpsw_devlink_params, in cpsw_unregister_devlink()
1831 devlink_free(cpsw->devlink); in cpsw_unregister_devlink()
1835 { .compatible = "ti,cpsw-switch"},
1836 { .compatible = "ti,am335x-cpsw-switch"},
1837 { .compatible = "ti,am4372-cpsw-switch"},
1838 { .compatible = "ti,dra7-cpsw-switch"},
1851 struct device *dev = &pdev->dev; in cpsw_probe()
1854 struct gpio_descs *mode; in cpsw_probe() local
1862 return -ENOMEM; in cpsw_probe()
1866 cpsw->dev = dev; in cpsw_probe()
1868 cpsw->slaves = devm_kcalloc(dev, in cpsw_probe()
1872 if (!cpsw->slaves) in cpsw_probe()
1873 return -ENOMEM; in cpsw_probe()
1875 mode = devm_gpiod_get_array_optional(dev, "mode", GPIOD_OUT_LOW); in cpsw_probe()
1876 if (IS_ERR(mode)) { in cpsw_probe()
1877 ret = PTR_ERR(mode); in cpsw_probe()
1888 cpsw->bus_freq_mhz = clk_get_rate(clk) / 1000000; in cpsw_probe()
1895 cpsw->regs = ss_regs; in cpsw_probe()
1900 cpsw->irqs_table[0] = irq; in cpsw_probe()
1905 cpsw->irqs_table[1] = irq; in cpsw_probe()
1910 cpsw->misc_irq = irq; in cpsw_probe()
1931 cpsw->quirk_irq = true; in cpsw_probe()
1933 cpsw->rx_packet_max = rx_packet_max; in cpsw_probe()
1934 cpsw->descs_pool_size = descs_pool_size; in cpsw_probe()
1935 eth_random_addr(cpsw->base_mac); in cpsw_probe()
1938 (u32 __force)ss_res->start + CPSW2_BD_OFFSET, in cpsw_probe()
1943 cpsw->wr_regs = cpsw->version == CPSW_VERSION_1 ? in cpsw_probe()
1947 ch = cpsw->quirk_irq ? 0 : 7; in cpsw_probe()
1948 cpsw->txv[0].ch = cpdma_chan_create(cpsw->dma, ch, cpsw_tx_handler, 0); in cpsw_probe()
1949 if (IS_ERR(cpsw->txv[0].ch)) { in cpsw_probe()
1951 ret = PTR_ERR(cpsw->txv[0].ch); in cpsw_probe()
1955 cpsw->rxv[0].ch = cpdma_chan_create(cpsw->dma, 0, cpsw_rx_handler, 1); in cpsw_probe()
1956 if (IS_ERR(cpsw->rxv[0].ch)) { in cpsw_probe()
1958 ret = PTR_ERR(cpsw->rxv[0].ch); in cpsw_probe()
1976 ret = devm_request_irq(dev, cpsw->irqs_table[0], cpsw_rx_interrupt, in cpsw_probe()
1983 ret = devm_request_irq(dev, cpsw->irqs_table[1], cpsw_tx_interrupt, in cpsw_probe()
1990 if (!cpsw->cpts) in cpsw_probe()
1993 ret = devm_request_irq(dev, cpsw->misc_irq, cpsw_misc_interrupt, in cpsw_probe()
1994 0, dev_name(&pdev->dev), cpsw); in cpsw_probe()
2001 cpts_set_irqpoll(cpsw->cpts, false); in cpsw_probe()
2017 &ss_res->start, descs_pool_size, in cpsw_probe()
2018 cpsw->version, CPSW_MAJOR_VERSION(cpsw->version), in cpsw_probe()
2019 CPSW_MINOR_VERSION(cpsw->version), in cpsw_probe()
2020 CPSW_RTL_VERSION(cpsw->version)); in cpsw_probe()
2031 cpts_release(cpsw->cpts); in cpsw_probe()
2032 cpdma_ctlr_destroy(cpsw->dma); in cpsw_probe()
2045 ret = pm_runtime_resume_and_get(&pdev->dev); in cpsw_remove()
2053 cpts_release(cpsw->cpts); in cpsw_remove()
2054 cpdma_ctlr_destroy(cpsw->dma); in cpsw_remove()
2056 pm_runtime_put_sync(&pdev->dev); in cpsw_remove()
2057 pm_runtime_disable(&pdev->dev); in cpsw_remove()
2068 for (i = 0; i < cpsw->data.slaves; i++) { in cpsw_suspend()
2069 struct net_device *ndev = cpsw->slaves[i].ndev; in cpsw_suspend()
2096 for (i = 0; i < cpsw->data.slaves; i++) { in cpsw_resume()
2097 struct net_device *ndev = cpsw->slaves[i].ndev; in cpsw_resume()
2114 .name = "cpsw-switch",