Lines Matching refs:lan966x
5 static int lan966x_fdma_channel_active(struct lan966x *lan966x) in lan966x_fdma_channel_active() argument
7 return lan_rd(lan966x, FDMA_CH_ACTIVE); in lan966x_fdma_channel_active()
13 struct lan966x *lan966x = rx->lan966x; in lan966x_fdma_rx_alloc_page() local
21 dma_addr = dma_map_page(lan966x->dev, page, 0, in lan966x_fdma_rx_alloc_page()
24 if (unlikely(dma_mapping_error(lan966x->dev, dma_addr))) in lan966x_fdma_rx_alloc_page()
38 struct lan966x *lan966x = rx->lan966x; in lan966x_fdma_rx_free_pages() local
48 dma_unmap_single(lan966x->dev, in lan966x_fdma_rx_free_pages()
78 struct lan966x *lan966x = rx->lan966x; in lan966x_fdma_rx_alloc() local
89 rx->dcbs = dma_alloc_coherent(lan966x->dev, size, &rx->dma, GFP_KERNEL); in lan966x_fdma_rx_alloc()
121 struct lan966x *lan966x = rx->lan966x; in lan966x_fdma_rx_free() local
127 dma_free_coherent(lan966x->dev, size, rx->dcbs, rx->dma); in lan966x_fdma_rx_free()
132 struct lan966x *lan966x = rx->lan966x; in lan966x_fdma_rx_start() local
138 lan_wr(lower_32_bits((u64)rx->dma), lan966x, in lan966x_fdma_rx_start()
140 lan_wr(upper_32_bits((u64)rx->dma), lan966x, in lan966x_fdma_rx_start()
147 lan966x, FDMA_CH_CFG(rx->channel_id)); in lan966x_fdma_rx_start()
152 lan966x, FDMA_PORT_CTRL(0)); in lan966x_fdma_rx_start()
155 mask = lan_rd(lan966x, FDMA_INTR_DB_ENA); in lan966x_fdma_rx_start()
160 lan966x, FDMA_INTR_DB_ENA); in lan966x_fdma_rx_start()
165 lan966x, FDMA_CH_ACTIVATE); in lan966x_fdma_rx_start()
170 struct lan966x *lan966x = rx->lan966x; in lan966x_fdma_rx_disable() local
176 lan966x, FDMA_CH_DISABLE); in lan966x_fdma_rx_disable()
178 readx_poll_timeout_atomic(lan966x_fdma_channel_active, lan966x, in lan966x_fdma_rx_disable()
184 lan966x, FDMA_CH_DB_DISCARD); in lan966x_fdma_rx_disable()
189 struct lan966x *lan966x = rx->lan966x; in lan966x_fdma_rx_reload() local
193 lan966x, FDMA_CH_RELOAD); in lan966x_fdma_rx_reload()
205 struct lan966x *lan966x = tx->lan966x; in lan966x_fdma_tx_alloc() local
219 tx->dcbs = dma_alloc_coherent(lan966x->dev, size, &tx->dma, GFP_KERNEL); in lan966x_fdma_tx_alloc()
245 struct lan966x *lan966x = tx->lan966x; in lan966x_fdma_tx_free() local
252 dma_free_coherent(lan966x->dev, size, tx->dcbs, tx->dma); in lan966x_fdma_tx_free()
257 struct lan966x *lan966x = tx->lan966x; in lan966x_fdma_tx_activate() local
263 lan_wr(lower_32_bits((u64)tx->dma), lan966x, in lan966x_fdma_tx_activate()
265 lan_wr(upper_32_bits((u64)tx->dma), lan966x, in lan966x_fdma_tx_activate()
272 lan966x, FDMA_CH_CFG(tx->channel_id)); in lan966x_fdma_tx_activate()
277 lan966x, FDMA_PORT_CTRL(0)); in lan966x_fdma_tx_activate()
280 mask = lan_rd(lan966x, FDMA_INTR_DB_ENA); in lan966x_fdma_tx_activate()
285 lan966x, FDMA_INTR_DB_ENA); in lan966x_fdma_tx_activate()
290 lan966x, FDMA_CH_ACTIVATE); in lan966x_fdma_tx_activate()
295 struct lan966x *lan966x = tx->lan966x; in lan966x_fdma_tx_disable() local
301 lan966x, FDMA_CH_DISABLE); in lan966x_fdma_tx_disable()
303 readx_poll_timeout_atomic(lan966x_fdma_channel_active, lan966x, in lan966x_fdma_tx_disable()
309 lan966x, FDMA_CH_DB_DISCARD); in lan966x_fdma_tx_disable()
317 struct lan966x *lan966x = tx->lan966x; in lan966x_fdma_tx_reload() local
322 lan966x, FDMA_CH_RELOAD); in lan966x_fdma_tx_reload()
325 static void lan966x_fdma_wakeup_netdev(struct lan966x *lan966x) in lan966x_fdma_wakeup_netdev() argument
330 for (i = 0; i < lan966x->num_phys_ports; ++i) { in lan966x_fdma_wakeup_netdev()
331 port = lan966x->ports[i]; in lan966x_fdma_wakeup_netdev()
340 static void lan966x_fdma_stop_netdev(struct lan966x *lan966x) in lan966x_fdma_stop_netdev() argument
345 for (i = 0; i < lan966x->num_phys_ports; ++i) { in lan966x_fdma_stop_netdev()
346 port = lan966x->ports[i]; in lan966x_fdma_stop_netdev()
354 static void lan966x_fdma_tx_clear_buf(struct lan966x *lan966x, int weight) in lan966x_fdma_tx_clear_buf() argument
356 struct lan966x_tx *tx = &lan966x->tx; in lan966x_fdma_tx_clear_buf()
363 spin_lock_irqsave(&lan966x->tx_lock, flags); in lan966x_fdma_tx_clear_buf()
378 dma_unmap_single(lan966x->dev, in lan966x_fdma_tx_clear_buf()
389 lan966x_fdma_wakeup_netdev(lan966x); in lan966x_fdma_tx_clear_buf()
391 spin_unlock_irqrestore(&lan966x->tx_lock, flags); in lan966x_fdma_tx_clear_buf()
408 struct lan966x *lan966x = rx->lan966x; in lan966x_fdma_rx_get_frame() local
418 dma_sync_single_for_cpu(lan966x->dev, (dma_addr_t)db->dataptr, in lan966x_fdma_rx_get_frame()
431 if (WARN_ON(src_port >= lan966x->num_phys_ports)) in lan966x_fdma_rx_get_frame()
434 dma_unmap_single_attrs(lan966x->dev, (dma_addr_t)db->dataptr, in lan966x_fdma_rx_get_frame()
438 skb->dev = lan966x->ports[src_port]->dev; in lan966x_fdma_rx_get_frame()
444 lan966x_ptp_rxtstamp(lan966x, skb, timestamp); in lan966x_fdma_rx_get_frame()
447 if (lan966x->bridge_mask & BIT(src_port)) { in lan966x_fdma_rx_get_frame()
451 if (!lan966x_hw_offload(lan966x, src_port, skb)) in lan966x_fdma_rx_get_frame()
463 dma_unmap_single_attrs(lan966x->dev, (dma_addr_t)db->dataptr, in lan966x_fdma_rx_get_frame()
473 struct lan966x *lan966x = container_of(napi, struct lan966x, napi); in lan966x_fdma_napi_poll() local
474 struct lan966x_rx *rx = &lan966x->rx; in lan966x_fdma_napi_poll()
483 lan966x_fdma_tx_clear_buf(lan966x, weight); in lan966x_fdma_napi_poll()
499 napi_gro_receive(&lan966x->napi, skb); in lan966x_fdma_napi_poll()
522 lan_wr(0xff, lan966x, FDMA_INTR_DB_ENA); in lan966x_fdma_napi_poll()
529 struct lan966x *lan966x = args; in lan966x_fdma_irq_handler() local
532 db = lan_rd(lan966x, FDMA_INTR_DB); in lan966x_fdma_irq_handler()
533 err = lan_rd(lan966x, FDMA_INTR_ERR); in lan966x_fdma_irq_handler()
536 lan_wr(0, lan966x, FDMA_INTR_DB_ENA); in lan966x_fdma_irq_handler()
537 lan_wr(db, lan966x, FDMA_INTR_DB); in lan966x_fdma_irq_handler()
539 napi_schedule(&lan966x->napi); in lan966x_fdma_irq_handler()
543 err_type = lan_rd(lan966x, FDMA_ERRORS); in lan966x_fdma_irq_handler()
547 lan_wr(err, lan966x, FDMA_INTR_ERR); in lan966x_fdma_irq_handler()
548 lan_wr(err_type, lan966x, FDMA_ERRORS); in lan966x_fdma_irq_handler()
571 struct lan966x *lan966x = port->lan966x; in lan966x_fdma_xmit() local
574 struct lan966x_tx *tx = &lan966x->tx; in lan966x_fdma_xmit()
612 dma_addr = dma_map_single(lan966x->dev, skb->data, skb->len, in lan966x_fdma_xmit()
614 if (dma_mapping_error(lan966x->dev, dma_addr)) { in lan966x_fdma_xmit()
644 if (likely(lan966x->tx.activated)) { in lan966x_fdma_xmit()
653 lan966x->tx.activated = true; in lan966x_fdma_xmit()
671 static int lan966x_fdma_get_max_mtu(struct lan966x *lan966x) in lan966x_fdma_get_max_mtu() argument
676 for (i = 0; i < lan966x->num_phys_ports; ++i) { in lan966x_fdma_get_max_mtu()
680 port = lan966x->ports[i]; in lan966x_fdma_get_max_mtu()
684 mtu = lan_rd(lan966x, DEV_MAC_MAXLEN_CFG(port->chip_port)); in lan966x_fdma_get_max_mtu()
692 static int lan966x_qsys_sw_status(struct lan966x *lan966x) in lan966x_qsys_sw_status() argument
694 return lan_rd(lan966x, QSYS_SW_STATUS(CPU_PORT)); in lan966x_qsys_sw_status()
697 static int lan966x_fdma_reload(struct lan966x *lan966x, int new_mtu) in lan966x_fdma_reload() argument
705 rx_dma = lan966x->rx.dma; in lan966x_fdma_reload()
706 rx_dcbs = lan966x->rx.dcbs; in lan966x_fdma_reload()
708 napi_synchronize(&lan966x->napi); in lan966x_fdma_reload()
709 napi_disable(&lan966x->napi); in lan966x_fdma_reload()
710 lan966x_fdma_stop_netdev(lan966x); in lan966x_fdma_reload()
712 lan966x_fdma_rx_disable(&lan966x->rx); in lan966x_fdma_reload()
713 lan966x_fdma_rx_free_pages(&lan966x->rx); in lan966x_fdma_reload()
714 lan966x->rx.page_order = round_up(new_mtu, PAGE_SIZE) / PAGE_SIZE - 1; in lan966x_fdma_reload()
715 err = lan966x_fdma_rx_alloc(&lan966x->rx); in lan966x_fdma_reload()
718 lan966x_fdma_rx_start(&lan966x->rx); in lan966x_fdma_reload()
722 dma_free_coherent(lan966x->dev, size, rx_dcbs, rx_dma); in lan966x_fdma_reload()
724 lan966x_fdma_wakeup_netdev(lan966x); in lan966x_fdma_reload()
725 napi_enable(&lan966x->napi); in lan966x_fdma_reload()
729 lan966x->rx.dma = rx_dma; in lan966x_fdma_reload()
730 lan966x->rx.dcbs = rx_dcbs; in lan966x_fdma_reload()
731 lan966x_fdma_rx_start(&lan966x->rx); in lan966x_fdma_reload()
736 int lan966x_fdma_change_mtu(struct lan966x *lan966x) in lan966x_fdma_change_mtu() argument
742 max_mtu = lan966x_fdma_get_max_mtu(lan966x); in lan966x_fdma_change_mtu()
748 lan966x->rx.page_order) in lan966x_fdma_change_mtu()
754 lan966x, QSYS_SW_PORT_MODE(CPU_PORT)); in lan966x_fdma_change_mtu()
757 readx_poll_timeout(lan966x_qsys_sw_status, lan966x, in lan966x_fdma_change_mtu()
766 err = lan966x_fdma_reload(lan966x, max_mtu); in lan966x_fdma_change_mtu()
771 lan966x, QSYS_SW_PORT_MODE(CPU_PORT)); in lan966x_fdma_change_mtu()
776 void lan966x_fdma_netdev_init(struct lan966x *lan966x, struct net_device *dev) in lan966x_fdma_netdev_init() argument
778 if (lan966x->fdma_ndev) in lan966x_fdma_netdev_init()
781 lan966x->fdma_ndev = dev; in lan966x_fdma_netdev_init()
782 netif_napi_add(dev, &lan966x->napi, lan966x_fdma_napi_poll); in lan966x_fdma_netdev_init()
783 napi_enable(&lan966x->napi); in lan966x_fdma_netdev_init()
786 void lan966x_fdma_netdev_deinit(struct lan966x *lan966x, struct net_device *dev) in lan966x_fdma_netdev_deinit() argument
788 if (lan966x->fdma_ndev == dev) { in lan966x_fdma_netdev_deinit()
789 netif_napi_del(&lan966x->napi); in lan966x_fdma_netdev_deinit()
790 lan966x->fdma_ndev = NULL; in lan966x_fdma_netdev_deinit()
794 int lan966x_fdma_init(struct lan966x *lan966x) in lan966x_fdma_init() argument
798 if (!lan966x->fdma) in lan966x_fdma_init()
801 lan966x->rx.lan966x = lan966x; in lan966x_fdma_init()
802 lan966x->rx.channel_id = FDMA_XTR_CHANNEL; in lan966x_fdma_init()
803 lan966x->tx.lan966x = lan966x; in lan966x_fdma_init()
804 lan966x->tx.channel_id = FDMA_INJ_CHANNEL; in lan966x_fdma_init()
805 lan966x->tx.last_in_use = -1; in lan966x_fdma_init()
807 err = lan966x_fdma_rx_alloc(&lan966x->rx); in lan966x_fdma_init()
811 err = lan966x_fdma_tx_alloc(&lan966x->tx); in lan966x_fdma_init()
813 lan966x_fdma_rx_free(&lan966x->rx); in lan966x_fdma_init()
817 lan966x_fdma_rx_start(&lan966x->rx); in lan966x_fdma_init()
822 void lan966x_fdma_deinit(struct lan966x *lan966x) in lan966x_fdma_deinit() argument
824 if (!lan966x->fdma) in lan966x_fdma_deinit()
827 lan966x_fdma_rx_disable(&lan966x->rx); in lan966x_fdma_deinit()
828 lan966x_fdma_tx_disable(&lan966x->tx); in lan966x_fdma_deinit()
830 napi_synchronize(&lan966x->napi); in lan966x_fdma_deinit()
831 napi_disable(&lan966x->napi); in lan966x_fdma_deinit()
833 lan966x_fdma_rx_free_pages(&lan966x->rx); in lan966x_fdma_deinit()
834 lan966x_fdma_rx_free(&lan966x->rx); in lan966x_fdma_deinit()
835 lan966x_fdma_tx_free(&lan966x->tx); in lan966x_fdma_deinit()