Lines Matching +full:rx +full:- +full:tx
1 // SPDX-License-Identifier: GPL-2.0+
10 static struct page *lan966x_fdma_rx_alloc_page(struct lan966x_rx *rx, in lan966x_fdma_rx_alloc_page() argument
13 struct lan966x *lan966x = rx->lan966x; in lan966x_fdma_rx_alloc_page()
17 page = dev_alloc_pages(rx->page_order); in lan966x_fdma_rx_alloc_page()
21 dma_addr = dma_map_page(lan966x->dev, page, 0, in lan966x_fdma_rx_alloc_page()
22 PAGE_SIZE << rx->page_order, in lan966x_fdma_rx_alloc_page()
24 if (unlikely(dma_mapping_error(lan966x->dev, dma_addr))) in lan966x_fdma_rx_alloc_page()
27 db->dataptr = dma_addr; in lan966x_fdma_rx_alloc_page()
32 __free_pages(page, rx->page_order); in lan966x_fdma_rx_alloc_page()
36 static void lan966x_fdma_rx_free_pages(struct lan966x_rx *rx) in lan966x_fdma_rx_free_pages() argument
38 struct lan966x *lan966x = rx->lan966x; in lan966x_fdma_rx_free_pages()
44 dcb = &rx->dcbs[i]; in lan966x_fdma_rx_free_pages()
47 db = &dcb->db[j]; in lan966x_fdma_rx_free_pages()
48 dma_unmap_single(lan966x->dev, in lan966x_fdma_rx_free_pages()
49 (dma_addr_t)db->dataptr, in lan966x_fdma_rx_free_pages()
50 PAGE_SIZE << rx->page_order, in lan966x_fdma_rx_free_pages()
52 __free_pages(rx->page[i][j], rx->page_order); in lan966x_fdma_rx_free_pages()
57 static void lan966x_fdma_rx_add_dcb(struct lan966x_rx *rx, in lan966x_fdma_rx_add_dcb() argument
65 db = &dcb->db[i]; in lan966x_fdma_rx_add_dcb()
66 db->status = FDMA_DCB_STATUS_INTR; in lan966x_fdma_rx_add_dcb()
69 dcb->nextptr = FDMA_DCB_INVALID_DATA; in lan966x_fdma_rx_add_dcb()
70 dcb->info = FDMA_DCB_INFO_DATAL(PAGE_SIZE << rx->page_order); in lan966x_fdma_rx_add_dcb()
72 rx->last_entry->nextptr = nextptr; in lan966x_fdma_rx_add_dcb()
73 rx->last_entry = dcb; in lan966x_fdma_rx_add_dcb()
76 static int lan966x_fdma_rx_alloc(struct lan966x_rx *rx) in lan966x_fdma_rx_alloc() argument
78 struct lan966x *lan966x = rx->lan966x; in lan966x_fdma_rx_alloc()
89 rx->dcbs = dma_alloc_coherent(lan966x->dev, size, &rx->dma, GFP_KERNEL); in lan966x_fdma_rx_alloc()
90 if (!rx->dcbs) in lan966x_fdma_rx_alloc()
91 return -ENOMEM; in lan966x_fdma_rx_alloc()
93 rx->last_entry = rx->dcbs; in lan966x_fdma_rx_alloc()
94 rx->db_index = 0; in lan966x_fdma_rx_alloc()
95 rx->dcb_index = 0; in lan966x_fdma_rx_alloc()
99 dcb = &rx->dcbs[i]; in lan966x_fdma_rx_alloc()
100 dcb->info = 0; in lan966x_fdma_rx_alloc()
104 db = &dcb->db[j]; in lan966x_fdma_rx_alloc()
105 page = lan966x_fdma_rx_alloc_page(rx, db); in lan966x_fdma_rx_alloc()
107 return -ENOMEM; in lan966x_fdma_rx_alloc()
109 db->status = 0; in lan966x_fdma_rx_alloc()
110 rx->page[i][j] = page; in lan966x_fdma_rx_alloc()
113 lan966x_fdma_rx_add_dcb(rx, dcb, rx->dma + sizeof(*dcb) * i); in lan966x_fdma_rx_alloc()
119 static void lan966x_fdma_rx_free(struct lan966x_rx *rx) in lan966x_fdma_rx_free() argument
121 struct lan966x *lan966x = rx->lan966x; in lan966x_fdma_rx_free()
127 dma_free_coherent(lan966x->dev, size, rx->dcbs, rx->dma); in lan966x_fdma_rx_free()
130 static void lan966x_fdma_rx_start(struct lan966x_rx *rx) in lan966x_fdma_rx_start() argument
132 struct lan966x *lan966x = rx->lan966x; in lan966x_fdma_rx_start()
138 lan_wr(lower_32_bits((u64)rx->dma), lan966x, in lan966x_fdma_rx_start()
139 FDMA_DCB_LLP(rx->channel_id)); in lan966x_fdma_rx_start()
140 lan_wr(upper_32_bits((u64)rx->dma), lan966x, in lan966x_fdma_rx_start()
141 FDMA_DCB_LLP1(rx->channel_id)); in lan966x_fdma_rx_start()
147 lan966x, FDMA_CH_CFG(rx->channel_id)); in lan966x_fdma_rx_start()
157 mask |= BIT(rx->channel_id); in lan966x_fdma_rx_start()
163 lan_rmw(FDMA_CH_ACTIVATE_CH_ACTIVATE_SET(BIT(rx->channel_id)), in lan966x_fdma_rx_start()
168 static void lan966x_fdma_rx_disable(struct lan966x_rx *rx) in lan966x_fdma_rx_disable() argument
170 struct lan966x *lan966x = rx->lan966x; in lan966x_fdma_rx_disable()
174 lan_rmw(FDMA_CH_DISABLE_CH_DISABLE_SET(BIT(rx->channel_id)), in lan966x_fdma_rx_disable()
179 val, !(val & BIT(rx->channel_id)), in lan966x_fdma_rx_disable()
182 lan_rmw(FDMA_CH_DB_DISCARD_DB_DISCARD_SET(BIT(rx->channel_id)), in lan966x_fdma_rx_disable()
187 static void lan966x_fdma_rx_reload(struct lan966x_rx *rx) in lan966x_fdma_rx_reload() argument
189 struct lan966x *lan966x = rx->lan966x; in lan966x_fdma_rx_reload()
191 lan_rmw(FDMA_CH_RELOAD_CH_RELOAD_SET(BIT(rx->channel_id)), in lan966x_fdma_rx_reload()
196 static void lan966x_fdma_tx_add_dcb(struct lan966x_tx *tx, in lan966x_fdma_tx_add_dcb() argument
199 dcb->nextptr = FDMA_DCB_INVALID_DATA; in lan966x_fdma_tx_add_dcb()
200 dcb->info = 0; in lan966x_fdma_tx_add_dcb()
203 static int lan966x_fdma_tx_alloc(struct lan966x_tx *tx) in lan966x_fdma_tx_alloc() argument
205 struct lan966x *lan966x = tx->lan966x; in lan966x_fdma_tx_alloc()
211 tx->dcbs_buf = kcalloc(FDMA_DCB_MAX, sizeof(struct lan966x_tx_dcb_buf), in lan966x_fdma_tx_alloc()
213 if (!tx->dcbs_buf) in lan966x_fdma_tx_alloc()
214 return -ENOMEM; in lan966x_fdma_tx_alloc()
219 tx->dcbs = dma_alloc_coherent(lan966x->dev, size, &tx->dma, GFP_KERNEL); in lan966x_fdma_tx_alloc()
220 if (!tx->dcbs) in lan966x_fdma_tx_alloc()
225 dcb = &tx->dcbs[i]; in lan966x_fdma_tx_alloc()
228 db = &dcb->db[j]; in lan966x_fdma_tx_alloc()
229 db->dataptr = 0; in lan966x_fdma_tx_alloc()
230 db->status = 0; in lan966x_fdma_tx_alloc()
233 lan966x_fdma_tx_add_dcb(tx, dcb); in lan966x_fdma_tx_alloc()
239 kfree(tx->dcbs_buf); in lan966x_fdma_tx_alloc()
240 return -ENOMEM; in lan966x_fdma_tx_alloc()
243 static void lan966x_fdma_tx_free(struct lan966x_tx *tx) in lan966x_fdma_tx_free() argument
245 struct lan966x *lan966x = tx->lan966x; in lan966x_fdma_tx_free()
248 kfree(tx->dcbs_buf); in lan966x_fdma_tx_free()
252 dma_free_coherent(lan966x->dev, size, tx->dcbs, tx->dma); in lan966x_fdma_tx_free()
255 static void lan966x_fdma_tx_activate(struct lan966x_tx *tx) in lan966x_fdma_tx_activate() argument
257 struct lan966x *lan966x = tx->lan966x; in lan966x_fdma_tx_activate()
263 lan_wr(lower_32_bits((u64)tx->dma), lan966x, in lan966x_fdma_tx_activate()
264 FDMA_DCB_LLP(tx->channel_id)); in lan966x_fdma_tx_activate()
265 lan_wr(upper_32_bits((u64)tx->dma), lan966x, in lan966x_fdma_tx_activate()
266 FDMA_DCB_LLP1(tx->channel_id)); in lan966x_fdma_tx_activate()
272 lan966x, FDMA_CH_CFG(tx->channel_id)); in lan966x_fdma_tx_activate()
282 mask |= BIT(tx->channel_id); in lan966x_fdma_tx_activate()
288 lan_rmw(FDMA_CH_ACTIVATE_CH_ACTIVATE_SET(BIT(tx->channel_id)), in lan966x_fdma_tx_activate()
293 static void lan966x_fdma_tx_disable(struct lan966x_tx *tx) in lan966x_fdma_tx_disable() argument
295 struct lan966x *lan966x = tx->lan966x; in lan966x_fdma_tx_disable()
299 lan_rmw(FDMA_CH_DISABLE_CH_DISABLE_SET(BIT(tx->channel_id)), in lan966x_fdma_tx_disable()
304 val, !(val & BIT(tx->channel_id)), in lan966x_fdma_tx_disable()
307 lan_rmw(FDMA_CH_DB_DISCARD_DB_DISCARD_SET(BIT(tx->channel_id)), in lan966x_fdma_tx_disable()
311 tx->activated = false; in lan966x_fdma_tx_disable()
312 tx->last_in_use = -1; in lan966x_fdma_tx_disable()
315 static void lan966x_fdma_tx_reload(struct lan966x_tx *tx) in lan966x_fdma_tx_reload() argument
317 struct lan966x *lan966x = tx->lan966x; in lan966x_fdma_tx_reload()
320 lan_rmw(FDMA_CH_RELOAD_CH_RELOAD_SET(BIT(tx->channel_id)), in lan966x_fdma_tx_reload()
330 for (i = 0; i < lan966x->num_phys_ports; ++i) { in lan966x_fdma_wakeup_netdev()
331 port = lan966x->ports[i]; in lan966x_fdma_wakeup_netdev()
335 if (netif_queue_stopped(port->dev)) in lan966x_fdma_wakeup_netdev()
336 netif_wake_queue(port->dev); in lan966x_fdma_wakeup_netdev()
345 for (i = 0; i < lan966x->num_phys_ports; ++i) { in lan966x_fdma_stop_netdev()
346 port = lan966x->ports[i]; in lan966x_fdma_stop_netdev()
350 netif_stop_queue(port->dev); in lan966x_fdma_stop_netdev()
356 struct lan966x_tx *tx = &lan966x->tx; in lan966x_fdma_tx_clear_buf() local
363 spin_lock_irqsave(&lan966x->tx_lock, flags); in lan966x_fdma_tx_clear_buf()
365 dcb_buf = &tx->dcbs_buf[i]; in lan966x_fdma_tx_clear_buf()
367 if (!dcb_buf->used) in lan966x_fdma_tx_clear_buf()
370 db = &tx->dcbs[i].db[0]; in lan966x_fdma_tx_clear_buf()
371 if (!(db->status & FDMA_DCB_STATUS_DONE)) in lan966x_fdma_tx_clear_buf()
374 dcb_buf->dev->stats.tx_packets++; in lan966x_fdma_tx_clear_buf()
375 dcb_buf->dev->stats.tx_bytes += dcb_buf->skb->len; in lan966x_fdma_tx_clear_buf()
377 dcb_buf->used = false; in lan966x_fdma_tx_clear_buf()
378 dma_unmap_single(lan966x->dev, in lan966x_fdma_tx_clear_buf()
379 dcb_buf->dma_addr, in lan966x_fdma_tx_clear_buf()
380 dcb_buf->skb->len, in lan966x_fdma_tx_clear_buf()
382 if (!dcb_buf->ptp) in lan966x_fdma_tx_clear_buf()
383 dev_kfree_skb_any(dcb_buf->skb); in lan966x_fdma_tx_clear_buf()
391 spin_unlock_irqrestore(&lan966x->tx_lock, flags); in lan966x_fdma_tx_clear_buf()
394 static bool lan966x_fdma_rx_more_frames(struct lan966x_rx *rx) in lan966x_fdma_rx_more_frames() argument
399 db = &rx->dcbs[rx->dcb_index].db[rx->db_index]; in lan966x_fdma_rx_more_frames()
400 if (unlikely(!(db->status & FDMA_DCB_STATUS_DONE))) in lan966x_fdma_rx_more_frames()
406 static struct sk_buff *lan966x_fdma_rx_get_frame(struct lan966x_rx *rx) in lan966x_fdma_rx_get_frame() argument
408 struct lan966x *lan966x = rx->lan966x; in lan966x_fdma_rx_get_frame()
415 db = &rx->dcbs[rx->dcb_index].db[rx->db_index]; in lan966x_fdma_rx_get_frame()
416 page = rx->page[rx->dcb_index][rx->db_index]; in lan966x_fdma_rx_get_frame()
418 dma_sync_single_for_cpu(lan966x->dev, (dma_addr_t)db->dataptr, in lan966x_fdma_rx_get_frame()
419 FDMA_DCB_STATUS_BLOCKL(db->status), in lan966x_fdma_rx_get_frame()
422 skb = build_skb(page_address(page), PAGE_SIZE << rx->page_order); in lan966x_fdma_rx_get_frame()
426 skb_put(skb, FDMA_DCB_STATUS_BLOCKL(db->status)); in lan966x_fdma_rx_get_frame()
428 lan966x_ifh_get_src_port(skb->data, &src_port); in lan966x_fdma_rx_get_frame()
429 lan966x_ifh_get_timestamp(skb->data, ×tamp); in lan966x_fdma_rx_get_frame()
431 if (WARN_ON(src_port >= lan966x->num_phys_ports)) in lan966x_fdma_rx_get_frame()
434 dma_unmap_single_attrs(lan966x->dev, (dma_addr_t)db->dataptr, in lan966x_fdma_rx_get_frame()
435 PAGE_SIZE << rx->page_order, DMA_FROM_DEVICE, in lan966x_fdma_rx_get_frame()
438 skb->dev = lan966x->ports[src_port]->dev; in lan966x_fdma_rx_get_frame()
441 if (likely(!(skb->dev->features & NETIF_F_RXFCS))) in lan966x_fdma_rx_get_frame()
442 skb_trim(skb, skb->len - ETH_FCS_LEN); in lan966x_fdma_rx_get_frame()
445 skb->protocol = eth_type_trans(skb, skb->dev); in lan966x_fdma_rx_get_frame()
447 if (lan966x->bridge_mask & BIT(src_port)) { in lan966x_fdma_rx_get_frame()
448 skb->offload_fwd_mark = 1; in lan966x_fdma_rx_get_frame()
452 skb->offload_fwd_mark = 0; in lan966x_fdma_rx_get_frame()
455 skb->dev->stats.rx_bytes += skb->len; in lan966x_fdma_rx_get_frame()
456 skb->dev->stats.rx_packets++; in lan966x_fdma_rx_get_frame()
463 dma_unmap_single_attrs(lan966x->dev, (dma_addr_t)db->dataptr, in lan966x_fdma_rx_get_frame()
464 PAGE_SIZE << rx->page_order, DMA_FROM_DEVICE, in lan966x_fdma_rx_get_frame()
466 __free_pages(page, rx->page_order); in lan966x_fdma_rx_get_frame()
474 struct lan966x_rx *rx = &lan966x->rx; in lan966x_fdma_napi_poll() local
475 int dcb_reload = rx->dcb_index; in lan966x_fdma_napi_poll()
487 if (!lan966x_fdma_rx_more_frames(rx)) in lan966x_fdma_napi_poll()
490 skb = lan966x_fdma_rx_get_frame(rx); in lan966x_fdma_napi_poll()
492 rx->page[rx->dcb_index][rx->db_index] = NULL; in lan966x_fdma_napi_poll()
493 rx->dcb_index++; in lan966x_fdma_napi_poll()
494 rx->dcb_index &= FDMA_DCB_MAX - 1; in lan966x_fdma_napi_poll()
499 napi_gro_receive(&lan966x->napi, skb); in lan966x_fdma_napi_poll()
504 while (dcb_reload != rx->dcb_index) { in lan966x_fdma_napi_poll()
505 db = &rx->dcbs[dcb_reload].db[rx->db_index]; in lan966x_fdma_napi_poll()
506 page = lan966x_fdma_rx_alloc_page(rx, db); in lan966x_fdma_napi_poll()
509 rx->page[dcb_reload][rx->db_index] = page; in lan966x_fdma_napi_poll()
511 old_dcb = &rx->dcbs[dcb_reload]; in lan966x_fdma_napi_poll()
513 dcb_reload &= FDMA_DCB_MAX - 1; in lan966x_fdma_napi_poll()
515 nextptr = rx->dma + ((unsigned long)old_dcb - in lan966x_fdma_napi_poll()
516 (unsigned long)rx->dcbs); in lan966x_fdma_napi_poll()
517 lan966x_fdma_rx_add_dcb(rx, old_dcb, nextptr); in lan966x_fdma_napi_poll()
518 lan966x_fdma_rx_reload(rx); in lan966x_fdma_napi_poll()
539 napi_schedule(&lan966x->napi); in lan966x_fdma_irq_handler()
554 static int lan966x_fdma_get_next_dcb(struct lan966x_tx *tx) in lan966x_fdma_get_next_dcb() argument
560 dcb_buf = &tx->dcbs_buf[i]; in lan966x_fdma_get_next_dcb()
561 if (!dcb_buf->used && i != tx->last_in_use) in lan966x_fdma_get_next_dcb()
565 return -1; in lan966x_fdma_get_next_dcb()
571 struct lan966x *lan966x = port->lan966x; in lan966x_fdma_xmit()
574 struct lan966x_tx *tx = &lan966x->tx; in lan966x_fdma_xmit() local
583 next_to_use = lan966x_fdma_get_next_dcb(tx); in lan966x_fdma_xmit()
590 dev->stats.tx_dropped++; in lan966x_fdma_xmit()
595 needed_headroom = max_t(int, IFH_LEN * sizeof(u32) - skb_headroom(skb), 0); in lan966x_fdma_xmit()
596 needed_tailroom = max_t(int, ETH_FCS_LEN - skb_tailroom(skb), 0); in lan966x_fdma_xmit()
601 dev->stats.tx_dropped++; in lan966x_fdma_xmit()
609 memcpy(skb->data, ifh, IFH_LEN * sizeof(u32)); in lan966x_fdma_xmit()
612 dma_addr = dma_map_single(lan966x->dev, skb->data, skb->len, in lan966x_fdma_xmit()
614 if (dma_mapping_error(lan966x->dev, dma_addr)) { in lan966x_fdma_xmit()
615 dev->stats.tx_dropped++; in lan966x_fdma_xmit()
621 next_dcb = &tx->dcbs[next_to_use]; in lan966x_fdma_xmit()
622 next_dcb->nextptr = FDMA_DCB_INVALID_DATA; in lan966x_fdma_xmit()
624 next_db = &next_dcb->db[0]; in lan966x_fdma_xmit()
625 next_db->dataptr = dma_addr; in lan966x_fdma_xmit()
626 next_db->status = FDMA_DCB_STATUS_SOF | in lan966x_fdma_xmit()
630 FDMA_DCB_STATUS_BLOCKL(skb->len); in lan966x_fdma_xmit()
633 next_dcb_buf = &tx->dcbs_buf[next_to_use]; in lan966x_fdma_xmit()
634 next_dcb_buf->skb = skb; in lan966x_fdma_xmit()
635 next_dcb_buf->dma_addr = dma_addr; in lan966x_fdma_xmit()
636 next_dcb_buf->used = true; in lan966x_fdma_xmit()
637 next_dcb_buf->ptp = false; in lan966x_fdma_xmit()
638 next_dcb_buf->dev = dev; in lan966x_fdma_xmit()
640 if (skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP && in lan966x_fdma_xmit()
641 LAN966X_SKB_CB(skb)->rew_op == IFH_REW_OP_TWO_STEP_PTP) in lan966x_fdma_xmit()
642 next_dcb_buf->ptp = true; in lan966x_fdma_xmit()
644 if (likely(lan966x->tx.activated)) { in lan966x_fdma_xmit()
646 dcb = &tx->dcbs[tx->last_in_use]; in lan966x_fdma_xmit()
647 dcb->nextptr = tx->dma + (next_to_use * in lan966x_fdma_xmit()
650 lan966x_fdma_tx_reload(tx); in lan966x_fdma_xmit()
653 lan966x->tx.activated = true; in lan966x_fdma_xmit()
654 lan966x_fdma_tx_activate(tx); in lan966x_fdma_xmit()
658 tx->last_in_use = next_to_use; in lan966x_fdma_xmit()
663 if (skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP && in lan966x_fdma_xmit()
664 LAN966X_SKB_CB(skb)->rew_op == IFH_REW_OP_TWO_STEP_PTP) in lan966x_fdma_xmit()
676 for (i = 0; i < lan966x->num_phys_ports; ++i) { in lan966x_fdma_get_max_mtu()
680 port = lan966x->ports[i]; in lan966x_fdma_get_max_mtu()
684 mtu = lan_rd(lan966x, DEV_MAC_MAXLEN_CFG(port->chip_port)); in lan966x_fdma_get_max_mtu()
705 rx_dma = lan966x->rx.dma; in lan966x_fdma_reload()
706 rx_dcbs = lan966x->rx.dcbs; in lan966x_fdma_reload()
708 napi_synchronize(&lan966x->napi); in lan966x_fdma_reload()
709 napi_disable(&lan966x->napi); in lan966x_fdma_reload()
712 lan966x_fdma_rx_disable(&lan966x->rx); in lan966x_fdma_reload()
713 lan966x_fdma_rx_free_pages(&lan966x->rx); in lan966x_fdma_reload()
714 lan966x->rx.page_order = round_up(new_mtu, PAGE_SIZE) / PAGE_SIZE - 1; in lan966x_fdma_reload()
715 err = lan966x_fdma_rx_alloc(&lan966x->rx); in lan966x_fdma_reload()
718 lan966x_fdma_rx_start(&lan966x->rx); in lan966x_fdma_reload()
722 dma_free_coherent(lan966x->dev, size, rx_dcbs, rx_dma); in lan966x_fdma_reload()
725 napi_enable(&lan966x->napi); in lan966x_fdma_reload()
729 lan966x->rx.dma = rx_dma; in lan966x_fdma_reload()
730 lan966x->rx.dcbs = rx_dcbs; in lan966x_fdma_reload()
731 lan966x_fdma_rx_start(&lan966x->rx); in lan966x_fdma_reload()
747 if (round_up(max_mtu, PAGE_SIZE) / PAGE_SIZE - 1 == in lan966x_fdma_change_mtu()
748 lan966x->rx.page_order) in lan966x_fdma_change_mtu()
778 if (lan966x->fdma_ndev) in lan966x_fdma_netdev_init()
781 lan966x->fdma_ndev = dev; in lan966x_fdma_netdev_init()
782 netif_napi_add(dev, &lan966x->napi, lan966x_fdma_napi_poll); in lan966x_fdma_netdev_init()
783 napi_enable(&lan966x->napi); in lan966x_fdma_netdev_init()
788 if (lan966x->fdma_ndev == dev) { in lan966x_fdma_netdev_deinit()
789 netif_napi_del(&lan966x->napi); in lan966x_fdma_netdev_deinit()
790 lan966x->fdma_ndev = NULL; in lan966x_fdma_netdev_deinit()
798 if (!lan966x->fdma) in lan966x_fdma_init()
801 lan966x->rx.lan966x = lan966x; in lan966x_fdma_init()
802 lan966x->rx.channel_id = FDMA_XTR_CHANNEL; in lan966x_fdma_init()
803 lan966x->tx.lan966x = lan966x; in lan966x_fdma_init()
804 lan966x->tx.channel_id = FDMA_INJ_CHANNEL; in lan966x_fdma_init()
805 lan966x->tx.last_in_use = -1; in lan966x_fdma_init()
807 err = lan966x_fdma_rx_alloc(&lan966x->rx); in lan966x_fdma_init()
811 err = lan966x_fdma_tx_alloc(&lan966x->tx); in lan966x_fdma_init()
813 lan966x_fdma_rx_free(&lan966x->rx); in lan966x_fdma_init()
817 lan966x_fdma_rx_start(&lan966x->rx); in lan966x_fdma_init()
824 if (!lan966x->fdma) in lan966x_fdma_deinit()
827 lan966x_fdma_rx_disable(&lan966x->rx); in lan966x_fdma_deinit()
828 lan966x_fdma_tx_disable(&lan966x->tx); in lan966x_fdma_deinit()
830 napi_synchronize(&lan966x->napi); in lan966x_fdma_deinit()
831 napi_disable(&lan966x->napi); in lan966x_fdma_deinit()
833 lan966x_fdma_rx_free_pages(&lan966x->rx); in lan966x_fdma_deinit()
834 lan966x_fdma_rx_free(&lan966x->rx); in lan966x_fdma_deinit()
835 lan966x_fdma_tx_free(&lan966x->tx); in lan966x_fdma_deinit()