59 #define TXDESC_PHYS_H(idx) hi32(p->tx_descs_phys + (idx) * sizeof(struct dwmac_dma_desc))
60 #define TXDESC_PHYS_L(idx) lo32(p->tx_descs_phys + (idx) * sizeof(struct dwmac_dma_desc))
61 #define RXDESC_PHYS_H(idx) hi32(p->rx_descs_phys + (idx) * sizeof(struct dwmac_dma_desc))
62 #define RXDESC_PHYS_L(idx) lo32(p->rx_descs_phys + (idx) * sizeof(struct dwmac_dma_desc))
64 #define TXDESC_PHYS_H(idx) phys_hi32(&p->tx_descs[idx])
65 #define TXDESC_PHYS_L(idx) phys_lo32(&p->tx_descs[idx])
66 #define RXDESC_PHYS_H(idx) phys_hi32(&p->rx_descs[idx])
67 #define RXDESC_PHYS_L(idx) phys_lo32(&p->rx_descs[idx])
101 	struct dwmac_priv *p = dev->data;  in dwmac_caps()  local
104 	if (p->feature0 & MAC_HW_FEATURE0_GMIISEL) {  in dwmac_caps()
108 	if (p->feature0 & MAC_HW_FEATURE0_MIISEL) {  in dwmac_caps()
131 	struct dwmac_priv *p = dev->data;  in dwmac_send()  local
145 	d_idx = p->tx_desc_head;  in dwmac_send()
149 			k_sem_count_get(&p->free_tx_descs),  in dwmac_send()
150 			p->tx_desc_head, p->tx_desc_tail);  in dwmac_send()
153 		if (k_sem_take(&p->free_tx_descs, TX_AVAIL_WAIT) != 0) {  in dwmac_send()
162 			k_sem_give(&p->free_tx_descs);  in dwmac_send()
166 		p->tx_frags[d_idx] = pinned;  in dwmac_send()
178 		d = &p->tx_descs[d_idx];  in dwmac_send()
195 	p->tx_desc_head = d_idx;  in dwmac_send()
203 	while (d_idx != p->tx_desc_head) {  in dwmac_send()
206 		frag = p->tx_frags[d_idx];  in dwmac_send()
208 		k_sem_give(&p->free_tx_descs);  in dwmac_send()
213 static void dwmac_tx_release(struct dwmac_priv *p)  in dwmac_tx_release()  argument
220 	for (d_idx = p->tx_desc_tail;  in dwmac_tx_release()
221 	     d_idx != p->tx_desc_head;  in dwmac_tx_release()
222 	     INC_WRAP(d_idx, NB_TX_DESCS), k_sem_give(&p->free_tx_descs)) {  in dwmac_tx_release()
225 			k_sem_count_get(&p->free_tx_descs),  in dwmac_tx_release()
226 			p->tx_desc_tail, p->tx_desc_head);  in dwmac_tx_release()
228 		d = &p->tx_descs[d_idx];  in dwmac_tx_release()
238 		frag = p->tx_frags[d_idx];  in dwmac_tx_release()
247 				eth_stats_update_errors_tx(p->iface);  in dwmac_tx_release()
251 	p->tx_desc_tail = d_idx;  in dwmac_tx_release()
254 static void dwmac_receive(struct dwmac_priv *p)  in dwmac_receive()  argument
261 	for (d_idx = p->rx_desc_tail;  in dwmac_receive()
262 	     d_idx != p->rx_desc_head;  in dwmac_receive()
263 	     INC_WRAP(d_idx, NB_RX_DESCS), k_sem_give(&p->free_rx_descs)) {  in dwmac_receive()
266 			k_sem_count_get(&p->free_rx_descs),  in dwmac_receive()
267 			d_idx, p->rx_desc_head);  in dwmac_receive()
269 		d = &p->rx_descs[d_idx];  in dwmac_receive()
285 			p->rx_bytes = 0;  in dwmac_receive()
286 			if (p->rx_pkt) {  in dwmac_receive()
288 				eth_stats_update_errors_rx(p->iface);  in dwmac_receive()
289 				net_pkt_unref(p->rx_pkt);  in dwmac_receive()
291 			p->rx_pkt = net_pkt_rx_alloc_on_iface(p->iface, K_NO_WAIT);  in dwmac_receive()
292 			if (!p->rx_pkt) {  in dwmac_receive()
294 				eth_stats_update_errors_rx(p->iface);  in dwmac_receive()
298 		if (!p->rx_pkt) {  in dwmac_receive()
304 		frag = p->rx_frags[d_idx];  in dwmac_receive()
305 		p->rx_frags[d_idx] = NULL;  in dwmac_receive()
307 		frag->len = bytes_so_far - p->rx_bytes;  in dwmac_receive()
308 		p->rx_bytes = bytes_so_far;  in dwmac_receive()
309 		net_pkt_frag_add(p->rx_pkt, frag);  in dwmac_receive()
316 					net_pkt_get_len(p->rx_pkt),  in dwmac_receive()
317 					net_pkt_get_nbfrags(p->rx_pkt));  in dwmac_receive()
318 				net_recv_data(p->iface, p->rx_pkt);  in dwmac_receive()
321 				eth_stats_update_errors_rx(p->iface);  in dwmac_receive()
322 				net_pkt_unref(p->rx_pkt);  in dwmac_receive()
324 			p->rx_pkt = NULL;  in dwmac_receive()
327 	p->rx_desc_tail = d_idx;  in dwmac_receive()
332 	struct dwmac_priv *p = arg1;  in dwmac_rx_refill_thread()  local
340 	d_idx = p->rx_desc_head;  in dwmac_rx_refill_thread()
343 			k_sem_count_get(&p->free_rx_descs),  in dwmac_rx_refill_thread()
344 			p->rx_desc_head, p->rx_desc_tail);  in dwmac_rx_refill_thread()
347 		if (k_sem_take(&p->free_rx_descs, K_FOREVER) != 0) {  in dwmac_rx_refill_thread()
352 		d = &p->rx_descs[d_idx];  in dwmac_rx_refill_thread()
356 			 d_idx, d->des3, k_sem_count_get(&p->free_rx_descs),  in dwmac_rx_refill_thread()
357 			 p->rx_desc_head, p->rx_desc_tail);  in dwmac_rx_refill_thread()
359 		frag = p->rx_frags[d_idx];  in dwmac_rx_refill_thread()
366 				k_sem_give(&p->free_rx_descs);  in dwmac_rx_refill_thread()
372 			p->rx_frags[d_idx] = frag;  in dwmac_rx_refill_thread()
387 		p->rx_desc_head = INC_WRAP(d_idx, NB_RX_DESCS);  in dwmac_rx_refill_thread()
394 static void dwmac_dma_irq(struct dwmac_priv *p, unsigned int ch)  in dwmac_dma_irq()  argument
409 		dwmac_tx_release(p);  in dwmac_dma_irq()
413 		dwmac_receive(p);  in dwmac_dma_irq()
417 static void dwmac_mac_irq(struct dwmac_priv *p)  in dwmac_mac_irq()  argument
426 static void dwmac_mtl_irq(struct dwmac_priv *p)  in dwmac_mtl_irq()  argument
437 	struct dwmac_priv *p = ddev->data;  in dwmac_isr()  local
447 		dwmac_dma_irq(p, ch);  in dwmac_isr()
451 		dwmac_mtl_irq(p);  in dwmac_isr()
455 		dwmac_mac_irq(p);  in dwmac_isr()
459 static void dwmac_set_mac_addr(struct dwmac_priv *p, uint8_t *addr, int n)  in dwmac_set_mac_addr()  argument
473 	struct dwmac_priv *p = dev->data;  in dwmac_set_config()  local
481 		memcpy(p->mac_addr, config->mac_address.addr, sizeof(p->mac_addr));  in dwmac_set_config()
482 		dwmac_set_mac_addr(p, p->mac_addr, 0);  in dwmac_set_config()
483 		net_if_set_link_addr(p->iface, p->mac_addr,  in dwmac_set_config()
484 				     sizeof(p->mac_addr), NET_LINK_ETHERNET);  in dwmac_set_config()
514 	struct dwmac_priv *p = net_if_get_device(iface)->data;  in dwmac_iface_init()  local
517 	__ASSERT(!p->iface, "interface already initialized?");  in dwmac_iface_init()
518 	p->iface = iface;  in dwmac_iface_init()
522 	net_if_set_link_addr(iface, p->mac_addr, sizeof(p->mac_addr),  in dwmac_iface_init()
524 	dwmac_set_mac_addr(p, p->mac_addr, 0);  in dwmac_iface_init()
533 	k_sem_init(&p->free_tx_descs, NB_TX_DESCS - 1, NB_TX_DESCS - 1);  in dwmac_iface_init()
534 	k_sem_init(&p->free_rx_descs, NB_RX_DESCS - 1, NB_RX_DESCS - 1);  in dwmac_iface_init()
537 	k_thread_create(&p->rx_refill_thread, p->rx_refill_thread_stack,  in dwmac_iface_init()
538 			K_KERNEL_STACK_SIZEOF(p->rx_refill_thread_stack),  in dwmac_iface_init()
539 			dwmac_rx_refill_thread, p, NULL, NULL,  in dwmac_iface_init()
541 	k_thread_name_set(&p->rx_refill_thread, "dwmac_rx_refill");  in dwmac_iface_init()
566 	struct dwmac_priv *p = dev->data;  in dwmac_probe()  local
571 	ret = dwmac_bus_init(p);  in dwmac_probe()
592 	p->feature0 = REG_READ(MAC_HW_FEATURE0);  in dwmac_probe()
593 	p->feature1 = REG_READ(MAC_HW_FEATURE1);  in dwmac_probe()
594 	p->feature2 = REG_READ(MAC_HW_FEATURE2);  in dwmac_probe()
595 	p->feature3 = REG_READ(MAC_HW_FEATURE3);  in dwmac_probe()
597 		p->feature0, p->feature1, p->feature2, p->feature3);  in dwmac_probe()
599 	dwmac_platform_init(p);  in dwmac_probe()
601 	memset(p->tx_descs, 0, NB_TX_DESCS * sizeof(struct dwmac_dma_desc));  in dwmac_probe()
602 	memset(p->rx_descs, 0, NB_RX_DESCS * sizeof(struct dwmac_dma_desc));  in dwmac_probe()