257 	struct lan743x_rx *rx = context;  in lan743x_rx_isr()  local
258 	struct lan743x_adapter *adapter = rx->adapter;  in lan743x_rx_isr()
263 				  INT_BIT_DMA_RX_(rx->channel_number));  in lan743x_rx_isr()
266 	if (int_sts & INT_BIT_DMA_RX_(rx->channel_number)) {  in lan743x_rx_isr()
267 		u32 rx_frame_bit = DMAC_INT_BIT_RXFRM_(rx->channel_number);  in lan743x_rx_isr()
284 			napi_schedule(&rx->napi);  in lan743x_rx_isr()
292 				  INT_BIT_DMA_RX_(rx->channel_number));  in lan743x_rx_isr()
307 				lan743x_rx_isr(&adapter->rx[channel],  in lan743x_intr_shared_isr()
727 							&adapter->rx[index]);  in lan743x_intr_open()
2417 static int lan743x_rx_next_index(struct lan743x_rx *rx, int index)  in lan743x_rx_next_index()  argument
2419 	return ((++index) % rx->ring_size);  in lan743x_rx_next_index()
2422 static void lan743x_rx_update_tail(struct lan743x_rx *rx, int index)  in lan743x_rx_update_tail()  argument
2426 		lan743x_csr_write(rx->adapter, RX_TAIL(rx->channel_number),  in lan743x_rx_update_tail()
2430 static int lan743x_rx_init_ring_element(struct lan743x_rx *rx, int index,  in lan743x_rx_init_ring_element()  argument
2433 	struct net_device *netdev = rx->adapter->netdev;  in lan743x_rx_init_ring_element()
2434 	struct device *dev = &rx->adapter->pdev->dev;  in lan743x_rx_init_ring_element()
2443 	descriptor = &rx->ring_cpu_ptr[index];  in lan743x_rx_init_ring_element()
2444 	buffer_info = &rx->buffer_info[index];  in lan743x_rx_init_ring_element()
2482 	lan743x_rx_update_tail(rx, index);  in lan743x_rx_init_ring_element()
2487 static void lan743x_rx_reuse_ring_element(struct lan743x_rx *rx, int index)  in lan743x_rx_reuse_ring_element()  argument
2492 	descriptor = &rx->ring_cpu_ptr[index];  in lan743x_rx_reuse_ring_element()
2493 	buffer_info = &rx->buffer_info[index];  in lan743x_rx_reuse_ring_element()
2501 	lan743x_rx_update_tail(rx, index);  in lan743x_rx_reuse_ring_element()
2504 static void lan743x_rx_release_ring_element(struct lan743x_rx *rx, int index)  in lan743x_rx_release_ring_element()  argument
2509 	descriptor = &rx->ring_cpu_ptr[index];  in lan743x_rx_release_ring_element()
2510 	buffer_info = &rx->buffer_info[index];  in lan743x_rx_release_ring_element()
2515 		dma_unmap_single(&rx->adapter->pdev->dev,  in lan743x_rx_release_ring_element()
2545 static int lan743x_rx_process_buffer(struct lan743x_rx *rx)  in lan743x_rx_process_buffer()  argument
2547 	int current_head_index = le32_to_cpu(*rx->head_cpu_ptr);  in lan743x_rx_process_buffer()
2549 	struct net_device *netdev = rx->adapter->netdev;  in lan743x_rx_process_buffer()
2558 	if (current_head_index < 0 || current_head_index >= rx->ring_size)  in lan743x_rx_process_buffer()
2561 	if (rx->last_head < 0 || rx->last_head >= rx->ring_size)  in lan743x_rx_process_buffer()
2564 	if (rx->last_head == current_head_index)  in lan743x_rx_process_buffer()
2567 	descriptor = &rx->ring_cpu_ptr[rx->last_head];  in lan743x_rx_process_buffer()
2570 	buffer_info = &rx->buffer_info[rx->last_head];  in lan743x_rx_process_buffer()
2577 		int index = lan743x_rx_next_index(rx, rx->last_head);  in lan743x_rx_process_buffer()
2582 		desc_ext = &rx->ring_cpu_ptr[index];  in lan743x_rx_process_buffer()
2611 	if (lan743x_rx_init_ring_element(rx, rx->last_head,  in lan743x_rx_process_buffer()
2617 		lan743x_rx_reuse_ring_element(rx, rx->last_head);  in lan743x_rx_process_buffer()
2619 		dev_kfree_skb_irq(rx->skb_head);  in lan743x_rx_process_buffer()
2620 		rx->skb_head = NULL;  in lan743x_rx_process_buffer()
2628 		if (rx->skb_head)  in lan743x_rx_process_buffer()
2629 			dev_kfree_skb_irq(rx->skb_head);  in lan743x_rx_process_buffer()
2630 		rx->skb_head = skb;  in lan743x_rx_process_buffer()
2631 	} else if (rx->skb_head) {  in lan743x_rx_process_buffer()
2633 		if (skb_shinfo(rx->skb_head)->frag_list)  in lan743x_rx_process_buffer()
2634 			rx->skb_tail->next = skb;  in lan743x_rx_process_buffer()
2636 			skb_shinfo(rx->skb_head)->frag_list = skb;  in lan743x_rx_process_buffer()
2637 		rx->skb_tail = skb;  in lan743x_rx_process_buffer()
2638 		rx->skb_head->len += skb->len;  in lan743x_rx_process_buffer()
2639 		rx->skb_head->data_len += skb->len;  in lan743x_rx_process_buffer()
2640 		rx->skb_head->truesize += skb->truesize;  in lan743x_rx_process_buffer()
2657 		if (rx->skb_head)  in lan743x_rx_process_buffer()
2658 			skb_hwtstamps(rx->skb_head)->hwtstamp =  in lan743x_rx_process_buffer()
2660 		lan743x_rx_reuse_ring_element(rx, extension_index);  in lan743x_rx_process_buffer()
2661 		rx->last_head = extension_index;  in lan743x_rx_process_buffer()
2665 	if (is_last && rx->skb_head)  in lan743x_rx_process_buffer()
2666 		rx->skb_head = lan743x_rx_trim_skb(rx->skb_head, frame_length);  in lan743x_rx_process_buffer()
2668 	if (is_last && rx->skb_head) {  in lan743x_rx_process_buffer()
2669 		rx->skb_head->protocol = eth_type_trans(rx->skb_head,  in lan743x_rx_process_buffer()
2670 							rx->adapter->netdev);  in lan743x_rx_process_buffer()
2671 		if (rx->adapter->netdev->features & NETIF_F_RXCSUM) {  in lan743x_rx_process_buffer()
2676 			   rx->skb_head->len);  in lan743x_rx_process_buffer()
2677 		napi_gro_receive(&rx->napi, rx->skb_head);  in lan743x_rx_process_buffer()
2678 		rx->skb_head = NULL;  in lan743x_rx_process_buffer()
2683 	rx->last_tail = rx->last_head;  in lan743x_rx_process_buffer()
2684 	rx->last_head = lan743x_rx_next_index(rx, rx->last_head);  in lan743x_rx_process_buffer()
2692 	struct lan743x_rx *rx = container_of(napi, struct lan743x_rx, napi);  in lan743x_rx_napi_poll()  local
2693 	struct lan743x_adapter *adapter = rx->adapter;  in lan743x_rx_napi_poll()
2698 	if (rx->vector_flags & LAN743X_VECTOR_FLAG_SOURCE_STATUS_W2C) {  in lan743x_rx_napi_poll()
2701 				  DMAC_INT_BIT_RXFRM_(rx->channel_number));  in lan743x_rx_napi_poll()
2704 		result = lan743x_rx_process_buffer(rx);  in lan743x_rx_napi_poll()
2708 	rx->frame_count += count;  in lan743x_rx_napi_poll()
2716 	if (rx->vector_flags & LAN743X_VECTOR_FLAG_VECTOR_ENABLE_AUTO_SET)  in lan743x_rx_napi_poll()
2718 	if (rx->vector_flags & LAN743X_VECTOR_FLAG_SOURCE_ENABLE_AUTO_SET) {  in lan743x_rx_napi_poll()
2722 				  INT_BIT_DMA_RX_(rx->channel_number));  in lan743x_rx_napi_poll()
2726 		lan743x_csr_write(adapter, RX_TAIL(rx->channel_number),  in lan743x_rx_napi_poll()
2727 				  rx_tail_flags | rx->last_tail);  in lan743x_rx_napi_poll()
2732 static void lan743x_rx_ring_cleanup(struct lan743x_rx *rx)  in lan743x_rx_ring_cleanup()  argument
2734 	if (rx->buffer_info && rx->ring_cpu_ptr) {  in lan743x_rx_ring_cleanup()
2737 		for (index = 0; index < rx->ring_size; index++)  in lan743x_rx_ring_cleanup()
2738 			lan743x_rx_release_ring_element(rx, index);  in lan743x_rx_ring_cleanup()
2741 	if (rx->head_cpu_ptr) {  in lan743x_rx_ring_cleanup()
2742 		dma_free_coherent(&rx->adapter->pdev->dev,  in lan743x_rx_ring_cleanup()
2743 				  sizeof(*rx->head_cpu_ptr), rx->head_cpu_ptr,  in lan743x_rx_ring_cleanup()
2744 				  rx->head_dma_ptr);  in lan743x_rx_ring_cleanup()
2745 		rx->head_cpu_ptr = NULL;  in lan743x_rx_ring_cleanup()
2746 		rx->head_dma_ptr = 0;  in lan743x_rx_ring_cleanup()
2749 	kfree(rx->buffer_info);  in lan743x_rx_ring_cleanup()
2750 	rx->buffer_info = NULL;  in lan743x_rx_ring_cleanup()
2752 	if (rx->ring_cpu_ptr) {  in lan743x_rx_ring_cleanup()
2753 		dma_free_coherent(&rx->adapter->pdev->dev,  in lan743x_rx_ring_cleanup()
2754 				  rx->ring_allocation_size, rx->ring_cpu_ptr,  in lan743x_rx_ring_cleanup()
2755 				  rx->ring_dma_ptr);  in lan743x_rx_ring_cleanup()
2756 		rx->ring_allocation_size = 0;  in lan743x_rx_ring_cleanup()
2757 		rx->ring_cpu_ptr = NULL;  in lan743x_rx_ring_cleanup()
2758 		rx->ring_dma_ptr = 0;  in lan743x_rx_ring_cleanup()
2761 	rx->ring_size = 0;  in lan743x_rx_ring_cleanup()
2762 	rx->last_head = 0;  in lan743x_rx_ring_cleanup()
2765 static int lan743x_rx_ring_init(struct lan743x_rx *rx)  in lan743x_rx_ring_init()  argument
2773 	rx->ring_size = LAN743X_RX_RING_SIZE;  in lan743x_rx_ring_init()
2774 	if (rx->ring_size <= 1) {  in lan743x_rx_ring_init()
2778 	if (rx->ring_size & ~RX_CFG_B_RX_RING_LEN_MASK_) {  in lan743x_rx_ring_init()
2782 	if (dma_set_mask_and_coherent(&rx->adapter->pdev->dev,  in lan743x_rx_ring_init()
2784 		dev_warn(&rx->adapter->pdev->dev,  in lan743x_rx_ring_init()
2789 	ring_allocation_size = ALIGN(rx->ring_size *  in lan743x_rx_ring_init()
2793 	cpu_ptr = dma_alloc_coherent(&rx->adapter->pdev->dev,  in lan743x_rx_ring_init()
2799 	rx->ring_allocation_size = ring_allocation_size;  in lan743x_rx_ring_init()
2800 	rx->ring_cpu_ptr = (struct lan743x_rx_descriptor *)cpu_ptr;  in lan743x_rx_ring_init()
2801 	rx->ring_dma_ptr = dma_ptr;  in lan743x_rx_ring_init()
2803 	cpu_ptr = kcalloc(rx->ring_size, sizeof(*rx->buffer_info),  in lan743x_rx_ring_init()
2809 	rx->buffer_info = (struct lan743x_rx_buffer_info *)cpu_ptr;  in lan743x_rx_ring_init()
2811 	cpu_ptr = dma_alloc_coherent(&rx->adapter->pdev->dev,  in lan743x_rx_ring_init()
2812 				     sizeof(*rx->head_cpu_ptr), &dma_ptr,  in lan743x_rx_ring_init()
2819 	rx->head_cpu_ptr = cpu_ptr;  in lan743x_rx_ring_init()
2820 	rx->head_dma_ptr = dma_ptr;  in lan743x_rx_ring_init()
2821 	if (rx->head_dma_ptr & 0x3) {  in lan743x_rx_ring_init()
2826 	rx->last_head = 0;  in lan743x_rx_ring_init()
2827 	for (index = 0; index < rx->ring_size; index++) {  in lan743x_rx_ring_init()
2828 		ret = lan743x_rx_init_ring_element(rx, index, GFP_KERNEL);  in lan743x_rx_ring_init()
2835 	netif_warn(rx->adapter, ifup, rx->adapter->netdev,  in lan743x_rx_ring_init()
2838 	lan743x_rx_ring_cleanup(rx);  in lan743x_rx_ring_init()
2842 static void lan743x_rx_close(struct lan743x_rx *rx)  in lan743x_rx_close()  argument
2844 	struct lan743x_adapter *adapter = rx->adapter;  in lan743x_rx_close()
2847 			  FCT_RX_CTL_DIS_(rx->channel_number));  in lan743x_rx_close()
2849 				 FCT_RX_CTL_EN_(rx->channel_number),  in lan743x_rx_close()
2853 			  DMAC_CMD_STOP_R_(rx->channel_number));  in lan743x_rx_close()
2854 	lan743x_dmac_rx_wait_till_stopped(adapter, rx->channel_number);  in lan743x_rx_close()
2857 			  DMAC_INT_BIT_RXFRM_(rx->channel_number));  in lan743x_rx_close()
2859 			  INT_BIT_DMA_RX_(rx->channel_number));  in lan743x_rx_close()
2860 	napi_disable(&rx->napi);  in lan743x_rx_close()
2862 	netif_napi_del(&rx->napi);  in lan743x_rx_close()
2864 	lan743x_rx_ring_cleanup(rx);  in lan743x_rx_close()
2867 static int lan743x_rx_open(struct lan743x_rx *rx)  in lan743x_rx_open()  argument
2869 	struct lan743x_adapter *adapter = rx->adapter;  in lan743x_rx_open()
2873 	rx->frame_count = 0;  in lan743x_rx_open()
2874 	ret = lan743x_rx_ring_init(rx);  in lan743x_rx_open()
2878 	netif_napi_add(adapter->netdev, &rx->napi, lan743x_rx_napi_poll);  in lan743x_rx_open()
2881 			  DMAC_CMD_RX_SWR_(rx->channel_number));  in lan743x_rx_open()
2883 				 DMAC_CMD_RX_SWR_(rx->channel_number),  in lan743x_rx_open()
2888 			  RX_BASE_ADDRH(rx->channel_number),  in lan743x_rx_open()
2889 			  DMA_ADDR_HIGH32(rx->ring_dma_ptr));  in lan743x_rx_open()
2891 			  RX_BASE_ADDRL(rx->channel_number),  in lan743x_rx_open()
2892 			  DMA_ADDR_LOW32(rx->ring_dma_ptr));  in lan743x_rx_open()
2896 			  RX_HEAD_WRITEBACK_ADDRH(rx->channel_number),  in lan743x_rx_open()
2897 			  DMA_ADDR_HIGH32(rx->head_dma_ptr));  in lan743x_rx_open()
2899 			  RX_HEAD_WRITEBACK_ADDRL(rx->channel_number),  in lan743x_rx_open()
2900 			  DMA_ADDR_LOW32(rx->head_dma_ptr));  in lan743x_rx_open()
2911 			  RX_CFG_A(rx->channel_number), data);  in lan743x_rx_open()
2914 	data = lan743x_csr_read(adapter, RX_CFG_B(rx->channel_number));  in lan743x_rx_open()
2921 	data |= ((rx->ring_size) & RX_CFG_B_RX_RING_LEN_MASK_);  in lan743x_rx_open()
2926 	lan743x_csr_write(adapter, RX_CFG_B(rx->channel_number), data);  in lan743x_rx_open()
2927 	rx->vector_flags = lan743x_intr_get_vector_flags(adapter,  in lan743x_rx_open()
2929 							 (rx->channel_number));  in lan743x_rx_open()
2933 	if (rx->vector_flags & LAN743X_VECTOR_FLAG_SOURCE_ENABLE_AUTO_CLEAR)  in lan743x_rx_open()
2935 	if (rx->vector_flags & LAN743X_VECTOR_FLAG_SOURCE_STATUS_AUTO_CLEAR)  in lan743x_rx_open()
2937 	if (rx->vector_flags & LAN743X_VECTOR_FLAG_SOURCE_STATUS_R2C)  in lan743x_rx_open()
2939 	if (rx->vector_flags & LAN743X_VECTOR_FLAG_SOURCE_ENABLE_R2C)  in lan743x_rx_open()
2941 	lan743x_csr_write(adapter, RX_CFG_C(rx->channel_number), data);  in lan743x_rx_open()
2943 	rx->last_tail = ((u32)(rx->ring_size - 1));  in lan743x_rx_open()
2944 	lan743x_csr_write(adapter, RX_TAIL(rx->channel_number),  in lan743x_rx_open()
2945 			  rx->last_tail);  in lan743x_rx_open()
2946 	rx->last_head = lan743x_csr_read(adapter, RX_HEAD(rx->channel_number));  in lan743x_rx_open()
2947 	if (rx->last_head) {  in lan743x_rx_open()
2952 	napi_enable(&rx->napi);  in lan743x_rx_open()
2955 			  INT_BIT_DMA_RX_(rx->channel_number));  in lan743x_rx_open()
2957 			  DMAC_INT_BIT_RXFRM_(rx->channel_number));  in lan743x_rx_open()
2959 			  DMAC_INT_BIT_RXFRM_(rx->channel_number));  in lan743x_rx_open()
2961 			  DMAC_CMD_START_R_(rx->channel_number));  in lan743x_rx_open()
2965 			  FCT_RX_CTL_RESET_(rx->channel_number));  in lan743x_rx_open()
2967 				 FCT_RX_CTL_RESET_(rx->channel_number),  in lan743x_rx_open()
2969 	lan743x_csr_write(adapter, FCT_FLOW(rx->channel_number),  in lan743x_rx_open()
2976 			  FCT_RX_CTL_EN_(rx->channel_number));  in lan743x_rx_open()
2980 	netif_napi_del(&rx->napi);  in lan743x_rx_open()
2981 	lan743x_rx_ring_cleanup(rx);  in lan743x_rx_open()
2996 		lan743x_rx_close(&adapter->rx[index]);  in lan743x_netdev_close()
3034 		ret = lan743x_rx_open(&adapter->rx[index]);  in lan743x_netdev_open()
3054 		if (adapter->rx[index].ring_cpu_ptr)  in lan743x_netdev_open()
3055 			lan743x_rx_close(&adapter->rx[index]);  in lan743x_netdev_open()
3254 		adapter->rx[index].adapter = adapter;  in lan743x_hardware_init()
3255 		adapter->rx[index].channel_number = index;  in lan743x_hardware_init()