130 static int qlcnic_process_rcv_ring(struct qlcnic_host_sds_ring *sds_ring,
963 	struct qlcnic_host_sds_ring *sds_ring;  in qlcnic_poll()  local
967 	sds_ring = container_of(napi, struct qlcnic_host_sds_ring, napi);  in qlcnic_poll()
968 	adapter = sds_ring->adapter;  in qlcnic_poll()
969 	tx_ring = sds_ring->tx_ring;  in qlcnic_poll()
973 	work_done = qlcnic_process_rcv_ring(sds_ring, budget);  in qlcnic_poll()
980 		napi_complete_done(&sds_ring->napi, work_done);  in qlcnic_poll()
982 			qlcnic_enable_sds_intr(adapter, sds_ring);  in qlcnic_poll()
1014 	struct qlcnic_host_sds_ring *sds_ring;  in qlcnic_rx_poll()  local
1018 	sds_ring = container_of(napi, struct qlcnic_host_sds_ring, napi);  in qlcnic_rx_poll()
1019 	adapter = sds_ring->adapter;  in qlcnic_rx_poll()
1021 	work_done = qlcnic_process_rcv_ring(sds_ring, budget);  in qlcnic_rx_poll()
1024 		napi_complete_done(&sds_ring->napi, work_done);  in qlcnic_rx_poll()
1026 			qlcnic_enable_sds_intr(adapter, sds_ring);  in qlcnic_rx_poll()
1083 				     struct qlcnic_host_sds_ring *sds_ring)  in qlcnic_handle_fw_message()  argument
1092 		desc = &sds_ring->desc_head[index];  in qlcnic_handle_fw_message()
1096 		index = get_next_index(index, sds_ring->num_desc);  in qlcnic_handle_fw_message()
1100 	adapter = sds_ring->adapter;  in qlcnic_handle_fw_message()
1195 		   struct qlcnic_host_sds_ring *sds_ring, int ring,  in qlcnic_process_rcv()  argument
1249 	napi_gro_receive(&sds_ring->napi, skb);  in qlcnic_process_rcv()
1357 static int qlcnic_process_rcv_ring(struct qlcnic_host_sds_ring *sds_ring, int max)  in qlcnic_process_rcv_ring()  argument
1360 	struct qlcnic_adapter *adapter = sds_ring->adapter;  in qlcnic_process_rcv_ring()
1367 	u32 consumer = sds_ring->consumer;  in qlcnic_process_rcv_ring()
1370 		desc = &sds_ring->desc_head[consumer];  in qlcnic_process_rcv_ring()
1383 			rxbuf = qlcnic_process_rcv(adapter, sds_ring, ring,  in qlcnic_process_rcv_ring()
1393 			qlcnic_handle_fw_message(desc_cnt, consumer, sds_ring);  in qlcnic_process_rcv_ring()
1400 			list_add_tail(&rxbuf->list, &sds_ring->free_list[ring]);  in qlcnic_process_rcv_ring()
1405 			desc = &sds_ring->desc_head[consumer];  in qlcnic_process_rcv_ring()
1407 			consumer = get_next_index(consumer, sds_ring->num_desc);  in qlcnic_process_rcv_ring()
1414 		if (!list_empty(&sds_ring->free_list[ring])) {  in qlcnic_process_rcv_ring()
1415 			list_for_each(cur, &sds_ring->free_list[ring]) {  in qlcnic_process_rcv_ring()
1421 			list_splice_tail_init(&sds_ring->free_list[ring],  in qlcnic_process_rcv_ring()
1430 		sds_ring->consumer = consumer;  in qlcnic_process_rcv_ring()
1431 		writel(consumer, sds_ring->crb_sts_consumer);  in qlcnic_process_rcv_ring()
1536 void qlcnic_82xx_process_rcv_ring_diag(struct qlcnic_host_sds_ring *sds_ring)  in qlcnic_82xx_process_rcv_ring_diag()  argument
1538 	struct qlcnic_adapter *adapter = sds_ring->adapter;  in qlcnic_82xx_process_rcv_ring_diag()
1543 	u32 consumer = sds_ring->consumer;  in qlcnic_82xx_process_rcv_ring_diag()
1545 	desc = &sds_ring->desc_head[consumer];  in qlcnic_82xx_process_rcv_ring_diag()
1555 		qlcnic_handle_fw_message(desc_cnt, consumer, sds_ring);  in qlcnic_82xx_process_rcv_ring_diag()
1564 		desc = &sds_ring->desc_head[consumer];  in qlcnic_82xx_process_rcv_ring_diag()
1566 		consumer = get_next_index(consumer, sds_ring->num_desc);  in qlcnic_82xx_process_rcv_ring_diag()
1569 	sds_ring->consumer = consumer;  in qlcnic_82xx_process_rcv_ring_diag()
1570 	writel(consumer, sds_ring->crb_sts_consumer);  in qlcnic_82xx_process_rcv_ring_diag()
1577 	struct qlcnic_host_sds_ring *sds_ring;  in qlcnic_82xx_napi_add()  local
1585 		sds_ring = &recv_ctx->sds_rings[ring];  in qlcnic_82xx_napi_add()
1588 			netif_napi_add(netdev, &sds_ring->napi, qlcnic_rx_poll,  in qlcnic_82xx_napi_add()
1592 				netif_napi_add(netdev, &sds_ring->napi,  in qlcnic_82xx_napi_add()
1596 				netif_napi_add(netdev, &sds_ring->napi,  in qlcnic_82xx_napi_add()
1621 	struct qlcnic_host_sds_ring *sds_ring;  in qlcnic_82xx_napi_del()  local
1626 		sds_ring = &recv_ctx->sds_rings[ring];  in qlcnic_82xx_napi_del()
1627 		netif_napi_del(&sds_ring->napi);  in qlcnic_82xx_napi_del()
1645 	struct qlcnic_host_sds_ring *sds_ring;  in qlcnic_82xx_napi_enable()  local
1653 		sds_ring = &recv_ctx->sds_rings[ring];  in qlcnic_82xx_napi_enable()
1654 		napi_enable(&sds_ring->napi);  in qlcnic_82xx_napi_enable()
1655 		qlcnic_enable_sds_intr(adapter, sds_ring);  in qlcnic_82xx_napi_enable()
1672 	struct qlcnic_host_sds_ring *sds_ring;  in qlcnic_82xx_napi_disable()  local
1680 		sds_ring = &recv_ctx->sds_rings[ring];  in qlcnic_82xx_napi_disable()
1681 		qlcnic_disable_sds_intr(adapter, sds_ring);  in qlcnic_82xx_napi_disable()
1682 		napi_synchronize(&sds_ring->napi);  in qlcnic_82xx_napi_disable()
1683 		napi_disable(&sds_ring->napi);  in qlcnic_82xx_napi_disable()
1718 			struct qlcnic_host_sds_ring *sds_ring,  in qlcnic_83xx_process_rcv()  argument
1775 	napi_gro_receive(&sds_ring->napi, skb);  in qlcnic_83xx_process_rcv()
1880 static int qlcnic_83xx_process_rcv_ring(struct qlcnic_host_sds_ring *sds_ring,  in qlcnic_83xx_process_rcv_ring()  argument
1884 	struct qlcnic_adapter *adapter = sds_ring->adapter;  in qlcnic_83xx_process_rcv_ring()
1891 	u32 consumer = sds_ring->consumer;  in qlcnic_83xx_process_rcv_ring()
1894 		desc = &sds_ring->desc_head[consumer];  in qlcnic_83xx_process_rcv_ring()
1904 			rxbuf = qlcnic_83xx_process_rcv(adapter, sds_ring,  in qlcnic_83xx_process_rcv_ring()
1918 			list_add_tail(&rxbuf->list, &sds_ring->free_list[ring]);  in qlcnic_83xx_process_rcv_ring()
1922 		desc = &sds_ring->desc_head[consumer];  in qlcnic_83xx_process_rcv_ring()
1925 		consumer = get_next_index(consumer, sds_ring->num_desc);  in qlcnic_83xx_process_rcv_ring()
1930 		if (!list_empty(&sds_ring->free_list[ring])) {  in qlcnic_83xx_process_rcv_ring()
1931 			list_for_each(cur, &sds_ring->free_list[ring]) {  in qlcnic_83xx_process_rcv_ring()
1937 			list_splice_tail_init(&sds_ring->free_list[ring],  in qlcnic_83xx_process_rcv_ring()
1944 		sds_ring->consumer = consumer;  in qlcnic_83xx_process_rcv_ring()
1945 		writel(consumer, sds_ring->crb_sts_consumer);  in qlcnic_83xx_process_rcv_ring()
1954 	struct qlcnic_host_sds_ring *sds_ring;  in qlcnic_83xx_msix_sriov_vf_poll()  local
1958 	sds_ring = container_of(napi, struct qlcnic_host_sds_ring, napi);  in qlcnic_83xx_msix_sriov_vf_poll()
1959 	adapter = sds_ring->adapter;  in qlcnic_83xx_msix_sriov_vf_poll()
1964 	work_done = qlcnic_83xx_process_rcv_ring(sds_ring, budget);  in qlcnic_83xx_msix_sriov_vf_poll()
1971 		napi_complete_done(&sds_ring->napi, work_done);  in qlcnic_83xx_msix_sriov_vf_poll()
1972 		qlcnic_enable_sds_intr(adapter, sds_ring);  in qlcnic_83xx_msix_sriov_vf_poll()
1982 	struct qlcnic_host_sds_ring *sds_ring;  in qlcnic_83xx_poll()  local
1986 	sds_ring = container_of(napi, struct qlcnic_host_sds_ring, napi);  in qlcnic_83xx_poll()
1987 	adapter = sds_ring->adapter;  in qlcnic_83xx_poll()
1992 	work_done = qlcnic_83xx_process_rcv_ring(sds_ring, budget);  in qlcnic_83xx_poll()
1999 		napi_complete_done(&sds_ring->napi, work_done);  in qlcnic_83xx_poll()
2000 		qlcnic_enable_sds_intr(adapter, sds_ring);  in qlcnic_83xx_poll()
2030 	struct qlcnic_host_sds_ring *sds_ring;  in qlcnic_83xx_rx_poll()  local
2033 	sds_ring = container_of(napi, struct qlcnic_host_sds_ring, napi);  in qlcnic_83xx_rx_poll()
2034 	adapter = sds_ring->adapter;  in qlcnic_83xx_rx_poll()
2035 	work_done = qlcnic_83xx_process_rcv_ring(sds_ring, budget);  in qlcnic_83xx_rx_poll()
2037 		napi_complete_done(&sds_ring->napi, work_done);  in qlcnic_83xx_rx_poll()
2039 			qlcnic_enable_sds_intr(adapter, sds_ring);  in qlcnic_83xx_rx_poll()
2048 	struct qlcnic_host_sds_ring *sds_ring;  in qlcnic_83xx_napi_enable()  local
2056 		sds_ring = &recv_ctx->sds_rings[ring];  in qlcnic_83xx_napi_enable()
2057 		napi_enable(&sds_ring->napi);  in qlcnic_83xx_napi_enable()
2059 			qlcnic_enable_sds_intr(adapter, sds_ring);  in qlcnic_83xx_napi_enable()
2075 	struct qlcnic_host_sds_ring *sds_ring;  in qlcnic_83xx_napi_disable()  local
2083 		sds_ring = &recv_ctx->sds_rings[ring];  in qlcnic_83xx_napi_disable()
2085 			qlcnic_disable_sds_intr(adapter, sds_ring);  in qlcnic_83xx_napi_disable()
2086 		napi_synchronize(&sds_ring->napi);  in qlcnic_83xx_napi_disable()
2087 		napi_disable(&sds_ring->napi);  in qlcnic_83xx_napi_disable()
2105 	struct qlcnic_host_sds_ring *sds_ring;  in qlcnic_83xx_napi_add()  local
2113 		sds_ring = &recv_ctx->sds_rings[ring];  in qlcnic_83xx_napi_add()
2116 				netif_napi_add(netdev, &sds_ring->napi,  in qlcnic_83xx_napi_add()
2120 				netif_napi_add(netdev, &sds_ring->napi,  in qlcnic_83xx_napi_add()
2125 			netif_napi_add(netdev, &sds_ring->napi,  in qlcnic_83xx_napi_add()
2152 	struct qlcnic_host_sds_ring *sds_ring;  in qlcnic_83xx_napi_del()  local
2157 		sds_ring = &recv_ctx->sds_rings[ring];  in qlcnic_83xx_napi_del()
2158 		netif_napi_del(&sds_ring->napi);  in qlcnic_83xx_napi_del()
2210 void qlcnic_83xx_process_rcv_ring_diag(struct qlcnic_host_sds_ring *sds_ring)  in qlcnic_83xx_process_rcv_ring_diag()  argument
2212 	struct qlcnic_adapter *adapter = sds_ring->adapter;  in qlcnic_83xx_process_rcv_ring_diag()
2216 	u32 consumer = sds_ring->consumer;  in qlcnic_83xx_process_rcv_ring_diag()
2218 	desc = &sds_ring->desc_head[consumer];  in qlcnic_83xx_process_rcv_ring_diag()
2227 	desc = &sds_ring->desc_head[consumer];  in qlcnic_83xx_process_rcv_ring_diag()
2229 	consumer = get_next_index(consumer, sds_ring->num_desc);  in qlcnic_83xx_process_rcv_ring_diag()
2230 	sds_ring->consumer = consumer;  in qlcnic_83xx_process_rcv_ring_diag()
2231 	writel(consumer, sds_ring->crb_sts_consumer);  in qlcnic_83xx_process_rcv_ring_diag()