35 	struct aq_vec_s *self = container_of(napi, struct aq_vec_s, napi);  in aq_vec_poll()  local
43 	if (!self) {  in aq_vec_poll()
46 		for (i = 0U, ring = self->ring[0];  in aq_vec_poll()
47 			self->tx_rings > i; ++i, ring = self->ring[i]) {  in aq_vec_poll()
51 			if (self->aq_hw_ops->hw_ring_tx_head_update) {  in aq_vec_poll()
52 				err = self->aq_hw_ops->hw_ring_tx_head_update(  in aq_vec_poll()
53 							self->aq_hw,  in aq_vec_poll()
65 			err = self->aq_hw_ops->hw_ring_rx_receive(self->aq_hw,  in aq_vec_poll()
85 				err = self->aq_hw_ops->hw_ring_rx_fill(  in aq_vec_poll()
86 					self->aq_hw,  in aq_vec_poll()
99 			self->aq_hw_ops->hw_irq_enable(self->aq_hw,  in aq_vec_poll()
100 					1U << self->aq_ring_param.vec_idx);  in aq_vec_poll()
110 	struct aq_vec_s *self = NULL;  in aq_vec_alloc()  local
112 	self = kzalloc(sizeof(*self), GFP_KERNEL);  in aq_vec_alloc()
113 	if (!self)  in aq_vec_alloc()
116 	self->aq_nic = aq_nic;  in aq_vec_alloc()
117 	self->aq_ring_param.vec_idx = idx;  in aq_vec_alloc()
118 	self->aq_ring_param.cpu =  in aq_vec_alloc()
121 	cpumask_set_cpu(self->aq_ring_param.cpu,  in aq_vec_alloc()
122 			&self->aq_ring_param.affinity_mask);  in aq_vec_alloc()
124 	self->tx_rings = 0;  in aq_vec_alloc()
125 	self->rx_rings = 0;  in aq_vec_alloc()
127 	netif_napi_add(aq_nic_get_ndev(aq_nic), &self->napi,  in aq_vec_alloc()
131 	return self;  in aq_vec_alloc()
134 int aq_vec_ring_alloc(struct aq_vec_s *self, struct aq_nic_s *aq_nic,  in aq_vec_ring_alloc()  argument
145 		ring = aq_ring_tx_alloc(&self->ring[i][AQ_VEC_TX_ID], aq_nic,  in aq_vec_ring_alloc()
152 		++self->tx_rings;  in aq_vec_ring_alloc()
156 		ring = aq_ring_rx_alloc(&self->ring[i][AQ_VEC_RX_ID], aq_nic,  in aq_vec_ring_alloc()
163 		++self->rx_rings;  in aq_vec_ring_alloc()
168 		aq_vec_ring_free(self);  in aq_vec_ring_alloc()
169 		self = NULL;  in aq_vec_ring_alloc()
175 int aq_vec_init(struct aq_vec_s *self, const struct aq_hw_ops *aq_hw_ops,  in aq_vec_init()  argument
182 	self->aq_hw_ops = aq_hw_ops;  in aq_vec_init()
183 	self->aq_hw = aq_hw;  in aq_vec_init()
185 	for (i = 0U, ring = self->ring[0];  in aq_vec_init()
186 		self->tx_rings > i; ++i, ring = self->ring[i]) {  in aq_vec_init()
191 		err = self->aq_hw_ops->hw_ring_tx_init(self->aq_hw,  in aq_vec_init()
193 						       &self->aq_ring_param);  in aq_vec_init()
201 		err = self->aq_hw_ops->hw_ring_rx_init(self->aq_hw,  in aq_vec_init()
203 						       &self->aq_ring_param);  in aq_vec_init()
211 		err = self->aq_hw_ops->hw_ring_rx_fill(self->aq_hw,  in aq_vec_init()
221 int aq_vec_start(struct aq_vec_s *self)  in aq_vec_start()  argument
227 	for (i = 0U, ring = self->ring[0];  in aq_vec_start()
228 		self->tx_rings > i; ++i, ring = self->ring[i]) {  in aq_vec_start()
229 		err = self->aq_hw_ops->hw_ring_tx_start(self->aq_hw,  in aq_vec_start()
234 		err = self->aq_hw_ops->hw_ring_rx_start(self->aq_hw,  in aq_vec_start()
240 	napi_enable(&self->napi);  in aq_vec_start()
246 void aq_vec_stop(struct aq_vec_s *self)  in aq_vec_stop()  argument
251 	for (i = 0U, ring = self->ring[0];  in aq_vec_stop()
252 		self->tx_rings > i; ++i, ring = self->ring[i]) {  in aq_vec_stop()
253 		self->aq_hw_ops->hw_ring_tx_stop(self->aq_hw,  in aq_vec_stop()
256 		self->aq_hw_ops->hw_ring_rx_stop(self->aq_hw,  in aq_vec_stop()
260 	napi_disable(&self->napi);  in aq_vec_stop()
263 void aq_vec_deinit(struct aq_vec_s *self)  in aq_vec_deinit()  argument
268 	if (!self)  in aq_vec_deinit()
271 	for (i = 0U, ring = self->ring[0];  in aq_vec_deinit()
272 		self->tx_rings > i; ++i, ring = self->ring[i]) {  in aq_vec_deinit()
280 void aq_vec_free(struct aq_vec_s *self)  in aq_vec_free()  argument
282 	if (!self)  in aq_vec_free()
285 	netif_napi_del(&self->napi);  in aq_vec_free()
287 	kfree(self);  in aq_vec_free()
292 void aq_vec_ring_free(struct aq_vec_s *self)  in aq_vec_ring_free()  argument
297 	if (!self)  in aq_vec_ring_free()
300 	for (i = 0U, ring = self->ring[0];  in aq_vec_ring_free()
301 		self->tx_rings > i; ++i, ring = self->ring[i]) {  in aq_vec_ring_free()
303 		if (i < self->rx_rings)  in aq_vec_ring_free()
307 	self->tx_rings = 0;  in aq_vec_ring_free()
308 	self->rx_rings = 0;  in aq_vec_ring_free()
314 	struct aq_vec_s *self = private;  in aq_vec_isr()  local
317 	if (!self) {  in aq_vec_isr()
321 	napi_schedule(&self->napi);  in aq_vec_isr()
329 	struct aq_vec_s *self = private;  in aq_vec_isr_legacy()  local
333 	if (!self)  in aq_vec_isr_legacy()
335 	err = self->aq_hw_ops->hw_irq_read(self->aq_hw, &irq_mask);  in aq_vec_isr_legacy()
340 		self->aq_hw_ops->hw_irq_disable(self->aq_hw,  in aq_vec_isr_legacy()
341 			      1U << self->aq_ring_param.vec_idx);  in aq_vec_isr_legacy()
342 		napi_schedule(&self->napi);  in aq_vec_isr_legacy()
344 		self->aq_hw_ops->hw_irq_enable(self->aq_hw, 1U);  in aq_vec_isr_legacy()
351 cpumask_t *aq_vec_get_affinity_mask(struct aq_vec_s *self)  in aq_vec_get_affinity_mask()  argument
353 	return &self->aq_ring_param.affinity_mask;  in aq_vec_get_affinity_mask()
356 bool aq_vec_is_valid_tc(struct aq_vec_s *self, const unsigned int tc)  in aq_vec_is_valid_tc()  argument
358 	return tc < self->rx_rings && tc < self->tx_rings;  in aq_vec_is_valid_tc()
361 unsigned int aq_vec_get_sw_stats(struct aq_vec_s *self, const unsigned int tc, u64 *data)  in aq_vec_get_sw_stats()  argument
365 	WARN_ONCE(!aq_vec_is_valid_tc(self, tc),  in aq_vec_get_sw_stats()
367 		  tc, self->rx_rings, self->tx_rings);  in aq_vec_get_sw_stats()
368 	if (!aq_vec_is_valid_tc(self, tc))  in aq_vec_get_sw_stats()
371 	count = aq_ring_fill_stats_data(&self->ring[tc][AQ_VEC_RX_ID], data);  in aq_vec_get_sw_stats()
372 	count += aq_ring_fill_stats_data(&self->ring[tc][AQ_VEC_TX_ID], data + count);  in aq_vec_get_sw_stats()