43 static void aq_nic_update_ndev_stats(struct aq_nic_s *self);
45 static void aq_nic_rss_init(struct aq_nic_s *self, unsigned int num_rss_queues)  in aq_nic_rss_init()  argument
54 	struct aq_nic_cfg_s *cfg = &self->aq_nic_cfg;  in aq_nic_rss_init()
69 static void aq_nic_cfg_update_num_vecs(struct aq_nic_s *self)  in aq_nic_cfg_update_num_vecs()  argument
71 	struct aq_nic_cfg_s *cfg = &self->aq_nic_cfg;  in aq_nic_cfg_update_num_vecs()
75 	if (self->irqvecs > AQ_HW_SERVICE_IRQS)  in aq_nic_cfg_update_num_vecs()
76 		cfg->vecs = min(cfg->vecs, self->irqvecs - AQ_HW_SERVICE_IRQS);  in aq_nic_cfg_update_num_vecs()
80 	if (ATL_HW_IS_CHIP_FEATURE(self->aq_hw, ANTIGUA)) {  in aq_nic_cfg_update_num_vecs()
92 	aq_nic_rss_init(self, cfg->num_rss_queues);  in aq_nic_cfg_update_num_vecs()
96 void aq_nic_cfg_start(struct aq_nic_s *self)  in aq_nic_cfg_start()  argument
98 	struct aq_nic_cfg_s *cfg = &self->aq_nic_cfg;  in aq_nic_cfg_start()
126 	aq_nic_cfg_update_num_vecs(self);  in aq_nic_cfg_start()
128 	cfg->irq_type = aq_pci_func_get_irq_type(self);  in aq_nic_cfg_start()
141 	if (AQ_HW_SERVICE_IRQS > 0 && cfg->vecs + 1 <= self->irqvecs)  in aq_nic_cfg_start()
156 static int aq_nic_update_link_status(struct aq_nic_s *self)  in aq_nic_update_link_status()  argument
158 	int err = self->aq_fw_ops->update_link_status(self->aq_hw);  in aq_nic_update_link_status()
164 	if (self->aq_fw_ops->get_flow_control)  in aq_nic_update_link_status()
165 		self->aq_fw_ops->get_flow_control(self->aq_hw, &fc);  in aq_nic_update_link_status()
166 	self->aq_nic_cfg.fc.cur = fc;  in aq_nic_update_link_status()
168 	if (self->link_status.mbps != self->aq_hw->aq_link_status.mbps) {  in aq_nic_update_link_status()
169 		netdev_info(self->ndev, "%s: link change old %d new %d\n",  in aq_nic_update_link_status()
170 			    AQ_CFG_DRV_NAME, self->link_status.mbps,  in aq_nic_update_link_status()
171 			    self->aq_hw->aq_link_status.mbps);  in aq_nic_update_link_status()
172 		aq_nic_update_interrupt_moderation_settings(self);  in aq_nic_update_link_status()
174 		if (self->aq_ptp) {  in aq_nic_update_link_status()
175 			aq_ptp_clock_init(self);  in aq_nic_update_link_status()
176 			aq_ptp_tm_offset_set(self,  in aq_nic_update_link_status()
177 					     self->aq_hw->aq_link_status.mbps);  in aq_nic_update_link_status()
178 			aq_ptp_link_change(self);  in aq_nic_update_link_status()
185 		if (self->aq_hw_ops->hw_set_fc)  in aq_nic_update_link_status()
186 			self->aq_hw_ops->hw_set_fc(self->aq_hw, fc, 0);  in aq_nic_update_link_status()
189 	self->link_status = self->aq_hw->aq_link_status;  in aq_nic_update_link_status()
190 	if (!netif_carrier_ok(self->ndev) && self->link_status.mbps) {  in aq_nic_update_link_status()
191 		aq_utils_obj_set(&self->flags,  in aq_nic_update_link_status()
193 		aq_utils_obj_clear(&self->flags,  in aq_nic_update_link_status()
195 		netif_carrier_on(self->ndev);  in aq_nic_update_link_status()
197 		aq_macsec_enable(self);  in aq_nic_update_link_status()
199 		if (self->aq_hw_ops->hw_tc_rate_limit_set)  in aq_nic_update_link_status()
200 			self->aq_hw_ops->hw_tc_rate_limit_set(self->aq_hw);  in aq_nic_update_link_status()
202 		netif_tx_wake_all_queues(self->ndev);  in aq_nic_update_link_status()
204 	if (netif_carrier_ok(self->ndev) && !self->link_status.mbps) {  in aq_nic_update_link_status()
205 		netif_carrier_off(self->ndev);  in aq_nic_update_link_status()
206 		netif_tx_disable(self->ndev);  in aq_nic_update_link_status()
207 		aq_utils_obj_set(&self->flags, AQ_NIC_LINK_DOWN);  in aq_nic_update_link_status()
215 	struct aq_nic_s *self = private;  in aq_linkstate_threaded_isr()  local
217 	if (!self)  in aq_linkstate_threaded_isr()
220 	aq_nic_update_link_status(self);  in aq_linkstate_threaded_isr()
222 	self->aq_hw_ops->hw_irq_enable(self->aq_hw,  in aq_linkstate_threaded_isr()
223 				       BIT(self->aq_nic_cfg.link_irq_vec));  in aq_linkstate_threaded_isr()
230 	struct aq_nic_s *self = container_of(work, struct aq_nic_s,  in aq_nic_service_task()  local
234 	aq_ptp_service_task(self);  in aq_nic_service_task()
236 	if (aq_utils_obj_test(&self->flags, AQ_NIC_FLAGS_IS_NOT_READY))  in aq_nic_service_task()
239 	err = aq_nic_update_link_status(self);  in aq_nic_service_task()
244 	aq_macsec_work(self);  in aq_nic_service_task()
247 	mutex_lock(&self->fwreq_mutex);  in aq_nic_service_task()
248 	if (self->aq_fw_ops->update_stats)  in aq_nic_service_task()
249 		self->aq_fw_ops->update_stats(self->aq_hw);  in aq_nic_service_task()
250 	mutex_unlock(&self->fwreq_mutex);  in aq_nic_service_task()
252 	aq_nic_update_ndev_stats(self);  in aq_nic_service_task()
257 	struct aq_nic_s *self = from_timer(self, t, service_timer);  in aq_nic_service_timer_cb()  local
259 	mod_timer(&self->service_timer,  in aq_nic_service_timer_cb()
262 	aq_ndev_schedule_work(&self->service_task);  in aq_nic_service_timer_cb()
267 	struct aq_nic_s *self = from_timer(self, t, polling_timer);  in aq_nic_polling_timer_cb()  local
271 	for (i = 0U, aq_vec = self->aq_vec[0];  in aq_nic_polling_timer_cb()
272 		self->aq_vecs > i; ++i, aq_vec = self->aq_vec[i])  in aq_nic_polling_timer_cb()
275 	mod_timer(&self->polling_timer, jiffies +  in aq_nic_polling_timer_cb()
279 static int aq_nic_hw_prepare(struct aq_nic_s *self)  in aq_nic_hw_prepare()  argument
283 	err = self->aq_hw_ops->hw_soft_reset(self->aq_hw);  in aq_nic_hw_prepare()
287 	err = self->aq_hw_ops->hw_prepare(self->aq_hw, &self->aq_fw_ops);  in aq_nic_hw_prepare()
301 int aq_nic_ndev_register(struct aq_nic_s *self)  in aq_nic_ndev_register()  argument
305 	if (!self->ndev) {  in aq_nic_ndev_register()
310 	err = aq_nic_hw_prepare(self);  in aq_nic_ndev_register()
315 	aq_macsec_init(self);  in aq_nic_ndev_register()
318 	mutex_lock(&self->fwreq_mutex);  in aq_nic_ndev_register()
319 	err = self->aq_fw_ops->get_mac_permanent(self->aq_hw,  in aq_nic_ndev_register()
320 			    self->ndev->dev_addr);  in aq_nic_ndev_register()
321 	mutex_unlock(&self->fwreq_mutex);  in aq_nic_ndev_register()
325 	if (!is_valid_ether_addr(self->ndev->dev_addr) ||  in aq_nic_ndev_register()
326 	    !aq_nic_is_valid_ether_addr(self->ndev->dev_addr)) {  in aq_nic_ndev_register()
327 		netdev_warn(self->ndev, "MAC is invalid, will use random.");  in aq_nic_ndev_register()
328 		eth_hw_addr_random(self->ndev);  in aq_nic_ndev_register()
335 		ether_addr_copy(self->ndev->dev_addr, mac_addr_permanent);  in aq_nic_ndev_register()
339 	for (self->aq_vecs = 0; self->aq_vecs < aq_nic_get_cfg(self)->vecs;  in aq_nic_ndev_register()
340 	     self->aq_vecs++) {  in aq_nic_ndev_register()
341 		self->aq_vec[self->aq_vecs] =  in aq_nic_ndev_register()
342 		    aq_vec_alloc(self, self->aq_vecs, aq_nic_get_cfg(self));  in aq_nic_ndev_register()
343 		if (!self->aq_vec[self->aq_vecs]) {  in aq_nic_ndev_register()
349 	netif_carrier_off(self->ndev);  in aq_nic_ndev_register()
351 	netif_tx_disable(self->ndev);  in aq_nic_ndev_register()
353 	err = register_netdev(self->ndev);  in aq_nic_ndev_register()
360 		aq_macsec_free(self);  in aq_nic_ndev_register()
365 void aq_nic_ndev_init(struct aq_nic_s *self)  in aq_nic_ndev_init()  argument
367 	const struct aq_hw_caps_s *aq_hw_caps = self->aq_nic_cfg.aq_hw_caps;  in aq_nic_ndev_init()
368 	struct aq_nic_cfg_s *aq_nic_cfg = &self->aq_nic_cfg;  in aq_nic_ndev_init()
370 	self->ndev->hw_features |= aq_hw_caps->hw_features;  in aq_nic_ndev_init()
371 	self->ndev->features = aq_hw_caps->hw_features;  in aq_nic_ndev_init()
372 	self->ndev->vlan_features |= NETIF_F_HW_CSUM | NETIF_F_RXCSUM |  in aq_nic_ndev_init()
375 	self->ndev->gso_partial_features = NETIF_F_GSO_UDP_L4;  in aq_nic_ndev_init()
376 	self->ndev->priv_flags = aq_hw_caps->hw_priv_flags;  in aq_nic_ndev_init()
377 	self->ndev->priv_flags |= IFF_LIVE_ADDR_CHANGE;  in aq_nic_ndev_init()
379 	self->msg_enable = NETIF_MSG_DRV | NETIF_MSG_LINK;  in aq_nic_ndev_init()
380 	self->ndev->mtu = aq_nic_cfg->mtu - ETH_HLEN;  in aq_nic_ndev_init()
381 	self->ndev->max_mtu = aq_hw_caps->mtu - ETH_FCS_LEN - ETH_HLEN;  in aq_nic_ndev_init()
385 void aq_nic_set_tx_ring(struct aq_nic_s *self, unsigned int idx,  in aq_nic_set_tx_ring()  argument
388 	self->aq_ring_tx[idx] = ring;  in aq_nic_set_tx_ring()
391 struct net_device *aq_nic_get_ndev(struct aq_nic_s *self)  in aq_nic_get_ndev()  argument
393 	return self->ndev;  in aq_nic_get_ndev()
396 int aq_nic_init(struct aq_nic_s *self)  in aq_nic_init()  argument
402 	self->power_state = AQ_HW_POWER_STATE_D0;  in aq_nic_init()
403 	mutex_lock(&self->fwreq_mutex);  in aq_nic_init()
404 	err = self->aq_hw_ops->hw_reset(self->aq_hw);  in aq_nic_init()
405 	mutex_unlock(&self->fwreq_mutex);  in aq_nic_init()
409 	aq_nic_set_downshift(self, self->aq_nic_cfg.downshift_counter);  in aq_nic_init()
410 	aq_nic_set_media_detect(self, self->aq_nic_cfg.is_media_detect ?  in aq_nic_init()
413 	err = self->aq_hw_ops->hw_init(self->aq_hw,  in aq_nic_init()
414 				       aq_nic_get_ndev(self)->dev_addr);  in aq_nic_init()
418 	if (ATL_HW_IS_CHIP_FEATURE(self->aq_hw, ATLANTIC) &&  in aq_nic_init()
419 	    self->aq_nic_cfg.aq_hw_caps->media_type == AQ_HW_MEDIA_TYPE_TP) {  in aq_nic_init()
420 		self->aq_hw->phy_id = HW_ATL_PHY_ID_MAX;  in aq_nic_init()
421 		err = aq_phy_init(self->aq_hw);  in aq_nic_init()
428 		if (self->aq_nic_cfg.aq_hw_caps->quirks & AQ_NIC_QUIRK_BAD_PTP)  in aq_nic_init()
429 			if (self->aq_hw->phy_id != HW_ATL_PHY_ID_MAX)  in aq_nic_init()
430 				aq_phy_disable_ptp(self->aq_hw);  in aq_nic_init()
433 	for (i = 0U; i < self->aq_vecs; i++) {  in aq_nic_init()
434 		aq_vec = self->aq_vec[i];  in aq_nic_init()
435 		err = aq_vec_ring_alloc(aq_vec, self, i,  in aq_nic_init()
436 					aq_nic_get_cfg(self));  in aq_nic_init()
440 		aq_vec_init(aq_vec, self->aq_hw_ops, self->aq_hw);  in aq_nic_init()
443 	if (aq_nic_get_cfg(self)->is_ptp) {  in aq_nic_init()
444 		err = aq_ptp_init(self, self->irqvecs - 1);  in aq_nic_init()
448 		err = aq_ptp_ring_alloc(self);  in aq_nic_init()
452 		err = aq_ptp_ring_init(self);  in aq_nic_init()
457 	netif_carrier_off(self->ndev);  in aq_nic_init()
463 int aq_nic_start(struct aq_nic_s *self)  in aq_nic_start()  argument
470 	cfg = aq_nic_get_cfg(self);  in aq_nic_start()
472 	err = self->aq_hw_ops->hw_multicast_list_set(self->aq_hw,  in aq_nic_start()
473 						     self->mc_list.ar,  in aq_nic_start()
474 						     self->mc_list.count);  in aq_nic_start()
478 	err = self->aq_hw_ops->hw_packet_filter_set(self->aq_hw,  in aq_nic_start()
479 						    self->packet_filter);  in aq_nic_start()
483 	for (i = 0U, aq_vec = self->aq_vec[0];  in aq_nic_start()
484 		self->aq_vecs > i; ++i, aq_vec = self->aq_vec[i]) {  in aq_nic_start()
490 	err = aq_ptp_ring_start(self);  in aq_nic_start()
494 	aq_nic_set_loopback(self);  in aq_nic_start()
496 	err = self->aq_hw_ops->hw_start(self->aq_hw);  in aq_nic_start()
500 	err = aq_nic_update_interrupt_moderation_settings(self);  in aq_nic_start()
504 	INIT_WORK(&self->service_task, aq_nic_service_task);  in aq_nic_start()
506 	timer_setup(&self->service_timer, aq_nic_service_timer_cb, 0);  in aq_nic_start()
507 	aq_nic_service_timer_cb(&self->service_timer);  in aq_nic_start()
510 		timer_setup(&self->polling_timer, aq_nic_polling_timer_cb, 0);  in aq_nic_start()
511 		mod_timer(&self->polling_timer, jiffies +  in aq_nic_start()
514 		for (i = 0U, aq_vec = self->aq_vec[0];  in aq_nic_start()
515 			self->aq_vecs > i; ++i, aq_vec = self->aq_vec[i]) {  in aq_nic_start()
516 			err = aq_pci_func_alloc_irq(self, i, self->ndev->name,  in aq_nic_start()
523 		err = aq_ptp_irq_alloc(self);  in aq_nic_start()
528 			int irqvec = pci_irq_vector(self->pdev,  in aq_nic_start()
533 						   self->ndev->name, self);  in aq_nic_start()
536 			self->msix_entry_mask |= (1 << cfg->link_irq_vec);  in aq_nic_start()
539 		err = self->aq_hw_ops->hw_irq_enable(self->aq_hw,  in aq_nic_start()
545 	err = netif_set_real_num_tx_queues(self->ndev,  in aq_nic_start()
546 					   self->aq_vecs * cfg->tcs);  in aq_nic_start()
550 	err = netif_set_real_num_rx_queues(self->ndev,  in aq_nic_start()
551 					   self->aq_vecs * cfg->tcs);  in aq_nic_start()
556 		u16 offset = self->aq_vecs * i;  in aq_nic_start()
558 		netdev_set_tc_queue(self->ndev, i, self->aq_vecs, offset);  in aq_nic_start()
560 	netif_tx_start_all_queues(self->ndev);  in aq_nic_start()
566 unsigned int aq_nic_map_skb(struct aq_nic_s *self, struct sk_buff *skb,  in aq_nic_map_skb()  argument
570 	struct aq_nic_cfg_s *cfg = aq_nic_get_cfg(self);  in aq_nic_map_skb()
571 	struct device *dev = aq_nic_get_dev(self);  in aq_nic_map_skb()
722 int aq_nic_xmit(struct aq_nic_s *self, struct sk_buff *skb)  in aq_nic_xmit()  argument
724 	struct aq_nic_cfg_s *cfg = aq_nic_get_cfg(self);  in aq_nic_xmit()
733 	ring = self->aq_ring_tx[AQ_NIC_CFG_TCVEC2RING(cfg, tc, vec)];  in aq_nic_xmit()
748 	if (__netif_subqueue_stopped(self->ndev,  in aq_nic_xmit()
749 				     AQ_NIC_RING2QMAP(self, ring->idx))) {  in aq_nic_xmit()
754 	frags = aq_nic_map_skb(self, skb, ring);  in aq_nic_xmit()
757 		err = self->aq_hw_ops->hw_ring_tx_xmit(self->aq_hw,  in aq_nic_xmit()
767 int aq_nic_update_interrupt_moderation_settings(struct aq_nic_s *self)  in aq_nic_update_interrupt_moderation_settings()  argument
769 	return self->aq_hw_ops->hw_interrupt_moderation_set(self->aq_hw);  in aq_nic_update_interrupt_moderation_settings()
772 int aq_nic_set_packet_filter(struct aq_nic_s *self, unsigned int flags)  in aq_nic_set_packet_filter()  argument
776 	err = self->aq_hw_ops->hw_packet_filter_set(self->aq_hw, flags);  in aq_nic_set_packet_filter()
780 	self->packet_filter = flags;  in aq_nic_set_packet_filter()
786 int aq_nic_set_multicast_list(struct aq_nic_s *self, struct net_device *ndev)  in aq_nic_set_multicast_list()  argument
788 	const struct aq_hw_ops *hw_ops = self->aq_hw_ops;  in aq_nic_set_multicast_list()
789 	struct aq_nic_cfg_s *cfg = &self->aq_nic_cfg;  in aq_nic_set_multicast_list()
795 	self->mc_list.count = 0;  in aq_nic_set_multicast_list()
800 			ether_addr_copy(self->mc_list.ar[i++], ha->addr);  in aq_nic_set_multicast_list()
810 				ether_addr_copy(self->mc_list.ar[i++],  in aq_nic_set_multicast_list()
817 		self->mc_list.count = i;  in aq_nic_set_multicast_list()
818 		err = hw_ops->hw_multicast_list_set(self->aq_hw,  in aq_nic_set_multicast_list()
819 						    self->mc_list.ar,  in aq_nic_set_multicast_list()
820 						    self->mc_list.count);  in aq_nic_set_multicast_list()
825 	return aq_nic_set_packet_filter(self, packet_filter);  in aq_nic_set_multicast_list()
828 int aq_nic_set_mtu(struct aq_nic_s *self, int new_mtu)  in aq_nic_set_mtu()  argument
830 	self->aq_nic_cfg.mtu = new_mtu;  in aq_nic_set_mtu()
835 int aq_nic_set_mac(struct aq_nic_s *self, struct net_device *ndev)  in aq_nic_set_mac()  argument
837 	return self->aq_hw_ops->hw_set_mac_address(self->aq_hw, ndev->dev_addr);  in aq_nic_set_mac()
840 unsigned int aq_nic_get_link_speed(struct aq_nic_s *self)  in aq_nic_get_link_speed()  argument
842 	return self->link_status.mbps;  in aq_nic_get_link_speed()
845 int aq_nic_get_regs(struct aq_nic_s *self, struct ethtool_regs *regs, void *p)  in aq_nic_get_regs()  argument
850 	if (unlikely(!self->aq_hw_ops->hw_get_regs))  in aq_nic_get_regs()
855 	err = self->aq_hw_ops->hw_get_regs(self->aq_hw,  in aq_nic_get_regs()
856 					   self->aq_nic_cfg.aq_hw_caps,  in aq_nic_get_regs()
865 int aq_nic_get_regs_count(struct aq_nic_s *self)  in aq_nic_get_regs_count()  argument
867 	if (unlikely(!self->aq_hw_ops->hw_get_regs))  in aq_nic_get_regs_count()
870 	return self->aq_nic_cfg.aq_hw_caps->mac_regs_count;  in aq_nic_get_regs_count()
873 u64 *aq_nic_get_stats(struct aq_nic_s *self, u64 *data)  in aq_nic_get_stats()  argument
881 	if (self->aq_fw_ops->update_stats) {  in aq_nic_get_stats()
882 		mutex_lock(&self->fwreq_mutex);  in aq_nic_get_stats()
883 		self->aq_fw_ops->update_stats(self->aq_hw);  in aq_nic_get_stats()
884 		mutex_unlock(&self->fwreq_mutex);  in aq_nic_get_stats()
886 	stats = self->aq_hw_ops->hw_get_hw_stats(self->aq_hw);  in aq_nic_get_stats()
918 	for (tc = 0U; tc < self->aq_nic_cfg.tcs; tc++) {  in aq_nic_get_stats()
919 		for (i = 0U, aq_vec = self->aq_vec[0];  in aq_nic_get_stats()
920 		     aq_vec && self->aq_vecs > i;  in aq_nic_get_stats()
921 		     ++i, aq_vec = self->aq_vec[i]) {  in aq_nic_get_stats()
933 static void aq_nic_update_ndev_stats(struct aq_nic_s *self)  in aq_nic_update_ndev_stats()  argument
935 	struct aq_stats_s *stats = self->aq_hw_ops->hw_get_hw_stats(self->aq_hw);  in aq_nic_update_ndev_stats()
936 	struct net_device *ndev = self->ndev;  in aq_nic_update_ndev_stats()
948 void aq_nic_get_link_ksettings(struct aq_nic_s *self,  in aq_nic_get_link_ksettings()  argument
953 	if (self->aq_nic_cfg.aq_hw_caps->media_type == AQ_HW_MEDIA_TYPE_FIBRE)  in aq_nic_get_link_ksettings()
959 	if (self->link_status.mbps)  in aq_nic_get_link_ksettings()
960 		cmd->base.duplex = self->link_status.full_duplex ?  in aq_nic_get_link_ksettings()
962 	cmd->base.autoneg = self->aq_nic_cfg.is_autoneg;  in aq_nic_get_link_ksettings()
966 	if (self->aq_nic_cfg.aq_hw_caps->link_speed_msk & AQ_NIC_RATE_10G)  in aq_nic_get_link_ksettings()
970 	if (self->aq_nic_cfg.aq_hw_caps->link_speed_msk & AQ_NIC_RATE_5G)  in aq_nic_get_link_ksettings()
974 	if (self->aq_nic_cfg.aq_hw_caps->link_speed_msk & AQ_NIC_RATE_2G5)  in aq_nic_get_link_ksettings()
978 	if (self->aq_nic_cfg.aq_hw_caps->link_speed_msk & AQ_NIC_RATE_1G)  in aq_nic_get_link_ksettings()
982 	if (self->aq_nic_cfg.aq_hw_caps->link_speed_msk & AQ_NIC_RATE_1G_HALF)  in aq_nic_get_link_ksettings()
986 	if (self->aq_nic_cfg.aq_hw_caps->link_speed_msk & AQ_NIC_RATE_100M)  in aq_nic_get_link_ksettings()
990 	if (self->aq_nic_cfg.aq_hw_caps->link_speed_msk & AQ_NIC_RATE_100M_HALF)  in aq_nic_get_link_ksettings()
994 	if (self->aq_nic_cfg.aq_hw_caps->link_speed_msk & AQ_NIC_RATE_10M)  in aq_nic_get_link_ksettings()
998 	if (self->aq_nic_cfg.aq_hw_caps->link_speed_msk & AQ_NIC_RATE_10M_HALF)  in aq_nic_get_link_ksettings()
1002 	if (self->aq_nic_cfg.aq_hw_caps->flow_control) {  in aq_nic_get_link_ksettings()
1011 	if (self->aq_nic_cfg.aq_hw_caps->media_type == AQ_HW_MEDIA_TYPE_FIBRE)  in aq_nic_get_link_ksettings()
1018 	if (self->aq_nic_cfg.is_autoneg)  in aq_nic_get_link_ksettings()
1021 	if (self->aq_nic_cfg.link_speed_msk & AQ_NIC_RATE_10G)  in aq_nic_get_link_ksettings()
1025 	if (self->aq_nic_cfg.link_speed_msk & AQ_NIC_RATE_5G)  in aq_nic_get_link_ksettings()
1029 	if (self->aq_nic_cfg.link_speed_msk & AQ_NIC_RATE_2G5)  in aq_nic_get_link_ksettings()
1033 	if (self->aq_nic_cfg.link_speed_msk & AQ_NIC_RATE_1G)  in aq_nic_get_link_ksettings()
1037 	if (self->aq_nic_cfg.link_speed_msk & AQ_NIC_RATE_1G_HALF)  in aq_nic_get_link_ksettings()
1041 	if (self->aq_nic_cfg.link_speed_msk & AQ_NIC_RATE_100M)  in aq_nic_get_link_ksettings()
1045 	if (self->aq_nic_cfg.link_speed_msk & AQ_NIC_RATE_100M_HALF)  in aq_nic_get_link_ksettings()
1049 	if (self->aq_nic_cfg.link_speed_msk & AQ_NIC_RATE_10M)  in aq_nic_get_link_ksettings()
1053 	if (self->aq_nic_cfg.link_speed_msk & AQ_NIC_RATE_10M_HALF)  in aq_nic_get_link_ksettings()
1057 	if (self->aq_nic_cfg.fc.cur & AQ_NIC_FC_RX)  in aq_nic_get_link_ksettings()
1062 	if (!!(self->aq_nic_cfg.fc.cur & AQ_NIC_FC_TX) ^  in aq_nic_get_link_ksettings()
1063 	    !!(self->aq_nic_cfg.fc.cur & AQ_NIC_FC_RX))  in aq_nic_get_link_ksettings()
1067 	if (self->aq_nic_cfg.aq_hw_caps->media_type == AQ_HW_MEDIA_TYPE_FIBRE)  in aq_nic_get_link_ksettings()
1073 	lp_link_speed_msk = self->aq_hw->aq_link_status.lp_link_speed_msk;  in aq_nic_get_link_ksettings()
1111 	if (self->aq_hw->aq_link_status.lp_flow_control & AQ_NIC_FC_RX)  in aq_nic_get_link_ksettings()
1114 	if (!!(self->aq_hw->aq_link_status.lp_flow_control & AQ_NIC_FC_TX) ^  in aq_nic_get_link_ksettings()
1115 	    !!(self->aq_hw->aq_link_status.lp_flow_control & AQ_NIC_FC_RX))  in aq_nic_get_link_ksettings()
1120 int aq_nic_set_link_ksettings(struct aq_nic_s *self,  in aq_nic_set_link_ksettings()  argument
1134 		rate = self->aq_nic_cfg.aq_hw_caps->link_speed_msk;  in aq_nic_set_link_ksettings()
1135 		self->aq_nic_cfg.is_autoneg = true;  in aq_nic_set_link_ksettings()
1167 		if (!(self->aq_nic_cfg.aq_hw_caps->link_speed_msk & rate)) {  in aq_nic_set_link_ksettings()
1172 		self->aq_nic_cfg.is_autoneg = false;  in aq_nic_set_link_ksettings()
1175 	mutex_lock(&self->fwreq_mutex);  in aq_nic_set_link_ksettings()
1176 	err = self->aq_fw_ops->set_link_speed(self->aq_hw, rate);  in aq_nic_set_link_ksettings()
1177 	mutex_unlock(&self->fwreq_mutex);  in aq_nic_set_link_ksettings()
1181 	self->aq_nic_cfg.link_speed_msk = rate;  in aq_nic_set_link_ksettings()
1187 struct aq_nic_cfg_s *aq_nic_get_cfg(struct aq_nic_s *self)  in aq_nic_get_cfg()  argument
1189 	return &self->aq_nic_cfg;  in aq_nic_get_cfg()
1192 u32 aq_nic_get_fw_version(struct aq_nic_s *self)  in aq_nic_get_fw_version()  argument
1194 	return self->aq_hw_ops->hw_get_fw_version(self->aq_hw);  in aq_nic_get_fw_version()
1197 int aq_nic_set_loopback(struct aq_nic_s *self)  in aq_nic_set_loopback()  argument
1199 	struct aq_nic_cfg_s *cfg = &self->aq_nic_cfg;  in aq_nic_set_loopback()
1201 	if (!self->aq_hw_ops->hw_set_loopback ||  in aq_nic_set_loopback()
1202 	    !self->aq_fw_ops->set_phyloopback)  in aq_nic_set_loopback()
1205 	mutex_lock(&self->fwreq_mutex);  in aq_nic_set_loopback()
1206 	self->aq_hw_ops->hw_set_loopback(self->aq_hw,  in aq_nic_set_loopback()
1211 	self->aq_hw_ops->hw_set_loopback(self->aq_hw,  in aq_nic_set_loopback()
1216 	self->aq_hw_ops->hw_set_loopback(self->aq_hw,  in aq_nic_set_loopback()
1221 	self->aq_fw_ops->set_phyloopback(self->aq_hw,  in aq_nic_set_loopback()
1226 	self->aq_fw_ops->set_phyloopback(self->aq_hw,  in aq_nic_set_loopback()
1230 	mutex_unlock(&self->fwreq_mutex);  in aq_nic_set_loopback()
1235 int aq_nic_stop(struct aq_nic_s *self)  in aq_nic_stop()  argument
1240 	netif_tx_disable(self->ndev);  in aq_nic_stop()
1241 	netif_carrier_off(self->ndev);  in aq_nic_stop()
1243 	del_timer_sync(&self->service_timer);  in aq_nic_stop()
1244 	cancel_work_sync(&self->service_task);  in aq_nic_stop()
1246 	self->aq_hw_ops->hw_irq_disable(self->aq_hw, AQ_CFG_IRQ_MASK);  in aq_nic_stop()
1248 	if (self->aq_nic_cfg.is_polling)  in aq_nic_stop()
1249 		del_timer_sync(&self->polling_timer);  in aq_nic_stop()
1251 		aq_pci_func_free_irqs(self);  in aq_nic_stop()
1253 	aq_ptp_irq_free(self);  in aq_nic_stop()
1255 	for (i = 0U, aq_vec = self->aq_vec[0];  in aq_nic_stop()
1256 		self->aq_vecs > i; ++i, aq_vec = self->aq_vec[i])  in aq_nic_stop()
1259 	aq_ptp_ring_stop(self);  in aq_nic_stop()
1261 	return self->aq_hw_ops->hw_stop(self->aq_hw);  in aq_nic_stop()
1264 void aq_nic_set_power(struct aq_nic_s *self)  in aq_nic_set_power()  argument
1266 	if (self->power_state != AQ_HW_POWER_STATE_D0 ||  in aq_nic_set_power()
1267 	    self->aq_hw->aq_nic_cfg->wol)  in aq_nic_set_power()
1268 		if (likely(self->aq_fw_ops->set_power)) {  in aq_nic_set_power()
1269 			mutex_lock(&self->fwreq_mutex);  in aq_nic_set_power()
1270 			self->aq_fw_ops->set_power(self->aq_hw,  in aq_nic_set_power()
1271 						   self->power_state,  in aq_nic_set_power()
1272 						   self->ndev->dev_addr);  in aq_nic_set_power()
1273 			mutex_unlock(&self->fwreq_mutex);  in aq_nic_set_power()
1277 void aq_nic_deinit(struct aq_nic_s *self, bool link_down)  in aq_nic_deinit()  argument
1282 	if (!self)  in aq_nic_deinit()
1285 	for (i = 0U; i < self->aq_vecs; i++) {  in aq_nic_deinit()
1286 		aq_vec = self->aq_vec[i];  in aq_nic_deinit()
1291 	aq_ptp_unregister(self);  in aq_nic_deinit()
1292 	aq_ptp_ring_deinit(self);  in aq_nic_deinit()
1293 	aq_ptp_ring_free(self);  in aq_nic_deinit()
1294 	aq_ptp_free(self);  in aq_nic_deinit()
1296 	if (likely(self->aq_fw_ops->deinit) && link_down) {  in aq_nic_deinit()
1297 		mutex_lock(&self->fwreq_mutex);  in aq_nic_deinit()
1298 		self->aq_fw_ops->deinit(self->aq_hw);  in aq_nic_deinit()
1299 		mutex_unlock(&self->fwreq_mutex);  in aq_nic_deinit()
1305 void aq_nic_free_vectors(struct aq_nic_s *self)  in aq_nic_free_vectors()  argument
1309 	if (!self)  in aq_nic_free_vectors()
1312 	for (i = ARRAY_SIZE(self->aq_vec); i--;) {  in aq_nic_free_vectors()
1313 		if (self->aq_vec[i]) {  in aq_nic_free_vectors()
1314 			aq_vec_free(self->aq_vec[i]);  in aq_nic_free_vectors()
1315 			self->aq_vec[i] = NULL;  in aq_nic_free_vectors()
1322 int aq_nic_realloc_vectors(struct aq_nic_s *self)  in aq_nic_realloc_vectors()  argument
1324 	struct aq_nic_cfg_s *cfg = aq_nic_get_cfg(self);  in aq_nic_realloc_vectors()
1326 	aq_nic_free_vectors(self);  in aq_nic_realloc_vectors()
1328 	for (self->aq_vecs = 0; self->aq_vecs < cfg->vecs; self->aq_vecs++) {  in aq_nic_realloc_vectors()
1329 		self->aq_vec[self->aq_vecs] = aq_vec_alloc(self, self->aq_vecs,  in aq_nic_realloc_vectors()
1331 		if (unlikely(!self->aq_vec[self->aq_vecs]))  in aq_nic_realloc_vectors()
1338 void aq_nic_shutdown(struct aq_nic_s *self)  in aq_nic_shutdown()  argument
1342 	if (!self->ndev)  in aq_nic_shutdown()
1347 	netif_device_detach(self->ndev);  in aq_nic_shutdown()
1349 	if (netif_running(self->ndev)) {  in aq_nic_shutdown()
1350 		err = aq_nic_stop(self);  in aq_nic_shutdown()
1354 	aq_nic_deinit(self, !self->aq_hw->aq_nic_cfg->wol);  in aq_nic_shutdown()
1355 	aq_nic_set_power(self);  in aq_nic_shutdown()
1361 u8 aq_nic_reserve_filter(struct aq_nic_s *self, enum aq_rx_filter_type type)  in aq_nic_reserve_filter()  argument
1370 			   self->aq_hw_rx_fltrs.fet_reserved_count;  in aq_nic_reserve_filter()
1371 		self->aq_hw_rx_fltrs.fet_reserved_count++;  in aq_nic_reserve_filter()
1375 		n_bit = fltr_cnt - self->aq_hw_rx_fltrs.fl3l4.reserved_count;  in aq_nic_reserve_filter()
1377 		self->aq_hw_rx_fltrs.fl3l4.active_ipv4 |= BIT(n_bit);  in aq_nic_reserve_filter()
1378 		self->aq_hw_rx_fltrs.fl3l4.reserved_count++;  in aq_nic_reserve_filter()
1388 void aq_nic_release_filter(struct aq_nic_s *self, enum aq_rx_filter_type type,  in aq_nic_release_filter()  argument
1393 		self->aq_hw_rx_fltrs.fet_reserved_count--;  in aq_nic_release_filter()
1396 		self->aq_hw_rx_fltrs.fl3l4.reserved_count--;  in aq_nic_release_filter()
1397 		self->aq_hw_rx_fltrs.fl3l4.active_ipv4 &= ~BIT(location);  in aq_nic_release_filter()
1404 int aq_nic_set_downshift(struct aq_nic_s *self, int val)  in aq_nic_set_downshift()  argument
1407 	struct aq_nic_cfg_s *cfg = &self->aq_nic_cfg;  in aq_nic_set_downshift()
1409 	if (!self->aq_fw_ops->set_downshift)  in aq_nic_set_downshift()
1413 		netdev_err(self->ndev, "downshift counter should be <= 15\n");  in aq_nic_set_downshift()
1418 	mutex_lock(&self->fwreq_mutex);  in aq_nic_set_downshift()
1419 	err = self->aq_fw_ops->set_downshift(self->aq_hw, cfg->downshift_counter);  in aq_nic_set_downshift()
1420 	mutex_unlock(&self->fwreq_mutex);  in aq_nic_set_downshift()
1425 int aq_nic_set_media_detect(struct aq_nic_s *self, int val)  in aq_nic_set_media_detect()  argument
1427 	struct aq_nic_cfg_s *cfg = &self->aq_nic_cfg;  in aq_nic_set_media_detect()
1430 	if (!self->aq_fw_ops->set_media_detect)  in aq_nic_set_media_detect()
1434 		netdev_err(self->ndev, "EDPD on this device could have only fixed value of %d\n",  in aq_nic_set_media_detect()
1439 	mutex_lock(&self->fwreq_mutex);  in aq_nic_set_media_detect()
1440 	err = self->aq_fw_ops->set_media_detect(self->aq_hw, !!val);  in aq_nic_set_media_detect()
1441 	mutex_unlock(&self->fwreq_mutex);  in aq_nic_set_media_detect()
1450 int aq_nic_setup_tc_mqprio(struct aq_nic_s *self, u32 tcs, u8 *prio_tc_map)  in aq_nic_setup_tc_mqprio()  argument
1452 	struct aq_nic_cfg_s *cfg = &self->aq_nic_cfg;  in aq_nic_setup_tc_mqprio()
1464 	ndev_running = netif_running(self->ndev);  in aq_nic_setup_tc_mqprio()
1466 		dev_close(self->ndev);  in aq_nic_setup_tc_mqprio()
1480 		netdev_warn(self->ndev, "%s\n",  in aq_nic_setup_tc_mqprio()
1483 	netdev_set_num_tc(self->ndev, cfg->tcs);  in aq_nic_setup_tc_mqprio()
1486 	aq_nic_cfg_update_num_vecs(self);  in aq_nic_setup_tc_mqprio()
1488 		err = aq_nic_realloc_vectors(self);  in aq_nic_setup_tc_mqprio()
1494 		err = dev_open(self->ndev, NULL);  in aq_nic_setup_tc_mqprio()
1500 int aq_nic_setup_tc_max_rate(struct aq_nic_s *self, const unsigned int tc,  in aq_nic_setup_tc_max_rate()  argument
1503 	struct aq_nic_cfg_s *cfg = &self->aq_nic_cfg;  in aq_nic_setup_tc_max_rate()
1509 		netdev_warn(self->ndev,  in aq_nic_setup_tc_max_rate()
1520 int aq_nic_setup_tc_min_rate(struct aq_nic_s *self, const unsigned int tc,  in aq_nic_setup_tc_min_rate()  argument
1523 	struct aq_nic_cfg_s *cfg = &self->aq_nic_cfg;  in aq_nic_setup_tc_min_rate()
1534 		netdev_warn(self->ndev,  in aq_nic_setup_tc_min_rate()