402 	if (!efx->ptp_data)  in efx_ptp_describe_stats()
416 	if (!efx->ptp_data)  in efx_ptp_update_stats()
423 		stats[i] = *(unsigned int *)((char *)efx->ptp_data +  in efx_ptp_update_stats()
545 	return efx->ptp_data ? efx->ptp_data->channel : NULL;  in efx_ptp_channel()
550 	if (efx->ptp_data)  in efx_ptp_update_channel()
551 		efx->ptp_data->channel = channel;  in efx_ptp_update_channel()
622 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_nic_to_kernel_time()
643 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_get_attributes()
755 		efx->ptp_data->ts_corrections.ptp_tx = MCDI_DWORD(outbuf,  in efx_ptp_get_timestamp_corrections()
757 		efx->ptp_data->ts_corrections.ptp_rx = MCDI_DWORD(outbuf,  in efx_ptp_get_timestamp_corrections()
759 		efx->ptp_data->ts_corrections.pps_out = MCDI_DWORD(outbuf,  in efx_ptp_get_timestamp_corrections()
761 		efx->ptp_data->ts_corrections.pps_in = MCDI_DWORD(outbuf,  in efx_ptp_get_timestamp_corrections()
765 			efx->ptp_data->ts_corrections.general_tx = MCDI_DWORD(  in efx_ptp_get_timestamp_corrections()
768 			efx->ptp_data->ts_corrections.general_rx = MCDI_DWORD(  in efx_ptp_get_timestamp_corrections()
772 			efx->ptp_data->ts_corrections.general_tx =  in efx_ptp_get_timestamp_corrections()
773 				efx->ptp_data->ts_corrections.ptp_tx;  in efx_ptp_get_timestamp_corrections()
774 			efx->ptp_data->ts_corrections.general_rx =  in efx_ptp_get_timestamp_corrections()
775 				efx->ptp_data->ts_corrections.ptp_rx;  in efx_ptp_get_timestamp_corrections()
778 		efx->ptp_data->ts_corrections.ptp_tx = 0;  in efx_ptp_get_timestamp_corrections()
779 		efx->ptp_data->ts_corrections.ptp_rx = 0;  in efx_ptp_get_timestamp_corrections()
780 		efx->ptp_data->ts_corrections.pps_out = 0;  in efx_ptp_get_timestamp_corrections()
781 		efx->ptp_data->ts_corrections.pps_in = 0;  in efx_ptp_get_timestamp_corrections()
782 		efx->ptp_data->ts_corrections.general_tx = 0;  in efx_ptp_get_timestamp_corrections()
783 		efx->ptp_data->ts_corrections.general_rx = 0;  in efx_ptp_get_timestamp_corrections()
803 		       efx->ptp_data->channel ?  in efx_ptp_enable()
804 		       efx->ptp_data->channel->channel : 0);  in efx_ptp_enable()
805 	MCDI_SET_DWORD(inbuf, PTP_IN_ENABLE_MODE, efx->ptp_data->mode);  in efx_ptp_enable()
871 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_send_times()
942 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_process_times()
1037 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_synchronize()
1100 	struct efx_ptp_data *ptp_data = efx->ptp_data;  in efx_ptp_xmit_skb_queue()  local
1104 	tx_queue = efx_channel_get_tx_queue(ptp_data->channel, type);  in efx_ptp_xmit_skb_queue()
1138 	struct efx_ptp_data *ptp_data = efx->ptp_data;  in efx_ptp_xmit_skb_mc()  local
1144 	MCDI_SET_DWORD(ptp_data->txbuf, PTP_IN_OP, MC_CMD_PTP_OP_TRANSMIT);  in efx_ptp_xmit_skb_mc()
1145 	MCDI_SET_DWORD(ptp_data->txbuf, PTP_IN_PERIPH_ID, 0);  in efx_ptp_xmit_skb_mc()
1146 	MCDI_SET_DWORD(ptp_data->txbuf, PTP_IN_TRANSMIT_LENGTH, skb->len);  in efx_ptp_xmit_skb_mc()
1159 				  MCDI_PTR(ptp_data->txbuf,  in efx_ptp_xmit_skb_mc()
1163 			  ptp_data->txbuf, MC_CMD_PTP_IN_TRANSMIT_LEN(skb->len),  in efx_ptp_xmit_skb_mc()
1169 	timestamps.hwtstamp = ptp_data->nic_to_kernel_time(  in efx_ptp_xmit_skb_mc()
1172 		ptp_data->ts_corrections.ptp_tx);  in efx_ptp_xmit_skb_mc()
1186 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_drop_time_expired_events()
1212 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_match_rx()
1260 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_process_events()
1294 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_remove_multicast_filters()
1306 	struct efx_channel *channel = efx->ptp_data->channel;  in efx_ptp_init_filter()
1316 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_insert_filter()
1360 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_insert_multicast_filters()
1403 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_start()
1428 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_stop()
1441 	efx_ptp_deliver_rx_queue(&efx->ptp_data->rxq);  in efx_ptp_stop()
1442 	skb_queue_purge(&efx->ptp_data->txq);  in efx_ptp_stop()
1445 	spin_lock_bh(&efx->ptp_data->evt_lock);  in efx_ptp_stop()
1446 	list_for_each_safe(cursor, next, &efx->ptp_data->evt_list) {  in efx_ptp_stop()
1447 		list_move(cursor, &efx->ptp_data->evt_free_list);  in efx_ptp_stop()
1449 	spin_unlock_bh(&efx->ptp_data->evt_lock);  in efx_ptp_stop()
1456 	if (efx->ptp_data && efx->ptp_data->enabled)  in efx_ptp_restart()
1478 	struct efx_ptp_data *ptp_data =  in efx_ptp_worker()  local
1480 	struct efx_nic *efx = ptp_data->efx;  in efx_ptp_worker()
1484 	if (ptp_data->reset_required) {  in efx_ptp_worker()
1495 	while ((skb = skb_dequeue(&ptp_data->txq)))  in efx_ptp_worker()
1496 		ptp_data->xmit_skb(efx, skb);  in efx_ptp_worker()
1525 	if (efx->ptp_data) {  in efx_ptp_probe()
1526 		efx->ptp_data->channel = channel;  in efx_ptp_probe()
1531 	efx->ptp_data = ptp;  in efx_ptp_probe()
1532 	if (!efx->ptp_data)  in efx_ptp_probe()
1600 	ptp_clock_unregister(efx->ptp_data->phc_clock);  in efx_ptp_probe()
1603 	destroy_workqueue(efx->ptp_data->workwq);  in efx_ptp_probe()
1609 	kfree(efx->ptp_data);  in efx_ptp_probe()
1610 	efx->ptp_data = NULL;  in efx_ptp_probe()
1642 	if (!efx->ptp_data)  in efx_ptp_remove()
1647 	cancel_work_sync(&efx->ptp_data->work);  in efx_ptp_remove()
1648 	if (efx->ptp_data->pps_workwq)  in efx_ptp_remove()
1649 		cancel_work_sync(&efx->ptp_data->pps_work);  in efx_ptp_remove()
1651 	skb_queue_purge(&efx->ptp_data->rxq);  in efx_ptp_remove()
1652 	skb_queue_purge(&efx->ptp_data->txq);  in efx_ptp_remove()
1654 	if (efx->ptp_data->phc_clock) {  in efx_ptp_remove()
1655 		destroy_workqueue(efx->ptp_data->pps_workwq);  in efx_ptp_remove()
1656 		ptp_clock_unregister(efx->ptp_data->phc_clock);  in efx_ptp_remove()
1659 	destroy_workqueue(efx->ptp_data->workwq);  in efx_ptp_remove()
1661 	efx_nic_free_buffer(efx, &efx->ptp_data->start);  in efx_ptp_remove()
1662 	kfree(efx->ptp_data);  in efx_ptp_remove()
1663 	efx->ptp_data = NULL;  in efx_ptp_remove()
1682 	return efx->ptp_data &&  in efx_ptp_is_ptp_tx()
1683 		efx->ptp_data->enabled &&  in efx_ptp_is_ptp_tx()
1702 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_rx()
1788 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_tx()
1802 	return efx->ptp_data->mode;  in efx_ptp_get_mode()
1808 	if ((enable_wanted != efx->ptp_data->enabled) ||  in efx_ptp_change_mode()
1809 	    (enable_wanted && (efx->ptp_data->mode != new_mode))) {  in efx_ptp_change_mode()
1814 			if (efx->ptp_data->enabled &&  in efx_ptp_change_mode()
1815 			    (efx->ptp_data->mode != new_mode)) {  in efx_ptp_change_mode()
1816 				efx->ptp_data->enabled = false;  in efx_ptp_change_mode()
1826 			efx->ptp_data->mode = new_mode;  in efx_ptp_change_mode()
1842 		efx->ptp_data->enabled = enable_wanted;  in efx_ptp_change_mode()
1860 	efx->ptp_data->config = *init;  in efx_ptp_ts_init()
1866 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_get_ts_info()
1888 	if (primary && primary->ptp_data && primary->ptp_data->phc_clock)  in efx_ptp_get_ts_info()
1890 			ptp_clock_index(primary->ptp_data->phc_clock);  in efx_ptp_get_ts_info()
1901 	if (!efx->ptp_data)  in efx_ptp_set_ts_config()
1917 	if (!efx->ptp_data)  in efx_ptp_get_ts_config()
1920 	return copy_to_user(ifr->ifr_data, &efx->ptp_data->config,  in efx_ptp_get_ts_config()
1921 			    sizeof(efx->ptp_data->config)) ? -EFAULT : 0;  in efx_ptp_get_ts_config()
1926 	struct efx_ptp_data *ptp = efx->ptp_data;  in ptp_event_failure()
1964 		evt->hwtimestamp = efx->ptp_data->nic_to_kernel_time(  in ptp_event_rx()
1998 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_event()
2050 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_time_sync_event()
2087 	struct efx_ptp_data *ptp = efx->ptp_data;  in __efx_rx_skb_attach_timestamp()
2142 	struct efx_ptp_data *ptp_data = container_of(ptp,  in efx_phc_adjfreq()  local
2145 	struct efx_nic *efx = ptp_data->efx;  in efx_phc_adjfreq()
2157 			 (1 << (ptp_data->adjfreq_ppb_shift - 1))) >>  in efx_phc_adjfreq()
2158 			ptp_data->adjfreq_ppb_shift;  in efx_phc_adjfreq()
2170 	ptp_data->current_adjfreq = adjustment_ns;  in efx_phc_adjfreq()
2177 	struct efx_ptp_data *ptp_data = container_of(ptp,  in efx_phc_adjtime()  local
2180 	struct efx_nic *efx = ptp_data->efx;  in efx_phc_adjtime()
2183 	efx->ptp_data->ns_to_nic_time(delta, &nic_major, &nic_minor);  in efx_phc_adjtime()
2187 	MCDI_SET_QWORD(inbuf, PTP_IN_ADJUST_FREQ, ptp_data->current_adjfreq);  in efx_phc_adjtime()
2196 	struct efx_ptp_data *ptp_data = container_of(ptp,  in efx_phc_gettime()  local
2199 	struct efx_nic *efx = ptp_data->efx;  in efx_phc_gettime()
2213 	kt = ptp_data->nic_to_kernel_time(  in efx_phc_gettime()
2248 	struct efx_ptp_data *ptp_data = container_of(ptp,  in efx_phc_enable()  local
2254 	ptp_data->nic_ts_enabled = !!enable;  in efx_phc_enable()