398 	if (!efx->ptp_data)  in efx_ptp_describe_stats()
412 	if (!efx->ptp_data)  in efx_ptp_update_stats()
419 		stats[i] = *(unsigned int *)((char *)efx->ptp_data +  in efx_ptp_update_stats()
541 	return efx->ptp_data ? efx->ptp_data->channel : NULL;  in efx_ptp_channel()
580 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_nic_to_kernel_time()
601 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_get_attributes()
713 		efx->ptp_data->ts_corrections.ptp_tx = MCDI_DWORD(outbuf,  in efx_ptp_get_timestamp_corrections()
715 		efx->ptp_data->ts_corrections.ptp_rx = MCDI_DWORD(outbuf,  in efx_ptp_get_timestamp_corrections()
717 		efx->ptp_data->ts_corrections.pps_out = MCDI_DWORD(outbuf,  in efx_ptp_get_timestamp_corrections()
719 		efx->ptp_data->ts_corrections.pps_in = MCDI_DWORD(outbuf,  in efx_ptp_get_timestamp_corrections()
723 			efx->ptp_data->ts_corrections.general_tx = MCDI_DWORD(  in efx_ptp_get_timestamp_corrections()
726 			efx->ptp_data->ts_corrections.general_rx = MCDI_DWORD(  in efx_ptp_get_timestamp_corrections()
730 			efx->ptp_data->ts_corrections.general_tx =  in efx_ptp_get_timestamp_corrections()
731 				efx->ptp_data->ts_corrections.ptp_tx;  in efx_ptp_get_timestamp_corrections()
732 			efx->ptp_data->ts_corrections.general_rx =  in efx_ptp_get_timestamp_corrections()
733 				efx->ptp_data->ts_corrections.ptp_rx;  in efx_ptp_get_timestamp_corrections()
736 		efx->ptp_data->ts_corrections.ptp_tx = 0;  in efx_ptp_get_timestamp_corrections()
737 		efx->ptp_data->ts_corrections.ptp_rx = 0;  in efx_ptp_get_timestamp_corrections()
738 		efx->ptp_data->ts_corrections.pps_out = 0;  in efx_ptp_get_timestamp_corrections()
739 		efx->ptp_data->ts_corrections.pps_in = 0;  in efx_ptp_get_timestamp_corrections()
740 		efx->ptp_data->ts_corrections.general_tx = 0;  in efx_ptp_get_timestamp_corrections()
741 		efx->ptp_data->ts_corrections.general_rx = 0;  in efx_ptp_get_timestamp_corrections()
761 		       efx->ptp_data->channel ?  in efx_ptp_enable()
762 		       efx->ptp_data->channel->channel : 0);  in efx_ptp_enable()
763 	MCDI_SET_DWORD(inbuf, PTP_IN_ENABLE_MODE, efx->ptp_data->mode);  in efx_ptp_enable()
829 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_send_times()
900 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_process_times()
995 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_synchronize()
1058 	struct efx_ptp_data *ptp_data = efx->ptp_data;  in efx_ptp_xmit_skb_queue()  local
1062 	tx_queue = &ptp_data->channel->tx_queue[type];  in efx_ptp_xmit_skb_queue()
1074 	struct efx_ptp_data *ptp_data = efx->ptp_data;  in efx_ptp_xmit_skb_mc()  local
1080 	MCDI_SET_DWORD(ptp_data->txbuf, PTP_IN_OP, MC_CMD_PTP_OP_TRANSMIT);  in efx_ptp_xmit_skb_mc()
1081 	MCDI_SET_DWORD(ptp_data->txbuf, PTP_IN_PERIPH_ID, 0);  in efx_ptp_xmit_skb_mc()
1082 	MCDI_SET_DWORD(ptp_data->txbuf, PTP_IN_TRANSMIT_LENGTH, skb->len);  in efx_ptp_xmit_skb_mc()
1095 				  MCDI_PTR(ptp_data->txbuf,  in efx_ptp_xmit_skb_mc()
1099 			  ptp_data->txbuf, MC_CMD_PTP_IN_TRANSMIT_LEN(skb->len),  in efx_ptp_xmit_skb_mc()
1105 	timestamps.hwtstamp = ptp_data->nic_to_kernel_time(  in efx_ptp_xmit_skb_mc()
1108 		ptp_data->ts_corrections.ptp_tx);  in efx_ptp_xmit_skb_mc()
1122 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_drop_time_expired_events()
1150 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_match_rx()
1198 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_process_events()
1232 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_remove_multicast_filters()
1245 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_insert_multicast_filters()
1294 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_start()
1319 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_stop()
1332 	efx_ptp_deliver_rx_queue(&efx->ptp_data->rxq);  in efx_ptp_stop()
1333 	skb_queue_purge(&efx->ptp_data->txq);  in efx_ptp_stop()
1336 	spin_lock_bh(&efx->ptp_data->evt_lock);  in efx_ptp_stop()
1337 	list_for_each_safe(cursor, next, &efx->ptp_data->evt_list) {  in efx_ptp_stop()
1338 		list_move(cursor, &efx->ptp_data->evt_free_list);  in efx_ptp_stop()
1340 	spin_unlock_bh(&efx->ptp_data->evt_lock);  in efx_ptp_stop()
1347 	if (efx->ptp_data && efx->ptp_data->enabled)  in efx_ptp_restart()
1369 	struct efx_ptp_data *ptp_data =  in efx_ptp_worker()  local
1371 	struct efx_nic *efx = ptp_data->efx;  in efx_ptp_worker()
1375 	if (ptp_data->reset_required) {  in efx_ptp_worker()
1386 	while ((skb = skb_dequeue(&ptp_data->txq)))  in efx_ptp_worker()
1387 		ptp_data->xmit_skb(efx, skb);  in efx_ptp_worker()
1417 	efx->ptp_data = ptp;  in efx_ptp_probe()
1418 	if (!efx->ptp_data)  in efx_ptp_probe()
1486 	ptp_clock_unregister(efx->ptp_data->phc_clock);  in efx_ptp_probe()
1489 	destroy_workqueue(efx->ptp_data->workwq);  in efx_ptp_probe()
1495 	kfree(efx->ptp_data);  in efx_ptp_probe()
1496 	efx->ptp_data = NULL;  in efx_ptp_probe()
1528 	if (!efx->ptp_data)  in efx_ptp_remove()
1533 	cancel_work_sync(&efx->ptp_data->work);  in efx_ptp_remove()
1534 	if (efx->ptp_data->pps_workwq)  in efx_ptp_remove()
1535 		cancel_work_sync(&efx->ptp_data->pps_work);  in efx_ptp_remove()
1537 	skb_queue_purge(&efx->ptp_data->rxq);  in efx_ptp_remove()
1538 	skb_queue_purge(&efx->ptp_data->txq);  in efx_ptp_remove()
1540 	if (efx->ptp_data->phc_clock) {  in efx_ptp_remove()
1541 		destroy_workqueue(efx->ptp_data->pps_workwq);  in efx_ptp_remove()
1542 		ptp_clock_unregister(efx->ptp_data->phc_clock);  in efx_ptp_remove()
1545 	destroy_workqueue(efx->ptp_data->workwq);  in efx_ptp_remove()
1547 	efx_nic_free_buffer(efx, &efx->ptp_data->start);  in efx_ptp_remove()
1548 	kfree(efx->ptp_data);  in efx_ptp_remove()
1549 	efx->ptp_data = NULL;  in efx_ptp_remove()
1568 	return efx->ptp_data &&  in efx_ptp_is_ptp_tx()
1569 		efx->ptp_data->enabled &&  in efx_ptp_is_ptp_tx()
1588 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_rx()
1674 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_tx()
1688 	return efx->ptp_data->mode;  in efx_ptp_get_mode()
1694 	if ((enable_wanted != efx->ptp_data->enabled) ||  in efx_ptp_change_mode()
1695 	    (enable_wanted && (efx->ptp_data->mode != new_mode))) {  in efx_ptp_change_mode()
1700 			if (efx->ptp_data->enabled &&  in efx_ptp_change_mode()
1701 			    (efx->ptp_data->mode != new_mode)) {  in efx_ptp_change_mode()
1702 				efx->ptp_data->enabled = false;  in efx_ptp_change_mode()
1712 			efx->ptp_data->mode = new_mode;  in efx_ptp_change_mode()
1728 		efx->ptp_data->enabled = enable_wanted;  in efx_ptp_change_mode()
1749 	efx->ptp_data->config = *init;  in efx_ptp_ts_init()
1755 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_get_ts_info()
1777 	if (primary && primary->ptp_data && primary->ptp_data->phc_clock)  in efx_ptp_get_ts_info()
1779 			ptp_clock_index(primary->ptp_data->phc_clock);  in efx_ptp_get_ts_info()
1790 	if (!efx->ptp_data)  in efx_ptp_set_ts_config()
1806 	if (!efx->ptp_data)  in efx_ptp_get_ts_config()
1809 	return copy_to_user(ifr->ifr_data, &efx->ptp_data->config,  in efx_ptp_get_ts_config()
1810 			    sizeof(efx->ptp_data->config)) ? -EFAULT : 0;  in efx_ptp_get_ts_config()
1815 	struct efx_ptp_data *ptp = efx->ptp_data;  in ptp_event_failure()
1853 		evt->hwtimestamp = efx->ptp_data->nic_to_kernel_time(  in ptp_event_rx()
1887 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_ptp_event()
1939 	struct efx_ptp_data *ptp = efx->ptp_data;  in efx_time_sync_event()
1976 	struct efx_ptp_data *ptp = efx->ptp_data;  in __efx_rx_skb_attach_timestamp()
2031 	struct efx_ptp_data *ptp_data = container_of(ptp,  in efx_phc_adjfreq()  local
2034 	struct efx_nic *efx = ptp_data->efx;  in efx_phc_adjfreq()
2046 			 (1 << (ptp_data->adjfreq_ppb_shift - 1))) >>  in efx_phc_adjfreq()
2047 			ptp_data->adjfreq_ppb_shift;  in efx_phc_adjfreq()
2059 	ptp_data->current_adjfreq = adjustment_ns;  in efx_phc_adjfreq()
2066 	struct efx_ptp_data *ptp_data = container_of(ptp,  in efx_phc_adjtime()  local
2069 	struct efx_nic *efx = ptp_data->efx;  in efx_phc_adjtime()
2072 	efx->ptp_data->ns_to_nic_time(delta, &nic_major, &nic_minor);  in efx_phc_adjtime()
2076 	MCDI_SET_QWORD(inbuf, PTP_IN_ADJUST_FREQ, ptp_data->current_adjfreq);  in efx_phc_adjtime()
2085 	struct efx_ptp_data *ptp_data = container_of(ptp,  in efx_phc_gettime()  local
2088 	struct efx_nic *efx = ptp_data->efx;  in efx_phc_gettime()
2102 	kt = ptp_data->nic_to_kernel_time(  in efx_phc_gettime()
2137 	struct efx_ptp_data *ptp_data = container_of(ptp,  in efx_phc_enable()  local
2143 	ptp_data->nic_ts_enabled = !!enable;  in efx_phc_enable()