Lines Matching full:ptp
9 * PTP support is assisted by firmware running on the MC, which provides
11 * PTP event packets are queued onto internal queues for subsequent processing;
17 * with the hardware timestamp. The PTP receive packet queue is searched
21 * It is important for the operation of the PTP protocol that the ordering
47 #include "nic.h" /* indirectly includes ptp.h */
49 /* Maximum number of events expected to make up a PTP event */
76 /* Offsets into PTP packet for identification. These offsets are from the
77 * start of the IP header, not the MAC header. Note that neither PTP V1 nor
78 * PTP V2 permit the use of IPV4 options.
91 /* The minimum length of a PTP V1 packet for offsets, etc. to be valid:
102 /* Although PTP V2 UUIDs are comprised a ClockIdentity (8) and PortNumber (2),
113 /* The minimum length of a PTP V2 packet for offsets, etc. to be valid:
175 * struct efx_ptp_event_rx - A PTP receive event (from MC)
177 * @seq0: First part of (PTP) UUID
178 * @seq1: Second part of (PTP) UUID and sequence number
211 * struct efx_ptp_data - Precision Time Protocol (PTP) state
213 * @channel: The PTP channel (Siena only)
222 * @workwq: Work queue for processing pending PTP operations
224 * @reset_required: A serious error has occurred and the PTP task needs to be
230 * @enabled: PTP operation enabled
231 * @mode: Mode in which PTP operating (PTP version)
247 * @ts_corrections.ptp_tx: Required driver correction of PTP packet transmit
249 * @ts_corrections.ptp_rx: Required driver correction of PTP packet receive
257 * @evt_frags: Partly assembled PTP events
270 * @txbuf: Buffer for use when transmitting (PTP) packets to MC (avoids
350 static int efx_phc_adjfreq(struct ptp_clock_info *ptp, s32 delta);
351 static int efx_phc_adjtime(struct ptp_clock_info *ptp, s64 delta);
352 static int efx_phc_gettime(struct ptp_clock_info *ptp, struct timespec64 *ts);
353 static int efx_phc_settime(struct ptp_clock_info *ptp,
355 static int efx_phc_enable(struct ptp_clock_info *ptp,
363 /* PTP 'extra' channel is still a traffic channel, but we only create TX queues
364 * if PTP uses MAC TX timestamps, not if PTP uses the MC directly to transmit.
559 struct efx_ptp_data *ptp, in efx_ptp_mac_nic_to_ktime_correction() argument
603 kt = ptp->nic_to_kernel_time(nic_major, nic_minor, in efx_ptp_mac_nic_to_ktime_correction()
612 struct efx_ptp_data *ptp = efx->ptp_data; in efx_ptp_nic_to_kernel_time() local
616 kt = efx_ptp_mac_nic_to_ktime_correction(efx, ptp, in efx_ptp_nic_to_kernel_time()
619 ptp->ts_corrections.general_tx); in efx_ptp_nic_to_kernel_time()
621 kt = ptp->nic_to_kernel_time( in efx_ptp_nic_to_kernel_time()
624 ptp->ts_corrections.general_tx); in efx_ptp_nic_to_kernel_time()
628 /* Get PTP attributes and set up time conversions */
633 struct efx_ptp_data *ptp = efx->ptp_data; in efx_ptp_get_attributes() local
638 /* Get the PTP attributes. If the NIC doesn't support the operation we in efx_ptp_get_attributes()
651 netif_info(efx, probe, efx->net_dev, "no PTP support\n"); in efx_ptp_get_attributes()
661 ptp->ns_to_nic_time = efx_ptp_ns_to_s27; in efx_ptp_get_attributes()
662 ptp->nic_to_kernel_time = efx_ptp_s27_to_ktime_correction; in efx_ptp_get_attributes()
663 ptp->nic_time.minor_max = 1 << 27; in efx_ptp_get_attributes()
664 ptp->nic_time.sync_event_minor_shift = 19; in efx_ptp_get_attributes()
667 ptp->ns_to_nic_time = efx_ptp_ns_to_s_ns; in efx_ptp_get_attributes()
668 ptp->nic_to_kernel_time = efx_ptp_s_ns_to_ktime_correction; in efx_ptp_get_attributes()
669 ptp->nic_time.minor_max = 1000000000; in efx_ptp_get_attributes()
670 ptp->nic_time.sync_event_minor_shift = 22; in efx_ptp_get_attributes()
673 ptp->ns_to_nic_time = efx_ptp_ns_to_s_qns; in efx_ptp_get_attributes()
674 ptp->nic_to_kernel_time = efx_ptp_s_qns_to_ktime_correction; in efx_ptp_get_attributes()
675 ptp->nic_time.minor_max = 4000000000UL; in efx_ptp_get_attributes()
676 ptp->nic_time.sync_event_minor_shift = 24; in efx_ptp_get_attributes()
688 ptp->nic_time.sync_event_diff_min = ptp->nic_time.minor_max in efx_ptp_get_attributes()
689 - (ptp->nic_time.minor_max / 10); in efx_ptp_get_attributes()
690 ptp->nic_time.sync_event_diff_max = (ptp->nic_time.minor_max / 4) in efx_ptp_get_attributes()
691 + (ptp->nic_time.minor_max / 10); in efx_ptp_get_attributes()
702 ptp->min_synchronisation_ns = in efx_ptp_get_attributes()
706 ptp->min_synchronisation_ns = DEFAULT_MIN_SYNCHRONISATION_NS; in efx_ptp_get_attributes()
710 ptp->capabilities = MCDI_DWORD(outbuf, in efx_ptp_get_attributes()
713 ptp->capabilities = 0; in efx_ptp_get_attributes()
719 if (ptp->capabilities & (1 << MC_CMD_PTP_OUT_GET_ATTRIBUTES_FP44_FREQ_ADJ_LBN)) in efx_ptp_get_attributes()
720 ptp->adjfreq_ppb_shift = PPB_SHIFT_FP44; in efx_ptp_get_attributes()
722 ptp->adjfreq_ppb_shift = PPB_SHIFT_FP40; in efx_ptp_get_attributes()
727 /* Get PTP timestamp corrections */
783 /* Enable MCDI PTP support. */
807 /* Disable MCDI PTP support.
823 /* If we get ENOSYS, the NIC doesn't support PTP, and thus this function in efx_ptp_disable()
827 netif_info(efx, probe, efx->net_dev, "no PTP support\n"); in efx_ptp_disable()
849 "ERROR: PTP requires MSI-X and 1 additional interrupt" in efx_ptp_handle_no_channel()
850 "vector. PTP disabled\n"); in efx_ptp_handle_no_channel()
861 struct efx_ptp_data *ptp = efx->ptp_data; in efx_ptp_send_times() local
862 int *mc_running = ptp->start.addr; in efx_ptp_send_times()
932 struct efx_ptp_data *ptp = efx->ptp_data; in efx_ptp_process_times() local
954 &ptp->timeset[i]); in efx_ptp_process_times()
957 ptp->nic_to_kernel_time(0, ptp->timeset[i].wait, 0)); in efx_ptp_process_times()
958 window = ptp->timeset[i].window; in efx_ptp_process_times()
971 ++ptp->invalid_sync_windows; in efx_ptp_process_times()
973 ++ptp->oversize_sync_windows; in efx_ptp_process_times()
974 } else if (corrected < ptp->min_synchronisation_ns) { in efx_ptp_process_times()
975 ++ptp->undersize_sync_windows; in efx_ptp_process_times()
984 "PTP no suitable synchronisations\n"); in efx_ptp_process_times()
994 start_sec = ptp->timeset[last_good].host_start >> MC_NANOSECOND_BITS; in efx_ptp_process_times()
999 "PTP bad synchronisation seconds\n"); in efx_ptp_process_times()
1005 (ptp->timeset[last_good].host_start & MC_NANOSECOND_MASK); in efx_ptp_process_times()
1011 mc_time = ptp->nic_to_kernel_time(ptp->timeset[last_good].major, in efx_ptp_process_times()
1012 ptp->timeset[last_good].minor, 0); in efx_ptp_process_times()
1018 ptp->host_time_pps = *last_time; in efx_ptp_process_times()
1019 pps_sub_ts(&ptp->host_time_pps, delta); in efx_ptp_process_times()
1027 struct efx_ptp_data *ptp = efx->ptp_data; in efx_ptp_synchronize() local
1034 int *start = ptp->start.addr; in efx_ptp_synchronize()
1041 ptp->start.dma_addr); in efx_ptp_synchronize()
1057 ++ptp->fast_syncs; in efx_ptp_synchronize()
1059 ++ptp->sync_timeouts; in efx_ptp_synchronize()
1073 ++ptp->good_syncs; in efx_ptp_synchronize()
1075 ++ptp->no_time_syncs; in efx_ptp_synchronize()
1082 ++ptp->bad_syncs; in efx_ptp_synchronize()
1087 /* Transmit a PTP packet via the dedicated hardware timestamped queue. */
1098 WARN_ONCE(1, "PTP channel has no timestamped tx queue\n"); in efx_ptp_xmit_skb_queue()
1103 /* Transmit a PTP packet, via the MCDI interface, to the wire. */
1154 struct efx_ptp_data *ptp = efx->ptp_data; in efx_ptp_drop_time_expired_events() local
1158 if (ptp->rx_ts_inline) in efx_ptp_drop_time_expired_events()
1162 spin_lock_bh(&ptp->evt_lock); in efx_ptp_drop_time_expired_events()
1163 list_for_each_safe(cursor, next, &ptp->evt_list) { in efx_ptp_drop_time_expired_events()
1169 list_move(&evt->link, &ptp->evt_free_list); in efx_ptp_drop_time_expired_events()
1171 "PTP rx event dropped\n"); in efx_ptp_drop_time_expired_events()
1174 spin_unlock_bh(&ptp->evt_lock); in efx_ptp_drop_time_expired_events()
1180 struct efx_ptp_data *ptp = efx->ptp_data; in efx_ptp_match_rx() local
1187 WARN_ON_ONCE(ptp->rx_ts_inline); in efx_ptp_match_rx()
1189 spin_lock_bh(&ptp->evt_lock); in efx_ptp_match_rx()
1190 evts_waiting = !list_empty(&ptp->evt_list); in efx_ptp_match_rx()
1191 spin_unlock_bh(&ptp->evt_lock); in efx_ptp_match_rx()
1198 spin_lock_bh(&ptp->evt_lock); in efx_ptp_match_rx()
1199 list_for_each_safe(cursor, next, &ptp->evt_list) { in efx_ptp_match_rx()
1213 list_move(&evt->link, &ptp->evt_free_list); in efx_ptp_match_rx()
1217 spin_unlock_bh(&ptp->evt_lock); in efx_ptp_match_rx()
1228 struct efx_ptp_data *ptp = efx->ptp_data; in efx_ptp_process_events() local
1231 while ((skb = skb_dequeue(&ptp->rxq))) { in efx_ptp_process_events()
1242 ++ptp->rx_no_timestamp; in efx_ptp_process_events()
1246 skb_queue_head(&ptp->rxq, skb); in efx_ptp_process_events()
1262 struct efx_ptp_data *ptp = efx->ptp_data; in efx_ptp_remove_multicast_filters() local
1264 if (ptp->rxfilter_installed) { in efx_ptp_remove_multicast_filters()
1266 ptp->rxfilter_general); in efx_ptp_remove_multicast_filters()
1268 ptp->rxfilter_event); in efx_ptp_remove_multicast_filters()
1269 ptp->rxfilter_installed = false; in efx_ptp_remove_multicast_filters()
1275 struct efx_ptp_data *ptp = efx->ptp_data; in efx_ptp_insert_multicast_filters() local
1279 if (!ptp->channel || ptp->rxfilter_installed) in efx_ptp_insert_multicast_filters()
1287 efx_channel_get_rx_queue(ptp->channel))); in efx_ptp_insert_multicast_filters()
1297 ptp->rxfilter_event = rc; in efx_ptp_insert_multicast_filters()
1301 efx_channel_get_rx_queue(ptp->channel))); in efx_ptp_insert_multicast_filters()
1311 ptp->rxfilter_general = rc; in efx_ptp_insert_multicast_filters()
1313 ptp->rxfilter_installed = true; in efx_ptp_insert_multicast_filters()
1318 ptp->rxfilter_event); in efx_ptp_insert_multicast_filters()
1324 struct efx_ptp_data *ptp = efx->ptp_data; in efx_ptp_start() local
1327 ptp->reset_required = false; in efx_ptp_start()
1337 ptp->evt_frag_idx = 0; in efx_ptp_start()
1338 ptp->current_adjfreq = 0; in efx_ptp_start()
1349 struct efx_ptp_data *ptp = efx->ptp_data; in efx_ptp_stop() local
1354 if (ptp == NULL) in efx_ptp_stop()
1384 struct efx_ptp_data *ptp = in efx_ptp_pps_worker() local
1386 struct efx_nic *efx = ptp->efx; in efx_ptp_pps_worker()
1393 ptp_evt.pps_times = ptp->host_time_pps; in efx_ptp_pps_worker()
1394 ptp_clock_event(ptp->phc_clock, &ptp_evt); in efx_ptp_pps_worker()
1439 /* Initialise PTP state. */
1442 struct efx_ptp_data *ptp; in efx_ptp_probe() local
1446 ptp = kzalloc(sizeof(struct efx_ptp_data), GFP_KERNEL); in efx_ptp_probe()
1447 efx->ptp_data = ptp; in efx_ptp_probe()
1451 ptp->efx = efx; in efx_ptp_probe()
1452 ptp->channel = channel; in efx_ptp_probe()
1453 ptp->rx_ts_inline = efx_nic_rev(efx) >= EFX_REV_HUNT_A0; in efx_ptp_probe()
1455 rc = efx_nic_alloc_buffer(efx, &ptp->start, sizeof(int), GFP_KERNEL); in efx_ptp_probe()
1459 skb_queue_head_init(&ptp->rxq); in efx_ptp_probe()
1460 skb_queue_head_init(&ptp->txq); in efx_ptp_probe()
1461 ptp->workwq = create_singlethread_workqueue("sfc_ptp"); in efx_ptp_probe()
1462 if (!ptp->workwq) { in efx_ptp_probe()
1468 ptp->xmit_skb = efx_ptp_xmit_skb_queue; in efx_ptp_probe()
1472 ptp->xmit_skb = efx_ptp_xmit_skb_mc; in efx_ptp_probe()
1475 INIT_WORK(&ptp->work, efx_ptp_worker); in efx_ptp_probe()
1476 ptp->config.flags = 0; in efx_ptp_probe()
1477 ptp->config.tx_type = HWTSTAMP_TX_OFF; in efx_ptp_probe()
1478 ptp->config.rx_filter = HWTSTAMP_FILTER_NONE; in efx_ptp_probe()
1479 INIT_LIST_HEAD(&ptp->evt_list); in efx_ptp_probe()
1480 INIT_LIST_HEAD(&ptp->evt_free_list); in efx_ptp_probe()
1481 spin_lock_init(&ptp->evt_lock); in efx_ptp_probe()
1483 list_add(&ptp->rx_evts[pos].link, &ptp->evt_free_list); in efx_ptp_probe()
1485 /* Get the NIC PTP attributes and set up time conversions */ in efx_ptp_probe()
1497 ptp->phc_clock_info = efx_phc_clock_info; in efx_ptp_probe()
1498 ptp->phc_clock = ptp_clock_register(&ptp->phc_clock_info, in efx_ptp_probe()
1500 if (IS_ERR(ptp->phc_clock)) { in efx_ptp_probe()
1501 rc = PTR_ERR(ptp->phc_clock); in efx_ptp_probe()
1503 } else if (ptp->phc_clock) { in efx_ptp_probe()
1504 INIT_WORK(&ptp->pps_work, efx_ptp_pps_worker); in efx_ptp_probe()
1505 ptp->pps_workwq = create_singlethread_workqueue("sfc_pps"); in efx_ptp_probe()
1506 if (!ptp->pps_workwq) { in efx_ptp_probe()
1512 ptp->nic_ts_enabled = false; in efx_ptp_probe()
1522 efx_nic_free_buffer(efx, &ptp->start); in efx_ptp_probe()
1531 /* Initialise PTP channel.
1534 * overlap with 'rxq0' because ptp.c doesn't use skb_record_rx_queue.
1545 /* Failure to probe PTP is not fatal; this channel will just not be in efx_ptp_probe_channel()
1552 "Failed to probe PTP, rc=%d\n", rc); in efx_ptp_probe_channel()
1590 snprintf(buf, len, "%s-ptp", channel->efx->name); in efx_ptp_get_channel_name()
1593 /* Determine whether this packet should be processed by the PTP module
1611 /* Receive a PTP packet. Packets are queued until the arrival of
1618 struct efx_ptp_data *ptp = efx->ptp_data; in efx_ptp_rx() local
1627 if (ptp->mode == MC_CMD_PTP_MODE_V1) { in efx_ptp_rx()
1637 /* PTP V1 uses all six bytes of the UUID to match the packet in efx_ptp_rx()
1655 * to create the UUID (SF bug 33070). The PTP V2 in efx_ptp_rx()
1660 if (ptp->mode == MC_CMD_PTP_MODE_V2) { in efx_ptp_rx()
1664 BUG_ON(ptp->mode != MC_CMD_PTP_MODE_V2_ENHANCED); in efx_ptp_rx()
1673 * the packet for PTP V1 and V2 in efx_ptp_rx()
1692 skb_queue_tail(&ptp->rxq, skb); in efx_ptp_rx()
1693 queue_work(ptp->workwq, &ptp->work); in efx_ptp_rx()
1698 /* Transmit a PTP packet. This has to be transmitted by the MC
1704 struct efx_ptp_data *ptp = efx->ptp_data; in efx_ptp_tx() local
1706 skb_queue_tail(&ptp->txq, skb); in efx_ptp_tx()
1711 queue_work(ptp->workwq, &ptp->work); in efx_ptp_tx()
1785 struct efx_ptp_data *ptp = efx->ptp_data; in efx_ptp_get_ts_info() local
1790 if (!ptp) in efx_ptp_get_ts_info()
1811 ts_info->rx_filters = ptp->efx->type->hwtstamp_filters; in efx_ptp_get_ts_info()
1819 /* Not a PTP enabled port */ in efx_ptp_set_ts_config()
1845 struct efx_ptp_data *ptp = efx->ptp_data; in ptp_event_failure() local
1848 "PTP unexpected event length: got %d expected %d\n", in ptp_event_failure()
1849 ptp->evt_frag_idx, expected_frag_len); in ptp_event_failure()
1850 ptp->reset_required = true; in ptp_event_failure()
1851 queue_work(ptp->workwq, &ptp->work); in ptp_event_failure()
1858 static void ptp_event_rx(struct efx_nic *efx, struct efx_ptp_data *ptp) in ptp_event_rx() argument
1862 if (WARN_ON_ONCE(ptp->rx_ts_inline)) in ptp_event_rx()
1865 if (ptp->evt_frag_idx != 3) { in ptp_event_rx()
1870 spin_lock_bh(&ptp->evt_lock); in ptp_event_rx()
1871 if (!list_empty(&ptp->evt_free_list)) { in ptp_event_rx()
1872 evt = list_first_entry(&ptp->evt_free_list, in ptp_event_rx()
1876 evt->seq0 = EFX_QWORD_FIELD(ptp->evt_frags[2], MCDI_EVENT_DATA); in ptp_event_rx()
1877 evt->seq1 = (EFX_QWORD_FIELD(ptp->evt_frags[2], in ptp_event_rx()
1879 (EFX_QWORD_FIELD(ptp->evt_frags[1], in ptp_event_rx()
1881 (EFX_QWORD_FIELD(ptp->evt_frags[0], in ptp_event_rx()
1884 EFX_QWORD_FIELD(ptp->evt_frags[0], MCDI_EVENT_DATA), in ptp_event_rx()
1885 EFX_QWORD_FIELD(ptp->evt_frags[1], MCDI_EVENT_DATA), in ptp_event_rx()
1886 ptp->ts_corrections.ptp_rx); in ptp_event_rx()
1888 list_add_tail(&evt->link, &ptp->evt_list); in ptp_event_rx()
1890 queue_work(ptp->workwq, &ptp->work); in ptp_event_rx()
1893 netif_err(efx, rx_err, efx->net_dev, "PTP event queue overflow\n"); in ptp_event_rx()
1895 spin_unlock_bh(&ptp->evt_lock); in ptp_event_rx()
1898 static void ptp_event_fault(struct efx_nic *efx, struct efx_ptp_data *ptp) in ptp_event_fault() argument
1900 int code = EFX_QWORD_FIELD(ptp->evt_frags[0], MCDI_EVENT_DATA); in ptp_event_fault()
1901 if (ptp->evt_frag_idx != 1) { in ptp_event_fault()
1906 netif_err(efx, hw, efx->net_dev, "PTP error %d\n", code); in ptp_event_fault()
1909 static void ptp_event_pps(struct efx_nic *efx, struct efx_ptp_data *ptp) in ptp_event_pps() argument
1911 if (ptp->nic_ts_enabled) in ptp_event_pps()
1912 queue_work(ptp->pps_workwq, &ptp->pps_work); in ptp_event_pps()
1917 struct efx_ptp_data *ptp = efx->ptp_data; in efx_ptp_event() local
1920 if (!ptp) { in efx_ptp_event()
1923 "Received PTP event but PTP not set up\n"); in efx_ptp_event()
1929 if (!ptp->enabled) in efx_ptp_event()
1932 if (ptp->evt_frag_idx == 0) { in efx_ptp_event()
1933 ptp->evt_code = code; in efx_ptp_event()
1934 } else if (ptp->evt_code != code) { in efx_ptp_event()
1936 "PTP out of sequence event %d\n", code); in efx_ptp_event()
1937 ptp->evt_frag_idx = 0; in efx_ptp_event()
1940 ptp->evt_frags[ptp->evt_frag_idx++] = *ev; in efx_ptp_event()
1945 ptp_event_rx(efx, ptp); in efx_ptp_event()
1948 ptp_event_fault(efx, ptp); in efx_ptp_event()
1951 ptp_event_pps(efx, ptp); in efx_ptp_event()
1955 "PTP unknown event %d\n", code); in efx_ptp_event()
1958 ptp->evt_frag_idx = 0; in efx_ptp_event()
1959 } else if (MAX_EVENT_FRAGS == ptp->evt_frag_idx) { in efx_ptp_event()
1961 "PTP too many event fragments\n"); in efx_ptp_event()
1962 ptp->evt_frag_idx = 0; in efx_ptp_event()
1969 struct efx_ptp_data *ptp = efx->ptp_data; in efx_time_sync_event() local
1980 << ptp->nic_time.sync_event_minor_shift; in efx_time_sync_event()
2006 struct efx_ptp_data *ptp = efx->ptp_data; in __efx_rx_skb_attach_timestamp() local
2021 diff += ptp->nic_time.minor_max; in __efx_rx_skb_attach_timestamp()
2024 carry = (channel->sync_timestamp_minor >= ptp->nic_time.minor_max - diff) ? in __efx_rx_skb_attach_timestamp()
2027 if (diff <= ptp->nic_time.sync_event_diff_max) { in __efx_rx_skb_attach_timestamp()
2032 } else if (diff >= ptp->nic_time.sync_event_diff_min) { in __efx_rx_skb_attach_timestamp()
2054 ptp->nic_to_kernel_time(pkt_timestamp_major, in __efx_rx_skb_attach_timestamp()
2056 ptp->ts_corrections.general_rx); in __efx_rx_skb_attach_timestamp()
2059 static int efx_phc_adjfreq(struct ptp_clock_info *ptp, s32 delta) in efx_phc_adjfreq() argument
2061 struct efx_ptp_data *ptp_data = container_of(ptp, in efx_phc_adjfreq()
2093 static int efx_phc_adjtime(struct ptp_clock_info *ptp, s64 delta) in efx_phc_adjtime() argument
2096 struct efx_ptp_data *ptp_data = container_of(ptp, in efx_phc_adjtime()
2113 static int efx_phc_gettime(struct ptp_clock_info *ptp, struct timespec64 *ts) in efx_phc_gettime() argument
2115 struct efx_ptp_data *ptp_data = container_of(ptp, in efx_phc_gettime()
2139 static int efx_phc_settime(struct ptp_clock_info *ptp, in efx_phc_settime() argument
2150 rc = efx_phc_gettime(ptp, &time_now); in efx_phc_settime()
2156 rc = efx_phc_adjtime(ptp, timespec64_to_ns(&delta)); in efx_phc_settime()
2163 static int efx_phc_enable(struct ptp_clock_info *ptp, in efx_phc_enable() argument
2167 struct efx_ptp_data *ptp_data = container_of(ptp, in efx_phc_enable()
2190 /* Check whether PTP is implemented on this NIC. The DISABLE in efx_ptp_defer_probe_with_channel()
2201 netif_err(efx, drv, efx->net_dev, "Failed to restart PTP.\n"); in efx_ptp_start_datapath()