43 	struct mlx4_en_dev *mdev =  in mlx4_en_read_clock()  local
45 	struct mlx4_dev *dev = mdev->dev;  in mlx4_en_read_clock()
61 void mlx4_en_fill_hwtstamps(struct mlx4_en_dev *mdev,  in mlx4_en_fill_hwtstamps()  argument
69 		seq = read_seqbegin(&mdev->clock_lock);  in mlx4_en_fill_hwtstamps()
70 		nsec = timecounter_cyc2time(&mdev->clock, timestamp);  in mlx4_en_fill_hwtstamps()
71 	} while (read_seqretry(&mdev->clock_lock, seq));  in mlx4_en_fill_hwtstamps()
83 void mlx4_en_remove_timestamp(struct mlx4_en_dev *mdev)  in mlx4_en_remove_timestamp()  argument
85 	if (mdev->ptp_clock) {  in mlx4_en_remove_timestamp()
86 		ptp_clock_unregister(mdev->ptp_clock);  in mlx4_en_remove_timestamp()
87 		mdev->ptp_clock = NULL;  in mlx4_en_remove_timestamp()
88 		mlx4_info(mdev, "removed PHC\n");  in mlx4_en_remove_timestamp()
99 void mlx4_en_ptp_overflow_check(struct mlx4_en_dev *mdev)  in mlx4_en_ptp_overflow_check()  argument
101 	bool timeout = time_is_before_jiffies(mdev->last_overflow_check +  in mlx4_en_ptp_overflow_check()
106 		write_seqlock_irqsave(&mdev->clock_lock, flags);  in mlx4_en_ptp_overflow_check()
107 		timecounter_read(&mdev->clock);  in mlx4_en_ptp_overflow_check()
108 		write_sequnlock_irqrestore(&mdev->clock_lock, flags);  in mlx4_en_ptp_overflow_check()
109 		mdev->last_overflow_check = jiffies;  in mlx4_en_ptp_overflow_check()
127 	struct mlx4_en_dev *mdev = container_of(ptp, struct mlx4_en_dev,  in mlx4_en_phc_adjfreq()  local
134 	mult = mdev->nominal_c_mult;  in mlx4_en_phc_adjfreq()
139 	write_seqlock_irqsave(&mdev->clock_lock, flags);  in mlx4_en_phc_adjfreq()
140 	timecounter_read(&mdev->clock);  in mlx4_en_phc_adjfreq()
141 	mdev->cycles.mult = neg_adj ? mult - diff : mult + diff;  in mlx4_en_phc_adjfreq()
142 	write_sequnlock_irqrestore(&mdev->clock_lock, flags);  in mlx4_en_phc_adjfreq()
156 	struct mlx4_en_dev *mdev = container_of(ptp, struct mlx4_en_dev,  in mlx4_en_phc_adjtime()  local
160 	write_seqlock_irqsave(&mdev->clock_lock, flags);  in mlx4_en_phc_adjtime()
161 	timecounter_adjtime(&mdev->clock, delta);  in mlx4_en_phc_adjtime()
162 	write_sequnlock_irqrestore(&mdev->clock_lock, flags);  in mlx4_en_phc_adjtime()
178 	struct mlx4_en_dev *mdev = container_of(ptp, struct mlx4_en_dev,  in mlx4_en_phc_gettime()  local
183 	write_seqlock_irqsave(&mdev->clock_lock, flags);  in mlx4_en_phc_gettime()
184 	ns = timecounter_read(&mdev->clock);  in mlx4_en_phc_gettime()
185 	write_sequnlock_irqrestore(&mdev->clock_lock, flags);  in mlx4_en_phc_gettime()
203 	struct mlx4_en_dev *mdev = container_of(ptp, struct mlx4_en_dev,  in mlx4_en_phc_settime()  local
209 	write_seqlock_irqsave(&mdev->clock_lock, flags);  in mlx4_en_phc_settime()
210 	timecounter_init(&mdev->clock, &mdev->cycles, ns);  in mlx4_en_phc_settime()
211 	write_sequnlock_irqrestore(&mdev->clock_lock, flags);  in mlx4_en_phc_settime()
263 void mlx4_en_init_timestamp(struct mlx4_en_dev *mdev)  in mlx4_en_init_timestamp()  argument
265 	struct mlx4_dev *dev = mdev->dev;  in mlx4_en_init_timestamp()
272 	if (mdev->ptp_clock)  in mlx4_en_init_timestamp()
275 	seqlock_init(&mdev->clock_lock);  in mlx4_en_init_timestamp()
277 	memset(&mdev->cycles, 0, sizeof(mdev->cycles));  in mlx4_en_init_timestamp()
278 	mdev->cycles.read = mlx4_en_read_clock;  in mlx4_en_init_timestamp()
279 	mdev->cycles.mask = CLOCKSOURCE_MASK(48);  in mlx4_en_init_timestamp()
280 	mdev->cycles.shift = freq_to_shift(dev->caps.hca_core_clock);  in mlx4_en_init_timestamp()
281 	mdev->cycles.mult =  in mlx4_en_init_timestamp()
282 		clocksource_khz2mult(1000 * dev->caps.hca_core_clock, mdev->cycles.shift);  in mlx4_en_init_timestamp()
283 	mdev->nominal_c_mult = mdev->cycles.mult;  in mlx4_en_init_timestamp()
285 	write_seqlock_irqsave(&mdev->clock_lock, flags);  in mlx4_en_init_timestamp()
286 	timecounter_init(&mdev->clock, &mdev->cycles,  in mlx4_en_init_timestamp()
288 	write_sequnlock_irqrestore(&mdev->clock_lock, flags);  in mlx4_en_init_timestamp()
291 	mdev->ptp_clock_info = mlx4_en_ptp_clock_info;  in mlx4_en_init_timestamp()
292 	snprintf(mdev->ptp_clock_info.name, 16, "mlx4 ptp");  in mlx4_en_init_timestamp()
294 	mdev->ptp_clock = ptp_clock_register(&mdev->ptp_clock_info,  in mlx4_en_init_timestamp()
295 					     &mdev->pdev->dev);  in mlx4_en_init_timestamp()
296 	if (IS_ERR(mdev->ptp_clock)) {  in mlx4_en_init_timestamp()
297 		mdev->ptp_clock = NULL;  in mlx4_en_init_timestamp()
298 		mlx4_err(mdev, "ptp_clock_register failed\n");  in mlx4_en_init_timestamp()
299 	} else if (mdev->ptp_clock) {  in mlx4_en_init_timestamp()
300 		mlx4_info(mdev, "registered PHC clock\n");  in mlx4_en_init_timestamp()