166 static inline u64 tk_clock_read(const struct tk_read_base *tkr)  in tk_clock_read()  argument
168 	struct clocksource *clock = READ_ONCE(tkr->clock);  in tk_clock_read()
215 static inline u64 timekeeping_get_delta(const struct tk_read_base *tkr)  in timekeeping_get_delta()  argument
230 		now = tk_clock_read(tkr);  in timekeeping_get_delta()
231 		last = tkr->cycle_last;  in timekeeping_get_delta()
232 		mask = tkr->mask;  in timekeeping_get_delta()
233 		max = tkr->clock->max_cycles;  in timekeeping_get_delta()
250 		delta = tkr->clock->max_cycles;  in timekeeping_get_delta()
259 static inline u64 timekeeping_get_delta(const struct tk_read_base *tkr)  in timekeeping_get_delta()  argument
264 	cycle_now = tk_clock_read(tkr);  in timekeeping_get_delta()
267 	delta = clocksource_delta(cycle_now, tkr->cycle_last, tkr->mask);  in timekeeping_get_delta()
356 static inline u64 timekeeping_delta_to_ns(const struct tk_read_base *tkr, u64 delta)  in timekeeping_delta_to_ns()  argument
360 	nsec = delta * tkr->mult + tkr->xtime_nsec;  in timekeeping_delta_to_ns()
361 	nsec >>= tkr->shift;  in timekeeping_delta_to_ns()
367 static inline u64 timekeeping_get_ns(const struct tk_read_base *tkr)  in timekeeping_get_ns()  argument
371 	delta = timekeeping_get_delta(tkr);  in timekeeping_get_ns()
372 	return timekeeping_delta_to_ns(tkr, delta);  in timekeeping_get_ns()
375 static inline u64 timekeeping_cycles_to_ns(const struct tk_read_base *tkr, u64 cycles)  in timekeeping_cycles_to_ns()  argument
380 	delta = clocksource_delta(cycles, tkr->cycle_last, tkr->mask);  in timekeeping_cycles_to_ns()
381 	return timekeeping_delta_to_ns(tkr, delta);  in timekeeping_cycles_to_ns()
398 static void update_fast_timekeeper(const struct tk_read_base *tkr,  in update_fast_timekeeper()  argument
407 	memcpy(base, tkr, sizeof(*base));  in update_fast_timekeeper()
450 	struct tk_read_base *tkr;  in __ktime_get_fast_ns()  local
456 		tkr = tkf->base + (seq & 0x01);  in __ktime_get_fast_ns()
457 		now = ktime_to_ns(tkr->base);  in __ktime_get_fast_ns()
459 		now += timekeeping_delta_to_ns(tkr,  in __ktime_get_fast_ns()
461 					tk_clock_read(tkr),  in __ktime_get_fast_ns()
462 					tkr->cycle_last,  in __ktime_get_fast_ns()
463 					tkr->mask));  in __ktime_get_fast_ns()
516 	struct tk_read_base *tkr;  in __ktime_get_real_fast_ns()  local
522 		tkr = tkf->base + (seq & 0x01);  in __ktime_get_real_fast_ns()
523 		now = ktime_to_ns(tkr->base_real);  in __ktime_get_real_fast_ns()
525 		now += timekeeping_delta_to_ns(tkr,  in __ktime_get_real_fast_ns()
527 					tk_clock_read(tkr),  in __ktime_get_real_fast_ns()
528 					tkr->cycle_last,  in __ktime_get_real_fast_ns()
529 					tkr->mask));  in __ktime_get_real_fast_ns()
557 	const struct tk_read_base *tkr = &tk->tkr_mono;  in halt_fast_timekeeper()  local
559 	memcpy(&tkr_dummy, tkr, sizeof(tkr_dummy));  in halt_fast_timekeeper()
560 	cycles_at_suspend = tk_clock_read(tkr);  in halt_fast_timekeeper()
562 	tkr_dummy.base_real = tkr->base + tk->offs_real;  in halt_fast_timekeeper()
565 	tkr = &tk->tkr_raw;  in halt_fast_timekeeper()
566 	memcpy(&tkr_dummy, tkr, sizeof(tkr_dummy));  in halt_fast_timekeeper()