169 static inline u64 tk_clock_read(const struct tk_read_base *tkr)  in tk_clock_read()  argument
171 	struct clocksource *clock = READ_ONCE(tkr->clock);  in tk_clock_read()
218 static inline u64 timekeeping_get_delta(const struct tk_read_base *tkr)  in timekeeping_get_delta()  argument
233 		now = tk_clock_read(tkr);  in timekeeping_get_delta()
234 		last = tkr->cycle_last;  in timekeeping_get_delta()
235 		mask = tkr->mask;  in timekeeping_get_delta()
236 		max = tkr->clock->max_cycles;  in timekeeping_get_delta()
253 		delta = tkr->clock->max_cycles;  in timekeeping_get_delta()
262 static inline u64 timekeeping_get_delta(const struct tk_read_base *tkr)  in timekeeping_get_delta()  argument
267 	cycle_now = tk_clock_read(tkr);  in timekeeping_get_delta()
270 	delta = clocksource_delta(cycle_now, tkr->cycle_last, tkr->mask);  in timekeeping_get_delta()
359 static inline u64 timekeeping_delta_to_ns(const struct tk_read_base *tkr, u64 delta)  in timekeeping_delta_to_ns()  argument
363 	nsec = delta * tkr->mult + tkr->xtime_nsec;  in timekeeping_delta_to_ns()
364 	nsec >>= tkr->shift;  in timekeeping_delta_to_ns()
370 static inline u64 timekeeping_get_ns(const struct tk_read_base *tkr)  in timekeeping_get_ns()  argument
374 	delta = timekeeping_get_delta(tkr);  in timekeeping_get_ns()
375 	return timekeeping_delta_to_ns(tkr, delta);  in timekeeping_get_ns()
378 static inline u64 timekeeping_cycles_to_ns(const struct tk_read_base *tkr, u64 cycles)  in timekeeping_cycles_to_ns()  argument
383 	delta = clocksource_delta(cycles, tkr->cycle_last, tkr->mask);  in timekeeping_cycles_to_ns()
384 	return timekeeping_delta_to_ns(tkr, delta);  in timekeeping_cycles_to_ns()
401 static void update_fast_timekeeper(const struct tk_read_base *tkr,  in update_fast_timekeeper()  argument
410 	memcpy(base, tkr, sizeof(*base));  in update_fast_timekeeper()
453 	struct tk_read_base *tkr;  in __ktime_get_fast_ns()  local
459 		tkr = tkf->base + (seq & 0x01);  in __ktime_get_fast_ns()
460 		now = ktime_to_ns(tkr->base);  in __ktime_get_fast_ns()
462 		now += timekeeping_delta_to_ns(tkr,  in __ktime_get_fast_ns()
464 					tk_clock_read(tkr),  in __ktime_get_fast_ns()
465 					tkr->cycle_last,  in __ktime_get_fast_ns()
466 					tkr->mask));  in __ktime_get_fast_ns()
519 	struct tk_read_base *tkr;  in __ktime_get_real_fast_ns()  local
525 		tkr = tkf->base + (seq & 0x01);  in __ktime_get_real_fast_ns()
526 		now = ktime_to_ns(tkr->base_real);  in __ktime_get_real_fast_ns()
528 		now += timekeeping_delta_to_ns(tkr,  in __ktime_get_real_fast_ns()
530 					tk_clock_read(tkr),  in __ktime_get_real_fast_ns()
531 					tkr->cycle_last,  in __ktime_get_real_fast_ns()
532 					tkr->mask));  in __ktime_get_real_fast_ns()
560 	const struct tk_read_base *tkr = &tk->tkr_mono;  in halt_fast_timekeeper()  local
562 	memcpy(&tkr_dummy, tkr, sizeof(tkr_dummy));  in halt_fast_timekeeper()
563 	cycles_at_suspend = tk_clock_read(tkr);  in halt_fast_timekeeper()
565 	tkr_dummy.base_real = tkr->base + tk->offs_real;  in halt_fast_timekeeper()
568 	tkr = &tk->tkr_raw;  in halt_fast_timekeeper()
569 	memcpy(&tkr_dummy, tkr, sizeof(tkr_dummy));  in halt_fast_timekeeper()