189 static inline u64 tk_clock_read(const struct tk_read_base *tkr)  in tk_clock_read()  argument
191 	struct clocksource *clock = READ_ONCE(tkr->clock);  in tk_clock_read()
238 static inline u64 timekeeping_get_delta(const struct tk_read_base *tkr)  in timekeeping_get_delta()  argument
253 		now = tk_clock_read(tkr);  in timekeeping_get_delta()
254 		last = tkr->cycle_last;  in timekeeping_get_delta()
255 		mask = tkr->mask;  in timekeeping_get_delta()
256 		max = tkr->clock->max_cycles;  in timekeeping_get_delta()
273 		delta = tkr->clock->max_cycles;  in timekeeping_get_delta()
282 static inline u64 timekeeping_get_delta(const struct tk_read_base *tkr)  in timekeeping_get_delta()  argument
287 	cycle_now = tk_clock_read(tkr);  in timekeeping_get_delta()
290 	delta = clocksource_delta(cycle_now, tkr->cycle_last, tkr->mask);  in timekeeping_get_delta()
379 static inline u64 timekeeping_delta_to_ns(const struct tk_read_base *tkr, u64 delta)  in timekeeping_delta_to_ns()  argument
383 	nsec = delta * tkr->mult + tkr->xtime_nsec;  in timekeeping_delta_to_ns()
384 	nsec >>= tkr->shift;  in timekeeping_delta_to_ns()
390 static inline u64 timekeeping_get_ns(const struct tk_read_base *tkr)  in timekeeping_get_ns()  argument
394 	delta = timekeeping_get_delta(tkr);  in timekeeping_get_ns()
395 	return timekeeping_delta_to_ns(tkr, delta);  in timekeeping_get_ns()
398 static inline u64 timekeeping_cycles_to_ns(const struct tk_read_base *tkr, u64 cycles)  in timekeeping_cycles_to_ns()  argument
403 	delta = clocksource_delta(cycles, tkr->cycle_last, tkr->mask);  in timekeeping_cycles_to_ns()
404 	return timekeeping_delta_to_ns(tkr, delta);  in timekeeping_cycles_to_ns()
421 static void update_fast_timekeeper(const struct tk_read_base *tkr,  in update_fast_timekeeper()  argument
430 	memcpy(base, tkr, sizeof(*base));  in update_fast_timekeeper()
473 	struct tk_read_base *tkr;  in __ktime_get_fast_ns()  local
479 		tkr = tkf->base + (seq & 0x01);  in __ktime_get_fast_ns()
480 		now = ktime_to_ns(tkr->base);  in __ktime_get_fast_ns()
482 		now += timekeeping_delta_to_ns(tkr,  in __ktime_get_fast_ns()
484 					tk_clock_read(tkr),  in __ktime_get_fast_ns()
485 					tkr->cycle_last,  in __ktime_get_fast_ns()
486 					tkr->mask));  in __ktime_get_fast_ns()
538 	struct tk_read_base *tkr;  in __ktime_get_real_fast()  local
544 		tkr = tkf->base + (seq & 0x01);  in __ktime_get_real_fast()
545 		basem = ktime_to_ns(tkr->base);  in __ktime_get_real_fast()
546 		baser = ktime_to_ns(tkr->base_real);  in __ktime_get_real_fast()
548 		delta = timekeeping_delta_to_ns(tkr,  in __ktime_get_real_fast()
549 				clocksource_delta(tk_clock_read(tkr),  in __ktime_get_real_fast()
550 				tkr->cycle_last, tkr->mask));  in __ktime_get_real_fast()
634 	const struct tk_read_base *tkr = &tk->tkr_mono;  in halt_fast_timekeeper()  local
636 	memcpy(&tkr_dummy, tkr, sizeof(tkr_dummy));  in halt_fast_timekeeper()
637 	cycles_at_suspend = tk_clock_read(tkr);  in halt_fast_timekeeper()
639 	tkr_dummy.base_real = tkr->base + tk->offs_real;  in halt_fast_timekeeper()
642 	tkr = &tk->tkr_raw;  in halt_fast_timekeeper()
643 	memcpy(&tkr_dummy, tkr, sizeof(tkr_dummy));  in halt_fast_timekeeper()