112 static void __scd_stamp(struct sched_clock_data *scd)  in __scd_stamp()  argument
114 	scd->tick_gtod = ktime_get_ns();  in __scd_stamp()
115 	scd->tick_raw = sched_clock();  in __scd_stamp()
120 	struct sched_clock_data *scd;  in __set_sched_clock_stable()  local
127 	scd = this_scd();  in __set_sched_clock_stable()
131 	__sched_clock_offset = (scd->tick_gtod + __gtod_offset) - (scd->tick_raw);  in __set_sched_clock_stable()
135 			scd->tick_gtod, __gtod_offset,  in __set_sched_clock_stable()
136 			scd->tick_raw,  __sched_clock_offset);  in __set_sched_clock_stable()
155 	struct sched_clock_data *scd;  in __sched_clock_work()  local
160 	scd = this_scd();  in __sched_clock_work()
161 	__scd_stamp(scd);  in __sched_clock_work()
162 	scd->clock = scd->tick_gtod + __gtod_offset;  in __sched_clock_work()
167 		per_cpu(sched_clock_data, cpu) = *scd;  in __sched_clock_work()
171 			scd->tick_gtod, __gtod_offset,  in __sched_clock_work()
172 			scd->tick_raw,  __sched_clock_offset);  in __sched_clock_work()
200 	struct sched_clock_data *scd = this_scd();  in __sched_clock_gtod_offset()  local
202 	__scd_stamp(scd);  in __sched_clock_gtod_offset()
203 	__gtod_offset = (scd->tick_raw + __sched_clock_offset) - scd->tick_gtod;  in __sched_clock_gtod_offset()
264 static u64 sched_clock_local(struct sched_clock_data *scd)  in sched_clock_local()  argument
271 	delta = now - scd->tick_raw;  in sched_clock_local()
275 	old_clock = scd->clock;  in sched_clock_local()
283 	gtod = scd->tick_gtod + __gtod_offset;  in sched_clock_local()
291 	if (cmpxchg64(&scd->clock, old_clock, clock) != old_clock)  in sched_clock_local()
297 static u64 sched_clock_remote(struct sched_clock_data *scd)  in sched_clock_remote()  argument
322 	remote_clock = cmpxchg64(&scd->clock, 0, 0);  in sched_clock_remote()
331 	remote_clock = scd->clock;  in sched_clock_remote()
341 		ptr = &scd->clock;  in sched_clock_remote()
366 	struct sched_clock_data *scd;  in sched_clock_cpu()  local
376 	scd = cpu_sdc(cpu);  in sched_clock_cpu()
379 		clock = sched_clock_remote(scd);  in sched_clock_cpu()
381 		clock = sched_clock_local(scd);  in sched_clock_cpu()
390 	struct sched_clock_data *scd;  in sched_clock_tick()  local
400 	scd = this_scd();  in sched_clock_tick()
401 	__scd_stamp(scd);  in sched_clock_tick()
402 	sched_clock_local(scd);  in sched_clock_tick()