101 	struct clock_read_data *rd;  in sched_clock()  local
105 		rd = cd.read_data + (seq & 1);  in sched_clock()
107 		cyc = (rd->read_sched_clock() - rd->epoch_cyc) &  in sched_clock()
108 		      rd->sched_clock_mask;  in sched_clock()
109 		res = rd->epoch_ns + cyc_to_ns(cyc, rd->mult, rd->shift);  in sched_clock()
125 static void update_clock_read_data(struct clock_read_data *rd)  in update_clock_read_data()  argument
128 	cd.read_data[1] = *rd;  in update_clock_read_data()
134 	cd.read_data[0] = *rd;  in update_clock_read_data()
147 	struct clock_read_data rd;  in update_sched_clock()  local
149 	rd = cd.read_data[0];  in update_sched_clock()
152 	ns = rd.epoch_ns + cyc_to_ns((cyc - rd.epoch_cyc) & rd.sched_clock_mask, rd.mult, rd.shift);  in update_sched_clock()
154 	rd.epoch_ns = ns;  in update_sched_clock()
155 	rd.epoch_cyc = cyc;  in update_sched_clock()
157 	update_clock_read_data(&rd);  in update_sched_clock()
175 	struct clock_read_data rd;  in sched_clock_register()  local
192 	rd = cd.read_data[0];  in sched_clock_register()
197 	ns = rd.epoch_ns + cyc_to_ns((cyc - rd.epoch_cyc) & rd.sched_clock_mask, rd.mult, rd.shift);  in sched_clock_register()
200 	rd.read_sched_clock	= read;  in sched_clock_register()
201 	rd.sched_clock_mask	= new_mask;  in sched_clock_register()
202 	rd.mult			= new_mult;  in sched_clock_register()
203 	rd.shift		= new_shift;  in sched_clock_register()
204 	rd.epoch_cyc		= new_epoch;  in sched_clock_register()
205 	rd.epoch_ns		= ns;  in sched_clock_register()
207 	update_clock_read_data(&rd);  in sched_clock_register()
280 	struct clock_read_data *rd = &cd.read_data[0];  in sched_clock_suspend()  local
284 	rd->read_sched_clock = suspended_sched_clock_read;  in sched_clock_suspend()
291 	struct clock_read_data *rd = &cd.read_data[0];  in sched_clock_resume()  local
293 	rd->epoch_cyc = cd.actual_read_sched_clock();  in sched_clock_resume()
295 	rd->read_sched_clock = cd.actual_read_sched_clock;  in sched_clock_resume()