Lines Matching refs:cd

86 static struct clock_data cd ____cacheline_aligned = {
104 seq = raw_read_seqcount(&cd.seq); in sched_clock()
105 rd = cd.read_data + (seq & 1); in sched_clock()
110 } while (read_seqcount_retry(&cd.seq, seq)); in sched_clock()
128 cd.read_data[1] = *rd; in update_clock_read_data()
131 raw_write_seqcount_latch(&cd.seq); in update_clock_read_data()
134 cd.read_data[0] = *rd; in update_clock_read_data()
137 raw_write_seqcount_latch(&cd.seq); in update_clock_read_data()
149 rd = cd.read_data[0]; in update_sched_clock()
151 cyc = cd.actual_read_sched_clock(); in update_sched_clock()
163 hrtimer_forward_now(hrt, cd.wrap_kt); in sched_clock_poll()
177 if (cd.rate > rate) in sched_clock_register()
186 cd.rate = rate; in sched_clock_register()
190 cd.wrap_kt = ns_to_ktime(wrap); in sched_clock_register()
192 rd = cd.read_data[0]; in sched_clock_register()
196 cyc = cd.actual_read_sched_clock(); in sched_clock_register()
198 cd.actual_read_sched_clock = read; in sched_clock_register()
211 hrtimer_start(&sched_clock_timer, cd.wrap_kt, HRTIMER_MODE_REL); in sched_clock_register()
246 if (cd.actual_read_sched_clock == jiffy_sched_clock_read) in generic_sched_clock_init()
257 hrtimer_start(&sched_clock_timer, cd.wrap_kt, HRTIMER_MODE_REL); in generic_sched_clock_init()
273 unsigned long seq = raw_read_seqcount(&cd.seq); in suspended_sched_clock_read()
275 return cd.read_data[seq & 1].epoch_cyc; in suspended_sched_clock_read()
280 struct clock_read_data *rd = &cd.read_data[0]; in sched_clock_suspend()
291 struct clock_read_data *rd = &cd.read_data[0]; in sched_clock_resume()
293 rd->epoch_cyc = cd.actual_read_sched_clock(); in sched_clock_resume()
294 hrtimer_start(&sched_clock_timer, cd.wrap_kt, HRTIMER_MODE_REL); in sched_clock_resume()
295 rd->read_sched_clock = cd.actual_read_sched_clock; in sched_clock_resume()