Lines Matching refs:tick_sched
41 static DEFINE_PER_CPU(struct tick_sched, tick_cpu_sched);
43 struct tick_sched *tick_get_tick_sched(int cpu) in tick_get_tick_sched()
116 static void tick_sched_do_timer(struct tick_sched *ts, ktime_t now) in tick_sched_do_timer()
141 static void tick_sched_handle(struct tick_sched *ts, struct pt_regs *regs) in tick_sched_handle()
201 static bool can_stop_full_tick(int cpu, struct tick_sched *ts) in can_stop_full_tick()
306 struct tick_sched *ts; in tick_nohz_dep_set_cpu()
327 struct tick_sched *ts = per_cpu_ptr(&tick_cpu_sched, cpu); in tick_nohz_dep_clear_cpu()
372 struct tick_sched *ts; in __tick_nohz_task_switch()
470 struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched); in tick_nohz_tick_stopped()
477 struct tick_sched *ts = per_cpu_ptr(&tick_cpu_sched, cpu); in tick_nohz_tick_stopped_cpu()
509 update_ts_time_stats(int cpu, struct tick_sched *ts, ktime_t now, u64 *last_update_time) in update_ts_time_stats()
527 static void tick_nohz_stop_idle(struct tick_sched *ts, ktime_t now) in tick_nohz_stop_idle()
535 static void tick_nohz_start_idle(struct tick_sched *ts) in tick_nohz_start_idle()
558 struct tick_sched *ts = &per_cpu(tick_cpu_sched, cpu); in get_cpu_idle_time_us()
599 struct tick_sched *ts = &per_cpu(tick_cpu_sched, cpu); in get_cpu_iowait_time_us()
623 static void tick_nohz_restart(struct tick_sched *ts, ktime_t now) in tick_nohz_restart()
648 static ktime_t tick_nohz_next_event(struct tick_sched *ts, int cpu) in tick_nohz_next_event()
732 static void tick_nohz_stop_tick(struct tick_sched *ts, int cpu) in tick_nohz_stop_tick()
806 static void tick_nohz_retain_tick(struct tick_sched *ts) in tick_nohz_retain_tick()
812 static void tick_nohz_stop_sched_tick(struct tick_sched *ts, int cpu) in tick_nohz_stop_sched_tick()
821 static void tick_nohz_restart_sched_tick(struct tick_sched *ts, ktime_t now) in tick_nohz_restart_sched_tick()
844 static void tick_nohz_full_update_tick(struct tick_sched *ts) in tick_nohz_full_update_tick()
862 static bool can_stop_idle_tick(int cpu, struct tick_sched *ts) in can_stop_idle_tick()
918 static void __tick_nohz_idle_stop_tick(struct tick_sched *ts) in __tick_nohz_idle_stop_tick()
980 struct tick_sched *ts; in tick_nohz_idle_enter()
1006 struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched); in tick_nohz_irq_exit()
1019 struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched); in tick_nohz_idle_got_tick()
1037 struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched); in tick_nohz_get_sleep_length()
1075 struct tick_sched *ts = tick_get_tick_sched(cpu); in tick_nohz_get_idle_calls_cpu()
1087 struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched); in tick_nohz_get_idle_calls()
1092 static void tick_nohz_account_idle_ticks(struct tick_sched *ts) in tick_nohz_account_idle_ticks()
1113 static void __tick_nohz_idle_restart_tick(struct tick_sched *ts, ktime_t now) in __tick_nohz_idle_restart_tick()
1121 struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched); in tick_nohz_idle_restart_tick()
1136 struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched); in tick_nohz_idle_exit()
1166 struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched); in tick_nohz_handler()
1183 static inline void tick_nohz_activate(struct tick_sched *ts, int mode) in tick_nohz_activate()
1198 struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched); in tick_nohz_switch_to_nohz()
1223 struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched); in tick_nohz_irq_enter()
1239 static inline void tick_nohz_activate(struct tick_sched *ts, int mode) { } in tick_nohz_activate()
1262 struct tick_sched *ts = in tick_sched_timer()
1263 container_of(timer, struct tick_sched, sched_timer); in tick_sched_timer()
1302 struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched); in tick_setup_sched_timer()
1331 struct tick_sched *ts = &per_cpu(tick_cpu_sched, cpu); in tick_cancel_sched_timer()
1358 struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched); in tick_oneshot_notify()
1373 struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched); in tick_check_oneshot_change()