48 bool cpuidle_not_available(struct cpuidle_driver *drv,  in cpuidle_not_available()  argument
51 	return off || !initialized || !drv || !dev || !dev->enabled;  in cpuidle_not_available()
62 	struct cpuidle_driver *drv = cpuidle_get_cpu_driver(dev);  in cpuidle_play_dead()  local
65 	if (!drv)  in cpuidle_play_dead()
69 	for (i = drv->state_count - 1; i >= 0; i--)  in cpuidle_play_dead()
70 		if (drv->states[i].enter_dead)  in cpuidle_play_dead()
71 			return drv->states[i].enter_dead(dev, i);  in cpuidle_play_dead()
76 static int find_deepest_state(struct cpuidle_driver *drv,  in find_deepest_state()  argument
85 	for (i = 1; i < drv->state_count; i++) {  in find_deepest_state()
86 		struct cpuidle_state *s = &drv->states[i];  in find_deepest_state()
124 int cpuidle_find_deepest_state(struct cpuidle_driver *drv,  in cpuidle_find_deepest_state()  argument
127 	return find_deepest_state(drv, dev, UINT_MAX, 0, false);  in cpuidle_find_deepest_state()
131 static void enter_s2idle_proper(struct cpuidle_driver *drv,  in enter_s2idle_proper()  argument
150 	drv->states[index].enter_s2idle(dev, drv, index);  in enter_s2idle_proper()
174 int cpuidle_enter_s2idle(struct cpuidle_driver *drv, struct cpuidle_device *dev)  in cpuidle_enter_s2idle()  argument
183 	index = find_deepest_state(drv, dev, UINT_MAX, 0, true);  in cpuidle_enter_s2idle()
185 		enter_s2idle_proper(drv, dev, index);  in cpuidle_enter_s2idle()
197 int cpuidle_enter_state(struct cpuidle_device *dev, struct cpuidle_driver *drv,  in cpuidle_enter_state()  argument
202 	struct cpuidle_state *target_state = &drv->states[index];  in cpuidle_enter_state()
212 		index = find_deepest_state(drv, dev, target_state->exit_latency,  in cpuidle_enter_state()
218 		target_state = &drv->states[index];  in cpuidle_enter_state()
229 	entered_state = target_state->enter(dev, drv, index);  in cpuidle_enter_state()
246 	if (!cpuidle_state_is_coupled(drv, index))  in cpuidle_enter_state()
250 		s64 diff, delay = drv->states[entered_state].exit_latency;  in cpuidle_enter_state()
266 		if (diff < drv->states[entered_state].target_residency) {  in cpuidle_enter_state()
268 				if (drv->states[i].disabled ||  in cpuidle_enter_state()
277 			for (i = entered_state + 1; i < drv->state_count; i++) {  in cpuidle_enter_state()
278 				if (drv->states[i].disabled ||  in cpuidle_enter_state()
286 				if (diff - delay >= drv->states[i].target_residency)  in cpuidle_enter_state()
312 int cpuidle_select(struct cpuidle_driver *drv, struct cpuidle_device *dev,  in cpuidle_select()  argument
315 	return cpuidle_curr_governor->select(drv, dev, stop_tick);  in cpuidle_select()
328 int cpuidle_enter(struct cpuidle_driver *drv, struct cpuidle_device *dev,  in cpuidle_enter()  argument
341 	if (cpuidle_state_is_coupled(drv, index))  in cpuidle_enter()
342 		ret = cpuidle_enter_state_coupled(dev, drv, index);  in cpuidle_enter()
344 		ret = cpuidle_enter_state(dev, drv, index);  in cpuidle_enter()
372 u64 cpuidle_poll_time(struct cpuidle_driver *drv,  in cpuidle_poll_time()  argument
382 	for (i = 1; i < drv->state_count; i++) {  in cpuidle_poll_time()
383 		if (drv->states[i].disabled || dev->states_usage[i].disable)  in cpuidle_poll_time()
386 		limit_ns = (u64)drv->states[i].target_residency * NSEC_PER_USEC;  in cpuidle_poll_time()
471 	struct cpuidle_driver *drv;  in cpuidle_enable_device()  local
482 	drv = cpuidle_get_cpu_driver(dev);  in cpuidle_enable_device()
484 	if (!drv)  in cpuidle_enable_device()
495 		ret = cpuidle_curr_governor->enable(drv, dev);  in cpuidle_enable_device()
524 	struct cpuidle_driver *drv = cpuidle_get_cpu_driver(dev);  in cpuidle_disable_device()  local
529 	if (!drv || !cpuidle_curr_governor)  in cpuidle_disable_device()
535 		cpuidle_curr_governor->disable(drv, dev);  in cpuidle_disable_device()
545 	struct cpuidle_driver *drv = cpuidle_get_cpu_driver(dev);  in __cpuidle_unregister_device()  local
549 	module_put(drv->owner);  in __cpuidle_unregister_device()
571 	struct cpuidle_driver *drv = cpuidle_get_cpu_driver(dev);  in __cpuidle_register_device()  local
573 	if (!try_module_get(drv->owner))  in __cpuidle_register_device()
665 void cpuidle_unregister(struct cpuidle_driver *drv)  in cpuidle_unregister()  argument
670 	for_each_cpu(cpu, drv->cpumask) {  in cpuidle_unregister()
675 	cpuidle_unregister_driver(drv);  in cpuidle_unregister()
690 int cpuidle_register(struct cpuidle_driver *drv,  in cpuidle_register()  argument
696 	ret = cpuidle_register_driver(drv);  in cpuidle_register()
702 	for_each_cpu(cpu, drv->cpumask) {  in cpuidle_register()
721 		cpuidle_unregister(drv);  in cpuidle_register()