| /Linux-v5.15/drivers/gpu/drm/i915/ |
| D | intel_wakeref.c | 14 wf->wakeref = intel_runtime_pm_get(wf->rpm); in rpm_get()
19 intel_wakeref_t wakeref = fetch_and_zero(&wf->wakeref); in rpm_put() local
21 intel_runtime_pm_put(wf->rpm, wakeref); in rpm_put()
22 INTEL_WAKEREF_BUG_ON(!wakeref); in rpm_put()
64 wake_up_var(&wf->wakeref); in ____intel_wakeref_put_last()
106 wf->wakeref = 0; in __intel_wakeref_init()
119 err = wait_var_event_killable(&wf->wakeref, in intel_wakeref_wait_for_idle()
131 intel_wakeref_t wakeref; in wakeref_auto_timeout() local
137 wakeref = fetch_and_zero(&wf->wakeref); in wakeref_auto_timeout()
140 intel_runtime_pm_put(wf->rpm, wakeref); in wakeref_auto_timeout()
[all …]
|
| D | intel_wakeref.h | 40 intel_wakeref_t wakeref; member
225 return READ_ONCE(wf->wakeref); in intel_wakeref_is_active()
256 intel_wakeref_t wakeref; member
|
| D | i915_debugfs.c | 296 intel_wakeref_t wakeref; in i915_gpu_info_open() local
299 with_intel_runtime_pm(&i915->runtime_pm, wakeref) in i915_gpu_info_open()
360 intel_wakeref_t wakeref; in i915_frequency_info() local
362 wakeref = intel_runtime_pm_get(&dev_priv->runtime_pm); in i915_frequency_info()
582 intel_runtime_pm_put(&dev_priv->runtime_pm, wakeref); in i915_frequency_info()
614 intel_wakeref_t wakeref; in i915_swizzle_info() local
628 wakeref = intel_runtime_pm_get(&dev_priv->runtime_pm); in i915_swizzle_info()
658 intel_runtime_pm_put(&dev_priv->runtime_pm, wakeref); in i915_swizzle_info()
729 intel_wakeref_t wakeref; in i915_engine_info() local
732 wakeref = intel_runtime_pm_get(&i915->runtime_pm); in i915_engine_info()
[all …]
|
| D | i915_gem.c | 117 intel_wakeref_t wakeref; in i915_gem_object_unbind() local
130 wakeref = intel_runtime_pm_get(rpm); in i915_gem_object_unbind()
187 intel_runtime_pm_put(rpm, wakeref); in i915_gem_object_unbind()
370 intel_wakeref_t wakeref; in i915_gem_gtt_pread() local
377 wakeref = intel_runtime_pm_get(&i915->runtime_pm); in i915_gem_gtt_pread()
421 intel_runtime_pm_put(&i915->runtime_pm, wakeref); in i915_gem_gtt_pread()
527 intel_wakeref_t wakeref; in i915_gem_gtt_pwrite_fast() local
542 wakeref = intel_runtime_pm_get_if_in_use(rpm); in i915_gem_gtt_pwrite_fast()
543 if (!wakeref) in i915_gem_gtt_pwrite_fast()
547 wakeref = intel_runtime_pm_get(rpm); in i915_gem_gtt_pwrite_fast()
[all …]
|
| /Linux-v5.15/drivers/gpu/drm/i915/gt/ |
| D | intel_engine_pm.h | 16 return intel_wakeref_is_active(&engine->wakeref); in intel_engine_pm_is_awake()
21 intel_wakeref_get(&engine->wakeref); in intel_engine_pm_get()
26 return intel_wakeref_get_if_active(&engine->wakeref); in intel_engine_pm_get_if_awake()
31 intel_wakeref_put(&engine->wakeref); in intel_engine_pm_put()
36 intel_wakeref_put_async(&engine->wakeref); in intel_engine_pm_put_async()
42 intel_wakeref_put_delay(&engine->wakeref, delay); in intel_engine_pm_put_delay()
47 intel_wakeref_unlock_wait(&engine->wakeref); in intel_engine_pm_flush()
|
| D | intel_gt_pm.h | 16 return intel_wakeref_is_active(>->wakeref); in intel_gt_pm_is_awake()
21 intel_wakeref_get(>->wakeref); in intel_gt_pm_get()
26 __intel_wakeref_get(>->wakeref); in __intel_gt_pm_get()
31 return intel_wakeref_get_if_active(>->wakeref); in intel_gt_pm_get_if_awake()
36 intel_wakeref_put(>->wakeref); in intel_gt_pm_put()
41 intel_wakeref_put_async(>->wakeref); in intel_gt_pm_put_async()
46 return intel_wakeref_wait_for_idle(>->wakeref); in intel_gt_pm_wait_for_idle()
|
| D | intel_gt_pm.c | 32 GEM_BUG_ON(count > atomic_read(>->wakeref.count)); in user_forcewake()
33 atomic_sub(count, >->wakeref.count); in user_forcewake()
35 atomic_add(count, >->wakeref.count); in user_forcewake()
64 struct intel_gt *gt = container_of(wf, typeof(*gt), wakeref); in __gt_unpark()
95 struct intel_gt *gt = container_of(wf, typeof(*gt), wakeref); in __gt_park()
96 intel_wakeref_t wakeref = fetch_and_zero(>->awake); in __gt_park() local
113 GEM_BUG_ON(!wakeref); in __gt_park()
114 intel_display_power_put_async(i915, POWER_DOMAIN_GT_IRQ, wakeref); in __gt_park()
126 intel_wakeref_init(>->wakeref, gt->uncore->rpm, &wf_ops); in intel_gt_pm_init_early()
127 seqcount_mutex_init(>->stats.lock, >->wakeref.mutex); in intel_gt_pm_init_early()
[all …]
|
| D | selftest_reset.c | 26 intel_wakeref_t wakeref; in __igt_reset_stolen() local
52 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in __igt_reset_stolen()
172 intel_runtime_pm_put(gt->uncore->rpm, wakeref); in __igt_reset_stolen()
209 intel_wakeref_t wakeref; in igt_global_reset() local
215 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in igt_global_reset()
226 intel_runtime_pm_put(gt->uncore->rpm, wakeref); in igt_global_reset()
238 intel_wakeref_t wakeref; in igt_wedged_reset() local
243 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in igt_wedged_reset()
250 intel_runtime_pm_put(gt->uncore->rpm, wakeref); in igt_wedged_reset()
|
| D | selftest_llc.c | 14 intel_wakeref_t wakeref; in gen6_verify_ring_freq() local
18 wakeref = intel_runtime_pm_get(llc_to_gt(llc)->uncore->rpm); in gen6_verify_ring_freq()
65 intel_runtime_pm_put(llc_to_gt(llc)->uncore->rpm, wakeref); in gen6_verify_ring_freq()
|
| D | debugfs_gt_pm.c | 46 intel_wakeref_t wakeref; in print_rc6_res() local
48 with_intel_runtime_pm(gt->uncore->rpm, wakeref) in print_rc6_res()
227 intel_wakeref_t wakeref; in drpc_show() local
230 with_intel_runtime_pm(gt->uncore->rpm, wakeref) { in drpc_show()
249 intel_wakeref_t wakeref; in frequency_show() local
251 wakeref = intel_runtime_pm_get(uncore->rpm); in frequency_show()
481 intel_runtime_pm_put(uncore->rpm, wakeref); in frequency_show()
494 intel_wakeref_t wakeref; in llc_show() local
511 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in llc_show()
526 intel_runtime_pm_put(gt->uncore->rpm, wakeref); in llc_show()
|
| D | intel_engine_pm.c | 45 container_of(wf, typeof(*engine), wakeref); in __engine_unpark()
153 __intel_wakeref_defer_park(&engine->wakeref); in __queue_and_release_pm()
256 container_of(wf, typeof(*engine), wakeref); in __engine_park()
297 intel_wakeref_init(&engine->wakeref, rpm, &wf_ops); in intel_engine_init__pm()
|
| /Linux-v5.15/drivers/gpu/drm/i915/selftests/ |
| D | i915_gem.c | 74 intel_wakeref_t wakeref; in simulate_hibernate() local
76 wakeref = intel_runtime_pm_get(&i915->runtime_pm); in simulate_hibernate()
87 intel_runtime_pm_put(&i915->runtime_pm, wakeref); in simulate_hibernate()
99 intel_wakeref_t wakeref; in igt_pm_suspend() local
101 with_intel_runtime_pm(&i915->runtime_pm, wakeref) { in igt_pm_suspend()
109 intel_wakeref_t wakeref; in igt_pm_hibernate() local
111 with_intel_runtime_pm(&i915->runtime_pm, wakeref) { in igt_pm_hibernate()
121 intel_wakeref_t wakeref; in igt_pm_resume() local
127 with_intel_runtime_pm(&i915->runtime_pm, wakeref) { in igt_pm_resume()
|
| /Linux-v5.15/drivers/gpu/drm/i915/gem/ |
| D | i915_gem_shrinker.c | 118 intel_wakeref_t wakeref = 0; in i915_gem_shrink() local
134 wakeref = intel_runtime_pm_get_if_in_use(&i915->runtime_pm); in i915_gem_shrink()
135 if (!wakeref) in i915_gem_shrink()
249 intel_runtime_pm_put(&i915->runtime_pm, wakeref); in i915_gem_shrink()
275 intel_wakeref_t wakeref; in i915_gem_shrink_all() local
278 with_intel_runtime_pm(&i915->runtime_pm, wakeref) { in i915_gem_shrink_all()
331 intel_wakeref_t wakeref; in i915_gem_shrinker_scan() local
333 with_intel_runtime_pm(&i915->runtime_pm, wakeref) { in i915_gem_shrinker_scan()
354 intel_wakeref_t wakeref; in i915_gem_shrinker_oom() local
358 with_intel_runtime_pm(&i915->runtime_pm, wakeref) in i915_gem_shrinker_oom()
[all …]
|
| D | i915_gem_pm.c | 101 intel_wakeref_t wakeref; in i915_gem_freeze_late() local
118 with_intel_runtime_pm(&i915->runtime_pm, wakeref) in i915_gem_freeze_late()
|
| /Linux-v5.15/drivers/gpu/drm/i915/display/ |
| D | intel_pps.c | 23 intel_wakeref_t wakeref; in intel_pps_lock() local
28 wakeref = intel_display_power_get(dev_priv, POWER_DOMAIN_DISPLAY_CORE); in intel_pps_lock()
31 return wakeref; in intel_pps_lock()
35 intel_wakeref_t wakeref) in intel_pps_unlock() argument
40 intel_display_power_put(dev_priv, POWER_DOMAIN_DISPLAY_CORE, wakeref); in intel_pps_unlock()
526 intel_wakeref_t wakeref; in intel_pps_wait_power_cycle() local
531 with_intel_pps_lock(intel_dp, wakeref) in intel_pps_wait_power_cycle()
635 intel_wakeref_t wakeref; in intel_pps_vdd_on() local
642 with_intel_pps_lock(intel_dp, wakeref) in intel_pps_vdd_on()
692 intel_wakeref_t wakeref; in intel_pps_vdd_off_sync() local
[all …]
|
| D | intel_vga.c | 60 intel_wakeref_t wakeref; in intel_vga_redisable() local
71 wakeref = intel_display_power_get_if_enabled(i915, POWER_DOMAIN_VGA); in intel_vga_redisable()
72 if (!wakeref) in intel_vga_redisable()
77 intel_display_power_put(i915, POWER_DOMAIN_VGA, wakeref); in intel_vga_redisable()
|
| D | intel_display_power.h | 338 intel_wakeref_t wakeref);
343 intel_wakeref_t wakeref);
347 intel_wakeref_t wakeref) in intel_display_power_put_async() argument
349 __intel_display_power_put_async(i915, domain, wakeref); in intel_display_power_put_async()
358 intel_wakeref_t wakeref) in intel_display_power_put() argument
366 intel_wakeref_t wakeref) in intel_display_power_put_async() argument
|
| D | intel_tc.c | 49 tc_cold_unblock(struct intel_digital_port *dig_port, intel_wakeref_t wakeref) in tc_cold_unblock() argument
59 if (wakeref == 0) in tc_cold_unblock()
63 intel_display_power_put_async(i915, domain, wakeref); in tc_cold_unblock()
115 intel_wakeref_t wakeref; in intel_tc_port_fia_max_lane_count() local
124 with_intel_display_power(i915, POWER_DOMAIN_DISPLAY_CORE, wakeref) in intel_tc_port_fia_max_lane_count()
669 intel_wakeref_t wakeref; in __intel_tc_port_lock() local
671 wakeref = intel_display_power_get(i915, POWER_DOMAIN_DISPLAY_CORE); in __intel_tc_port_lock()
688 dig_port->tc_lock_wakeref = wakeref; in __intel_tc_port_lock()
699 intel_wakeref_t wakeref = fetch_and_zero(&dig_port->tc_lock_wakeref); in intel_tc_port_unlock() local
704 wakeref); in intel_tc_port_unlock()
[all …]
|
| D | intel_crt.c | 97 intel_wakeref_t wakeref; in intel_crt_get_hw_state() local
100 wakeref = intel_display_power_get_if_enabled(dev_priv, in intel_crt_get_hw_state()
102 if (!wakeref) in intel_crt_get_hw_state()
107 intel_display_power_put(dev_priv, encoder->power_domain, wakeref); in intel_crt_get_hw_state()
832 intel_wakeref_t wakeref; in intel_crt_detect() local
844 wakeref = intel_display_power_get(dev_priv, in intel_crt_detect()
853 wakeref = intel_display_power_get(dev_priv, in intel_crt_detect()
911 intel_display_power_put(dev_priv, intel_encoder->power_domain, wakeref); in intel_crt_detect()
928 intel_wakeref_t wakeref; in intel_crt_get_modes() local
932 wakeref = intel_display_power_get(dev_priv, in intel_crt_get_modes()
[all …]
|
| D | intel_display_debugfs.c | 46 intel_wakeref_t wakeref; in i915_fbc_status() local
51 wakeref = intel_runtime_pm_get(&dev_priv->runtime_pm); in i915_fbc_status()
78 intel_runtime_pm_put(&dev_priv->runtime_pm, wakeref); in i915_fbc_status()
122 intel_wakeref_t wakeref; in i915_ips_status() local
127 wakeref = intel_runtime_pm_get(&dev_priv->runtime_pm); in i915_ips_status()
141 intel_runtime_pm_put(&dev_priv->runtime_pm, wakeref); in i915_ips_status()
149 intel_wakeref_t wakeref; in i915_sr_status() local
152 wakeref = intel_display_power_get(dev_priv, POWER_DOMAIN_INIT); in i915_sr_status()
168 intel_display_power_put(dev_priv, POWER_DOMAIN_INIT, wakeref); in i915_sr_status()
335 intel_wakeref_t wakeref; in intel_psr_status() local
[all …]
|
| D | intel_dpll_mgr.c | 436 intel_wakeref_t wakeref; in ibx_pch_dpll_get_hw_state() local
439 wakeref = intel_display_power_get_if_enabled(dev_priv, in ibx_pch_dpll_get_hw_state()
441 if (!wakeref) in ibx_pch_dpll_get_hw_state()
449 intel_display_power_put(dev_priv, POWER_DOMAIN_DISPLAY_CORE, wakeref); in ibx_pch_dpll_get_hw_state()
639 intel_wakeref_t wakeref; in hsw_ddi_wrpll_get_hw_state() local
642 wakeref = intel_display_power_get_if_enabled(dev_priv, in hsw_ddi_wrpll_get_hw_state()
644 if (!wakeref) in hsw_ddi_wrpll_get_hw_state()
650 intel_display_power_put(dev_priv, POWER_DOMAIN_DISPLAY_CORE, wakeref); in hsw_ddi_wrpll_get_hw_state()
659 intel_wakeref_t wakeref; in hsw_ddi_spll_get_hw_state() local
662 wakeref = intel_display_power_get_if_enabled(dev_priv, in hsw_ddi_spll_get_hw_state()
[all …]
|
| /Linux-v5.15/drivers/gpu/drm/i915/gt/uc/ |
| D | intel_guc_slpc.c | 324 intel_wakeref_t wakeref; in intel_guc_slpc_set_max_freq() local
332 with_intel_runtime_pm(&i915->runtime_pm, wakeref) { in intel_guc_slpc_set_max_freq()
361 intel_wakeref_t wakeref; in intel_guc_slpc_get_max_freq() local
364 with_intel_runtime_pm(&i915->runtime_pm, wakeref) { in intel_guc_slpc_get_max_freq()
388 intel_wakeref_t wakeref; in intel_guc_slpc_set_min_freq() local
396 with_intel_runtime_pm(&i915->runtime_pm, wakeref) { in intel_guc_slpc_set_min_freq()
425 intel_wakeref_t wakeref; in intel_guc_slpc_get_min_freq() local
428 with_intel_runtime_pm(&i915->runtime_pm, wakeref) { in intel_guc_slpc_get_min_freq()
596 intel_wakeref_t wakeref; in intel_guc_slpc_print_info() local
601 with_intel_runtime_pm(&i915->runtime_pm, wakeref) { in intel_guc_slpc_print_info()
|
| D | intel_huc.c | 216 intel_wakeref_t wakeref; in intel_huc_check_status() local
232 with_intel_runtime_pm(gt->uncore->rpm, wakeref) in intel_huc_check_status()
248 intel_wakeref_t wakeref; in intel_huc_load_status() local
262 with_intel_runtime_pm(gt->uncore->rpm, wakeref) in intel_huc_load_status()
|
| D | intel_guc_log.c | 411 intel_wakeref_t wakeref; in guc_log_capture_logs() local
419 with_intel_runtime_pm(&dev_priv->runtime_pm, wakeref) in guc_log_capture_logs()
505 intel_wakeref_t wakeref; in intel_guc_log_set_level() local
523 with_intel_runtime_pm(&dev_priv->runtime_pm, wakeref) in intel_guc_log_set_level()
612 intel_wakeref_t wakeref; in intel_guc_log_relay_flush() local
623 with_intel_runtime_pm(guc_to_gt(guc)->uncore->rpm, wakeref) in intel_guc_log_relay_flush()
|
| /Linux-v5.15/drivers/gpu/drm/i915/gvt/ |
| D | aperture_gm.c | 170 intel_wakeref_t wakeref; in free_vgpu_fence() local
176 wakeref = intel_runtime_pm_get(uncore->rpm); in free_vgpu_fence()
187 intel_runtime_pm_put(uncore->rpm, wakeref); in free_vgpu_fence()
195 intel_wakeref_t wakeref; in alloc_vgpu_fence() local
198 wakeref = intel_runtime_pm_get(uncore->rpm); in alloc_vgpu_fence()
214 intel_runtime_pm_put(uncore->rpm, wakeref); in alloc_vgpu_fence()
323 intel_wakeref_t wakeref; in intel_vgpu_reset_resource() local
325 with_intel_runtime_pm(gvt->gt->uncore->rpm, wakeref) in intel_vgpu_reset_resource()
|
