| /Linux-v5.10/drivers/gpu/drm/i915/ |
| D | intel_wakeref.c | 14 wf->wakeref = intel_runtime_pm_get(wf->rpm); in rpm_get()
19 intel_wakeref_t wakeref = fetch_and_zero(&wf->wakeref); in rpm_put() local
21 intel_runtime_pm_put(wf->rpm, wakeref); in rpm_put()
22 INTEL_WAKEREF_BUG_ON(!wakeref); in rpm_put()
64 wake_up_var(&wf->wakeref); in ____intel_wakeref_put_last()
106 wf->wakeref = 0; in __intel_wakeref_init()
119 err = wait_var_event_killable(&wf->wakeref, in intel_wakeref_wait_for_idle()
131 intel_wakeref_t wakeref; in wakeref_auto_timeout() local
137 wakeref = fetch_and_zero(&wf->wakeref); in wakeref_auto_timeout()
140 intel_runtime_pm_put(wf->rpm, wakeref); in wakeref_auto_timeout()
[all …]
|
| D | i915_debugfs.c | 388 intel_wakeref_t wakeref; in gen8_display_interrupt_info() local
391 wakeref = intel_display_power_get_if_enabled(dev_priv, in gen8_display_interrupt_info()
393 if (!wakeref) { in gen8_display_interrupt_info()
408 intel_display_power_put(dev_priv, power_domain, wakeref); in gen8_display_interrupt_info()
437 intel_wakeref_t wakeref; in i915_interrupt_info() local
440 wakeref = intel_runtime_pm_get(&dev_priv->runtime_pm); in i915_interrupt_info()
653 intel_runtime_pm_put(&dev_priv->runtime_pm, wakeref); in i915_interrupt_info()
724 intel_wakeref_t wakeref; in i915_gpu_info_open() local
727 with_intel_runtime_pm(&i915->runtime_pm, wakeref) in i915_gpu_info_open()
788 intel_wakeref_t wakeref; in i915_frequency_info() local
[all …]
|
| D | intel_wakeref.h | 40 intel_wakeref_t wakeref; member
225 return READ_ONCE(wf->wakeref); in intel_wakeref_is_active()
256 intel_wakeref_t wakeref; member
|
| D | i915_gem.c | 117 intel_wakeref_t wakeref; in i915_gem_object_unbind() local
130 wakeref = intel_runtime_pm_get(rpm); in i915_gem_object_unbind()
177 intel_runtime_pm_put(rpm, wakeref); in i915_gem_object_unbind()
382 intel_wakeref_t wakeref; in i915_gem_gtt_pread() local
390 wakeref = intel_runtime_pm_get(&i915->runtime_pm); in i915_gem_gtt_pread()
467 intel_runtime_pm_put(&i915->runtime_pm, wakeref); in i915_gem_gtt_pread()
572 intel_wakeref_t wakeref; in i915_gem_gtt_pwrite_fast() local
588 wakeref = intel_runtime_pm_get_if_in_use(rpm); in i915_gem_gtt_pwrite_fast()
589 if (!wakeref) in i915_gem_gtt_pwrite_fast()
593 wakeref = intel_runtime_pm_get(rpm); in i915_gem_gtt_pwrite_fast()
[all …]
|
| /Linux-v5.10/drivers/gpu/drm/i915/gt/ |
| D | intel_engine_pm.h | 17 return intel_wakeref_is_active(&engine->wakeref); in intel_engine_pm_is_awake()
22 intel_wakeref_get(&engine->wakeref); in intel_engine_pm_get()
27 return intel_wakeref_get_if_active(&engine->wakeref); in intel_engine_pm_get_if_awake()
32 intel_wakeref_put(&engine->wakeref); in intel_engine_pm_put()
37 intel_wakeref_put_async(&engine->wakeref); in intel_engine_pm_put_async()
43 intel_wakeref_put_delay(&engine->wakeref, delay); in intel_engine_pm_put_delay()
48 intel_wakeref_unlock_wait(&engine->wakeref); in intel_engine_pm_flush()
|
| D | intel_gt_pm.h | 17 return intel_wakeref_is_active(>->wakeref); in intel_gt_pm_is_awake()
22 intel_wakeref_get(>->wakeref); in intel_gt_pm_get()
27 __intel_wakeref_get(>->wakeref); in __intel_gt_pm_get()
32 return intel_wakeref_get_if_active(>->wakeref); in intel_gt_pm_get_if_awake()
37 intel_wakeref_put(>->wakeref); in intel_gt_pm_put()
42 intel_wakeref_put_async(>->wakeref); in intel_gt_pm_put_async()
47 return intel_wakeref_wait_for_idle(>->wakeref); in intel_gt_pm_wait_for_idle()
|
| D | intel_gt_pm.c | 34 GEM_BUG_ON(count > atomic_read(>->wakeref.count)); in user_forcewake()
35 atomic_sub(count, >->wakeref.count); in user_forcewake()
37 atomic_add(count, >->wakeref.count); in user_forcewake()
44 struct intel_gt *gt = container_of(wf, typeof(*gt), wakeref); in __gt_unpark()
76 struct intel_gt *gt = container_of(wf, typeof(*gt), wakeref); in __gt_park()
77 intel_wakeref_t wakeref = fetch_and_zero(>->awake); in __gt_park() local
93 GEM_BUG_ON(!wakeref); in __gt_park()
94 intel_display_power_put_async(i915, POWER_DOMAIN_GT_IRQ, wakeref); in __gt_park()
108 intel_wakeref_init(>->wakeref, gt->uncore->rpm, &wf_ops); in intel_gt_pm_init_early()
134 intel_wakeref_t wakeref; in gt_sanitize() local
[all …]
|
| D | selftest_reset.c | 25 intel_wakeref_t wakeref; in __igt_reset_stolen() local
51 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in __igt_reset_stolen()
171 intel_runtime_pm_put(gt->uncore->rpm, wakeref); in __igt_reset_stolen()
208 intel_wakeref_t wakeref; in igt_global_reset() local
214 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in igt_global_reset()
225 intel_runtime_pm_put(gt->uncore->rpm, wakeref); in igt_global_reset()
237 intel_wakeref_t wakeref; in igt_wedged_reset() local
242 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in igt_wedged_reset()
249 intel_runtime_pm_put(gt->uncore->rpm, wakeref); in igt_wedged_reset()
|
| D | selftest_llc.c | 15 intel_wakeref_t wakeref; in gen6_verify_ring_freq() local
19 wakeref = intel_runtime_pm_get(llc_to_gt(llc)->uncore->rpm); in gen6_verify_ring_freq()
66 intel_runtime_pm_put(llc_to_gt(llc)->uncore->rpm, wakeref); in gen6_verify_ring_freq()
|
| D | intel_engine_pm.c | 23 container_of(wf, typeof(*engine), wakeref); in __engine_unpark()
129 __intel_wakeref_defer_park(&engine->wakeref); in __queue_and_release_pm()
232 container_of(wf, typeof(*engine), wakeref); in __engine_park()
275 intel_wakeref_init(&engine->wakeref, rpm, &wf_ops); in intel_engine_init__pm()
|
| D | debugfs_gt_pm.c | 45 intel_wakeref_t wakeref; in print_rc6_res() local
47 with_intel_runtime_pm(gt->uncore->rpm, wakeref) in print_rc6_res()
226 intel_wakeref_t wakeref; in drpc_show() local
229 with_intel_runtime_pm(gt->uncore->rpm, wakeref) { in drpc_show()
248 intel_wakeref_t wakeref; in frequency_show() local
250 wakeref = intel_runtime_pm_get(uncore->rpm); in frequency_show()
480 intel_runtime_pm_put(uncore->rpm, wakeref); in frequency_show()
493 intel_wakeref_t wakeref; in llc_show() local
510 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in llc_show()
525 intel_runtime_pm_put(gt->uncore->rpm, wakeref); in llc_show()
|
| D | selftest_rc6.c | 36 intel_wakeref_t wakeref; in live_rc6_manual() local
53 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in live_rc6_manual()
113 intel_runtime_pm_put(gt->uncore->rpm, wakeref); in live_rc6_manual()
|
| /Linux-v5.10/drivers/gpu/drm/i915/selftests/ |
| D | i915_gem.c | 73 intel_wakeref_t wakeref; in simulate_hibernate() local
75 wakeref = intel_runtime_pm_get(&i915->runtime_pm); in simulate_hibernate()
86 intel_runtime_pm_put(&i915->runtime_pm, wakeref); in simulate_hibernate()
98 intel_wakeref_t wakeref; in pm_suspend() local
100 with_intel_runtime_pm(&i915->runtime_pm, wakeref) { in pm_suspend()
108 intel_wakeref_t wakeref; in pm_hibernate() local
110 with_intel_runtime_pm(&i915->runtime_pm, wakeref) { in pm_hibernate()
120 intel_wakeref_t wakeref; in pm_resume() local
126 with_intel_runtime_pm(&i915->runtime_pm, wakeref) { in pm_resume()
|
| D | i915_gem_evict.c | 381 intel_wakeref_t wakeref; in igt_evict_contexts() local
400 wakeref = intel_runtime_pm_get(&i915->runtime_pm); in igt_evict_contexts()
514 intel_runtime_pm_put(&i915->runtime_pm, wakeref); in igt_evict_contexts()
529 intel_wakeref_t wakeref; in i915_gem_evict_mock_selftests() local
536 with_intel_runtime_pm(&i915->runtime_pm, wakeref) in i915_gem_evict_mock_selftests()
|
| /Linux-v5.10/drivers/gpu/drm/i915/gem/ |
| D | i915_gem_shrinker.c | 112 intel_wakeref_t wakeref = 0; in i915_gem_shrink() local
124 wakeref = intel_runtime_pm_get_if_in_use(&i915->runtime_pm); in i915_gem_shrink()
125 if (!wakeref) in i915_gem_shrink()
222 intel_runtime_pm_put(&i915->runtime_pm, wakeref); in i915_gem_shrink()
245 intel_wakeref_t wakeref; in i915_gem_shrink_all() local
248 with_intel_runtime_pm(&i915->runtime_pm, wakeref) { in i915_gem_shrink_all()
301 intel_wakeref_t wakeref; in i915_gem_shrinker_scan() local
303 with_intel_runtime_pm(&i915->runtime_pm, wakeref) { in i915_gem_shrinker_scan()
324 intel_wakeref_t wakeref; in i915_gem_shrinker_oom() local
328 with_intel_runtime_pm(&i915->runtime_pm, wakeref) in i915_gem_shrinker_oom()
[all …]
|
| /Linux-v5.10/drivers/gpu/drm/i915/display/ |
| D | intel_display_power.h | 212 intel_wakeref_t wakeref; member
283 intel_wakeref_t wakeref);
288 intel_wakeref_t wakeref);
292 intel_wakeref_t wakeref) in intel_display_power_put_async() argument
294 __intel_display_power_put_async(i915, domain, wakeref); in intel_display_power_put_async()
300 intel_wakeref_t wakeref) in intel_display_power_put() argument
308 intel_wakeref_t wakeref) in intel_display_power_put_async() argument
|
| D | intel_vga.c | 57 intel_wakeref_t wakeref; in intel_vga_redisable() local
68 wakeref = intel_display_power_get_if_enabled(i915, POWER_DOMAIN_VGA); in intel_vga_redisable()
69 if (!wakeref) in intel_vga_redisable()
74 intel_display_power_put(i915, POWER_DOMAIN_VGA, wakeref); in intel_vga_redisable()
|
| D | intel_tc.c | 81 tc_cold_unblock(struct intel_digital_port *dig_port, intel_wakeref_t wakeref) in tc_cold_unblock() argument
91 if (wakeref == 0) in tc_cold_unblock()
95 intel_display_power_put_async(i915, domain, wakeref); in tc_cold_unblock()
147 intel_wakeref_t wakeref; in intel_tc_port_fia_max_lane_count() local
156 with_intel_display_power(i915, POWER_DOMAIN_DISPLAY_CORE, wakeref) in intel_tc_port_fia_max_lane_count()
591 intel_wakeref_t wakeref; in __intel_tc_port_lock() local
593 wakeref = intel_display_power_get(i915, POWER_DOMAIN_DISPLAY_CORE); in __intel_tc_port_lock()
609 dig_port->tc_lock_wakeref = wakeref; in __intel_tc_port_lock()
620 intel_wakeref_t wakeref = fetch_and_zero(&dig_port->tc_lock_wakeref); in intel_tc_port_unlock() local
625 wakeref); in intel_tc_port_unlock()
|
| D | intel_display_debugfs.c | 44 intel_wakeref_t wakeref; in i915_fbc_status() local
49 wakeref = intel_runtime_pm_get(&dev_priv->runtime_pm); in i915_fbc_status()
76 intel_runtime_pm_put(&dev_priv->runtime_pm, wakeref); in i915_fbc_status()
120 intel_wakeref_t wakeref; in i915_ips_status() local
125 wakeref = intel_runtime_pm_get(&dev_priv->runtime_pm); in i915_ips_status()
139 intel_runtime_pm_put(&dev_priv->runtime_pm, wakeref); in i915_ips_status()
147 intel_wakeref_t wakeref; in i915_sr_status() local
150 wakeref = intel_display_power_get(dev_priv, POWER_DOMAIN_INIT); in i915_sr_status()
166 intel_display_power_put(dev_priv, POWER_DOMAIN_INIT, wakeref); in i915_sr_status()
333 intel_wakeref_t wakeref; in i915_edp_psr_status() local
[all …]
|
| D | intel_dpll_mgr.c | 409 intel_wakeref_t wakeref; in ibx_pch_dpll_get_hw_state() local
412 wakeref = intel_display_power_get_if_enabled(dev_priv, in ibx_pch_dpll_get_hw_state()
414 if (!wakeref) in ibx_pch_dpll_get_hw_state()
422 intel_display_power_put(dev_priv, POWER_DOMAIN_DISPLAY_CORE, wakeref); in ibx_pch_dpll_get_hw_state()
612 intel_wakeref_t wakeref; in hsw_ddi_wrpll_get_hw_state() local
615 wakeref = intel_display_power_get_if_enabled(dev_priv, in hsw_ddi_wrpll_get_hw_state()
617 if (!wakeref) in hsw_ddi_wrpll_get_hw_state()
623 intel_display_power_put(dev_priv, POWER_DOMAIN_DISPLAY_CORE, wakeref); in hsw_ddi_wrpll_get_hw_state()
632 intel_wakeref_t wakeref; in hsw_ddi_spll_get_hw_state() local
635 wakeref = intel_display_power_get_if_enabled(dev_priv, in hsw_ddi_spll_get_hw_state()
[all …]
|
| D | intel_crt.c | 93 intel_wakeref_t wakeref; in intel_crt_get_hw_state() local
96 wakeref = intel_display_power_get_if_enabled(dev_priv, in intel_crt_get_hw_state()
98 if (!wakeref) in intel_crt_get_hw_state()
103 intel_display_power_put(dev_priv, encoder->power_domain, wakeref); in intel_crt_get_hw_state()
828 intel_wakeref_t wakeref; in intel_crt_detect() local
840 wakeref = intel_display_power_get(dev_priv, in intel_crt_detect()
849 wakeref = intel_display_power_get(dev_priv, in intel_crt_detect()
907 intel_display_power_put(dev_priv, intel_encoder->power_domain, wakeref); in intel_crt_detect()
924 intel_wakeref_t wakeref; in intel_crt_get_modes() local
928 wakeref = intel_display_power_get(dev_priv, in intel_crt_get_modes()
[all …]
|
| D | intel_csr.c | 618 drm_WARN_ON(&dev_priv->drm, dev_priv->csr.wakeref); in intel_csr_runtime_pm_get()
619 dev_priv->csr.wakeref = in intel_csr_runtime_pm_get()
625 intel_wakeref_t wakeref __maybe_unused = in intel_csr_runtime_pm_put()
626 fetch_and_zero(&dev_priv->csr.wakeref); in intel_csr_runtime_pm_put()
628 intel_display_power_put(dev_priv, POWER_DOMAIN_INIT, wakeref); in intel_csr_runtime_pm_put()
802 drm_WARN_ON(&dev_priv->drm, dev_priv->csr.wakeref); in intel_csr_ucode_fini()
|
| /Linux-v5.10/drivers/gpu/drm/i915/gvt/ |
| D | aperture_gm.c | 170 intel_wakeref_t wakeref; in free_vgpu_fence() local
176 wakeref = intel_runtime_pm_get(uncore->rpm); in free_vgpu_fence()
187 intel_runtime_pm_put(uncore->rpm, wakeref); in free_vgpu_fence()
195 intel_wakeref_t wakeref; in alloc_vgpu_fence() local
198 wakeref = intel_runtime_pm_get(uncore->rpm); in alloc_vgpu_fence()
214 intel_runtime_pm_put(uncore->rpm, wakeref); in alloc_vgpu_fence()
323 intel_wakeref_t wakeref; in intel_vgpu_reset_resource() local
325 with_intel_runtime_pm(gvt->gt->uncore->rpm, wakeref) in intel_vgpu_reset_resource()
|
| /Linux-v5.10/drivers/gpu/drm/i915/gt/uc/ |
| D | intel_huc.c | 214 intel_wakeref_t wakeref; in intel_huc_check_status() local
230 with_intel_runtime_pm(gt->uncore->rpm, wakeref) in intel_huc_check_status()
246 intel_wakeref_t wakeref; in intel_huc_load_status() local
260 with_intel_runtime_pm(gt->uncore->rpm, wakeref) in intel_huc_load_status()
|
| D | intel_guc_log.c | 413 intel_wakeref_t wakeref; in guc_log_capture_logs() local
421 with_intel_runtime_pm(&dev_priv->runtime_pm, wakeref) in guc_log_capture_logs()
512 intel_wakeref_t wakeref; in intel_guc_log_set_level() local
530 with_intel_runtime_pm(&dev_priv->runtime_pm, wakeref) in intel_guc_log_set_level()
619 intel_wakeref_t wakeref; in intel_guc_log_relay_flush() local
630 with_intel_runtime_pm(guc_to_gt(guc)->uncore->rpm, wakeref) in intel_guc_log_relay_flush()
|
