| /Linux-v6.1/drivers/gpu/drm/i915/gt/ |
| D | intel_gt_pm.c | 26 static void user_forcewake(struct intel_gt *gt, bool suspend) in user_forcewake() argument
28 int count = atomic_read(>->user_wakeref); in user_forcewake()
34 intel_gt_pm_get(gt); in user_forcewake()
36 GEM_BUG_ON(count > atomic_read(>->wakeref.count)); in user_forcewake()
37 atomic_sub(count, >->wakeref.count); in user_forcewake()
39 atomic_add(count, >->wakeref.count); in user_forcewake()
41 intel_gt_pm_put(gt); in user_forcewake()
44 static void runtime_begin(struct intel_gt *gt) in runtime_begin() argument
47 write_seqcount_begin(>->stats.lock); in runtime_begin()
48 gt->stats.start = ktime_get(); in runtime_begin()
[all …]
|
| D | intel_gt.c | 39 void intel_gt_common_init_early(struct intel_gt *gt) in intel_gt_common_init_early() argument
41 spin_lock_init(gt->irq_lock); in intel_gt_common_init_early()
43 INIT_LIST_HEAD(>->lmem_userfault_list); in intel_gt_common_init_early()
44 mutex_init(>->lmem_userfault_lock); in intel_gt_common_init_early()
45 INIT_LIST_HEAD(>->closed_vma); in intel_gt_common_init_early()
46 spin_lock_init(>->closed_lock); in intel_gt_common_init_early()
48 init_llist_head(>->watchdog.list); in intel_gt_common_init_early()
49 INIT_WORK(>->watchdog.work, intel_gt_watchdog_work); in intel_gt_common_init_early()
51 intel_gt_init_buffer_pool(gt); in intel_gt_common_init_early()
52 intel_gt_init_reset(gt); in intel_gt_common_init_early()
[all …]
|
| D | intel_gt_irq.c | 25 gen11_gt_engine_identity(struct intel_gt *gt, in gen11_gt_engine_identity() argument
28 void __iomem * const regs = gt->uncore->regs; in gen11_gt_engine_identity()
32 lockdep_assert_held(gt->irq_lock); in gen11_gt_engine_identity()
59 gen11_other_irq_handler(struct intel_gt *gt, const u8 instance, in gen11_other_irq_handler() argument
62 struct intel_gt *media_gt = gt->i915->media_gt; in gen11_other_irq_handler()
65 return guc_irq_handler(>->uc.guc, iir); in gen11_other_irq_handler()
70 return gen11_rps_irq_handler(>->rps, iir); in gen11_other_irq_handler()
75 return intel_pxp_irq_handler(>->pxp, iir); in gen11_other_irq_handler()
78 return intel_gsc_irq_handler(gt, iir); in gen11_other_irq_handler()
85 gen11_engine_irq_handler(struct intel_gt *gt, const u8 class, in gen11_engine_irq_handler() argument
[all …]
|
| D | intel_gt_pm.h | 14 static inline bool intel_gt_pm_is_awake(const struct intel_gt *gt) in intel_gt_pm_is_awake() argument
16 return intel_wakeref_is_active(>->wakeref); in intel_gt_pm_is_awake()
19 static inline void intel_gt_pm_get(struct intel_gt *gt) in intel_gt_pm_get() argument
21 intel_wakeref_get(>->wakeref); in intel_gt_pm_get()
24 static inline void __intel_gt_pm_get(struct intel_gt *gt) in __intel_gt_pm_get() argument
26 __intel_wakeref_get(>->wakeref); in __intel_gt_pm_get()
29 static inline bool intel_gt_pm_get_if_awake(struct intel_gt *gt) in intel_gt_pm_get_if_awake() argument
31 return intel_wakeref_get_if_active(>->wakeref); in intel_gt_pm_get_if_awake()
34 static inline void intel_gt_pm_might_get(struct intel_gt *gt) in intel_gt_pm_might_get() argument
36 intel_wakeref_might_get(>->wakeref); in intel_gt_pm_might_get()
[all …]
|
| D | intel_reset.c | 15 #include "gt/intel_gt_regs.h"
167 static int i915_do_reset(struct intel_gt *gt, in i915_do_reset() argument
171 struct pci_dev *pdev = to_pci_dev(gt->i915->drm.dev); in i915_do_reset()
196 static int g33_do_reset(struct intel_gt *gt, in g33_do_reset() argument
200 struct pci_dev *pdev = to_pci_dev(gt->i915->drm.dev); in g33_do_reset()
206 static int g4x_do_reset(struct intel_gt *gt, in g4x_do_reset() argument
210 struct pci_dev *pdev = to_pci_dev(gt->i915->drm.dev); in g4x_do_reset()
211 struct intel_uncore *uncore = gt->uncore; in g4x_do_reset()
222 GT_TRACE(gt, "Wait for media reset failed\n"); in g4x_do_reset()
230 GT_TRACE(gt, "Wait for render reset failed\n"); in g4x_do_reset()
[all …]
|
| D | intel_gt_sysfs_pm.c | 28 int (func)(struct intel_gt *gt, u32 val), u32 val) in sysfs_gt_attribute_w_func() argument
30 struct intel_gt *gt; in sysfs_gt_attribute_w_func() local
37 for_each_gt(gt, i915, i) { in sysfs_gt_attribute_w_func()
38 ret = func(gt, val); in sysfs_gt_attribute_w_func()
43 gt = intel_gt_sysfs_get_drvdata(dev, attr->attr.name); in sysfs_gt_attribute_w_func()
44 ret = func(gt, val); in sysfs_gt_attribute_w_func()
52 u32 (func)(struct intel_gt *gt), in sysfs_gt_attribute_r_func() argument
55 struct intel_gt *gt; in sysfs_gt_attribute_r_func() local
64 for_each_gt(gt, i915, i) { in sysfs_gt_attribute_r_func()
65 u32 val = func(gt); in sysfs_gt_attribute_r_func()
[all …]
|
| D | intel_gt_pm_irq.c | 13 static void write_pm_imr(struct intel_gt *gt) in write_pm_imr() argument
15 struct drm_i915_private *i915 = gt->i915; in write_pm_imr()
16 struct intel_uncore *uncore = gt->uncore; in write_pm_imr()
17 u32 mask = gt->pm_imr; in write_pm_imr()
32 static void gen6_gt_pm_update_irq(struct intel_gt *gt, in gen6_gt_pm_update_irq() argument
40 lockdep_assert_held(gt->irq_lock); in gen6_gt_pm_update_irq()
42 new_val = gt->pm_imr; in gen6_gt_pm_update_irq()
46 if (new_val != gt->pm_imr) { in gen6_gt_pm_update_irq()
47 gt->pm_imr = new_val; in gen6_gt_pm_update_irq()
48 write_pm_imr(gt); in gen6_gt_pm_update_irq()
[all …]
|
| D | intel_gt.h | 16 #define GT_TRACE(gt, fmt, ...) do { \ argument
17 const struct intel_gt *gt__ __maybe_unused = (gt); \
22 static inline bool gt_is_root(struct intel_gt *gt) in gt_is_root() argument
24 return !gt->info.id; in gt_is_root()
47 void intel_gt_common_init_early(struct intel_gt *gt);
49 int intel_gt_assign_ggtt(struct intel_gt *gt);
50 int intel_gt_init_mmio(struct intel_gt *gt);
51 int __must_check intel_gt_init_hw(struct intel_gt *gt);
52 int intel_gt_init(struct intel_gt *gt);
53 void intel_gt_driver_register(struct intel_gt *gt);
[all …]
|
| D | selftest_reset.c | 18 __igt_reset_stolen(struct intel_gt *gt, in __igt_reset_stolen() argument
22 struct i915_ggtt *ggtt = gt->ggtt; in __igt_reset_stolen()
23 const struct resource *dsm = >->i915->dsm; in __igt_reset_stolen()
51 igt_global_reset_lock(gt); in __igt_reset_stolen()
52 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in __igt_reset_stolen()
54 err = igt_spinner_init(&spin, gt); in __igt_reset_stolen()
58 for_each_engine(engine, gt, id) { in __igt_reset_stolen()
96 if (!__drm_mm_interval_first(>->i915->mm.stolen, in __igt_reset_stolen()
112 intel_gt_reset(gt, mask, NULL); in __igt_reset_stolen()
114 for_each_engine(engine, gt, id) { in __igt_reset_stolen()
[all …]
|
| D | intel_gt_mcr.c | 12 * DOC: GT Multicast/Replicated (MCR) Register Support
14 * Some GT registers are designed as "multicast" or "replicated" registers:
92 void intel_gt_mcr_init(struct intel_gt *gt) in intel_gt_mcr_init() argument
94 struct drm_i915_private *i915 = gt->i915; in intel_gt_mcr_init()
101 gt->info.mslice_mask = in intel_gt_mcr_init()
102 intel_slicemask_from_xehp_dssmask(gt->info.sseu.subslice_mask, in intel_gt_mcr_init()
104 gt->info.mslice_mask |= in intel_gt_mcr_init()
105 (intel_uncore_read(gt->uncore, GEN10_MIRROR_FUSE3) & in intel_gt_mcr_init()
108 if (!gt->info.mslice_mask) /* should be impossible! */ in intel_gt_mcr_init()
113 gt->steering_table[INSTANCE0] = pvc_instance0_steering_table; in intel_gt_mcr_init()
[all …]
|
| D | intel_gt_sysfs.c | 22 return !strncmp(kobj->name, "gt", 2); in is_object_gt()
32 * has been called, whether it's called from gt/ or from in intel_gt_sysfs_get_drvdata()
36 * If the interface is called from gt/ then private data is in intel_gt_sysfs_get_drvdata()
49 static struct kobject *gt_get_parent_obj(struct intel_gt *gt) in gt_get_parent_obj() argument
51 return >->i915->drm.primary->kdev->kobj; in gt_get_parent_obj()
58 struct intel_gt *gt = intel_gt_sysfs_get_drvdata(dev, attr->attr.name); in id_show() local
60 return sysfs_emit(buf, "%u\n", gt->info.id); in id_show()
81 void intel_gt_sysfs_register(struct intel_gt *gt) in intel_gt_sysfs_register() argument
88 * We generate the files only for gt 0 in intel_gt_sysfs_register()
91 if (gt_is_root(gt)) in intel_gt_sysfs_register()
[all …]
|
| D | intel_reset.h | 21 void intel_gt_init_reset(struct intel_gt *gt);
22 void intel_gt_fini_reset(struct intel_gt *gt);
25 void intel_gt_handle_error(struct intel_gt *gt,
31 void intel_gt_reset(struct intel_gt *gt,
41 int __must_check intel_gt_reset_trylock(struct intel_gt *gt, int *srcu);
42 void intel_gt_reset_unlock(struct intel_gt *gt, int tag);
44 void intel_gt_set_wedged(struct intel_gt *gt);
45 bool intel_gt_unset_wedged(struct intel_gt *gt);
46 int intel_gt_terminally_wedged(struct intel_gt *gt);
53 void intel_gt_set_wedged_on_init(struct intel_gt *gt);
[all …]
|
| D | intel_gt_clock_utils.c | 146 void intel_gt_init_clock_frequency(struct intel_gt *gt) in intel_gt_init_clock_frequency() argument
148 gt->clock_frequency = read_clock_frequency(gt->uncore); in intel_gt_init_clock_frequency()
151 if (GRAPHICS_VER(gt->i915) == 11) in intel_gt_init_clock_frequency()
152 gt->clock_period_ns = NSEC_PER_SEC / 13750000; in intel_gt_init_clock_frequency()
153 else if (gt->clock_frequency) in intel_gt_init_clock_frequency()
154 gt->clock_period_ns = intel_gt_clock_interval_to_ns(gt, 1); in intel_gt_init_clock_frequency()
156 GT_TRACE(gt, in intel_gt_init_clock_frequency()
158 gt->clock_frequency / 1000, in intel_gt_init_clock_frequency()
159 gt->clock_period_ns, in intel_gt_init_clock_frequency()
160 div_u64(mul_u32_u32(gt->clock_period_ns, S32_MAX), in intel_gt_init_clock_frequency()
[all …]
|
| D | intel_gt_debugfs.c | 18 int intel_gt_debugfs_reset_show(struct intel_gt *gt, u64 *val) in intel_gt_debugfs_reset_show() argument
20 int ret = intel_gt_terminally_wedged(gt); in intel_gt_debugfs_reset_show()
34 void intel_gt_debugfs_reset_store(struct intel_gt *gt, u64 val) in intel_gt_debugfs_reset_store() argument
37 wait_event(gt->reset.queue, in intel_gt_debugfs_reset_store()
38 !test_bit(I915_RESET_BACKOFF, >->reset.flags)); in intel_gt_debugfs_reset_store()
40 intel_gt_handle_error(gt, val, I915_ERROR_CAPTURE, in intel_gt_debugfs_reset_store()
66 struct intel_gt *gt = m->private; in steering_show() local
68 intel_gt_mcr_report_steering(&p, gt, true); in steering_show()
74 static void gt_debugfs_register(struct intel_gt *gt, struct dentry *root) in gt_debugfs_register() argument
81 intel_gt_debugfs_register_files(root, files, ARRAY_SIZE(files), gt); in gt_debugfs_register()
[all …]
|
| D | selftest_hangcheck.c | 33 struct intel_gt *gt; member
41 static int hang_init(struct hang *h, struct intel_gt *gt) in hang_init() argument
47 h->gt = gt; in hang_init()
49 h->ctx = kernel_context(gt->i915, NULL); in hang_init()
55 h->hws = i915_gem_object_create_internal(gt->i915, PAGE_SIZE); in hang_init()
61 h->obj = i915_gem_object_create_internal(gt->i915, PAGE_SIZE); in hang_init()
76 i915_coherent_map_type(gt->i915, h->obj, false)); in hang_init()
121 struct intel_gt *gt = h->gt; in hang_create_request() local
131 obj = i915_gem_object_create_internal(gt->i915, PAGE_SIZE); in hang_create_request()
137 vaddr = i915_gem_object_pin_map_unlocked(obj, i915_coherent_map_type(gt->i915, obj, false)); in hang_create_request()
[all …]
|
| D | intel_gt_pm_debugfs.c | 27 void intel_gt_pm_debugfs_forcewake_user_open(struct intel_gt *gt) in intel_gt_pm_debugfs_forcewake_user_open() argument
29 atomic_inc(>->user_wakeref); in intel_gt_pm_debugfs_forcewake_user_open()
30 intel_gt_pm_get(gt); in intel_gt_pm_debugfs_forcewake_user_open()
31 if (GRAPHICS_VER(gt->i915) >= 6) in intel_gt_pm_debugfs_forcewake_user_open()
32 intel_uncore_forcewake_user_get(gt->uncore); in intel_gt_pm_debugfs_forcewake_user_open()
35 void intel_gt_pm_debugfs_forcewake_user_release(struct intel_gt *gt) in intel_gt_pm_debugfs_forcewake_user_release() argument
37 if (GRAPHICS_VER(gt->i915) >= 6) in intel_gt_pm_debugfs_forcewake_user_release()
38 intel_uncore_forcewake_user_put(gt->uncore); in intel_gt_pm_debugfs_forcewake_user_release()
39 intel_gt_pm_put(gt); in intel_gt_pm_debugfs_forcewake_user_release()
40 atomic_dec(>->user_wakeref); in intel_gt_pm_debugfs_forcewake_user_release()
[all …]
|
| D | selftest_gt_pm.c | 68 struct intel_gt *gt = arg; in live_gt_clocks() local
73 if (!gt->clock_frequency) { /* unknown */ in live_gt_clocks()
78 if (GRAPHICS_VER(gt->i915) < 4) /* Any CS_TIMESTAMP? */ in live_gt_clocks()
81 if (GRAPHICS_VER(gt->i915) == 5) in live_gt_clocks()
90 if (GRAPHICS_VER(gt->i915) == 4) in live_gt_clocks()
100 intel_gt_pm_get(gt); in live_gt_clocks()
101 intel_uncore_forcewake_get(gt->uncore, FORCEWAKE_ALL); in live_gt_clocks()
103 for_each_engine(engine, gt, id) { in live_gt_clocks()
114 time = intel_gt_clock_interval_to_ns(engine->gt, cycles); in live_gt_clocks()
115 expected = intel_gt_ns_to_clock_interval(engine->gt, dt); in live_gt_clocks()
[all …]
|
| /Linux-v6.1/drivers/gpu/drm/i915/ |
| D | Makefile | 83 gt-y += \
84 gt/gen2_engine_cs.o \
85 gt/gen6_engine_cs.o \
86 gt/gen6_ppgtt.o \
87 gt/gen7_renderclear.o \
88 gt/gen8_engine_cs.o \
89 gt/gen8_ppgtt.o \
90 gt/intel_breadcrumbs.o \
91 gt/intel_context.o \
92 gt/intel_context_sseu.o \
[all …]
|
| D | i915_gpu_error.c | 47 #include "gt/intel_engine_regs.h"
48 #include "gt/intel_gt.h"
49 #include "gt/intel_gt_mcr.h"
50 #include "gt/intel_gt_pm.h"
51 #include "gt/intel_gt_regs.h"
52 #include "gt/uc/intel_guc_capture.h"
456 for_each_ss_steering(iter, ee->engine->gt, slice, subslice) in error_print_instdone()
461 for_each_ss_steering(iter, ee->engine->gt, slice, subslice) in error_print_instdone()
470 for_each_ss_steering(iter, ee->engine->gt, slice, subslice) in error_print_instdone()
718 struct intel_gt_coredump *gt) in err_print_gt_info() argument
[all …]
|
| /Linux-v6.1/drivers/gpu/drm/nouveau/nvkm/engine/device/ |
| D | pci.c | 80 { 0x106b, 0x0605, "GeForce GT 130" },
86 { 0x1043, 0x202d, "GeForce GT 220M" },
92 { 0x152d, 0x0850, "GeForce GT 240M LE" },
98 { 0x1043, 0x14a2, "GeForce GT 320M" },
99 { 0x1043, 0x14d2, "GeForce GT 320M" },
105 { 0x106b, 0x0633, "GeForce GT 120" },
111 { 0x106b, 0x0693, "GeForce GT 120" },
232 { 0x1025, 0x0692, "GeForce GT 620M" },
233 { 0x1025, 0x0725, "GeForce GT 620M" },
234 { 0x1025, 0x0728, "GeForce GT 620M" },
[all …]
|
| /Linux-v6.1/drivers/gpu/drm/i915/selftests/ |
| D | igt_reset.c | 9 #include "gt/intel_engine.h"
10 #include "gt/intel_gt.h"
14 void igt_global_reset_lock(struct intel_gt *gt) in igt_global_reset_lock() argument
19 pr_debug("%s: current gpu_error=%08lx\n", __func__, gt->reset.flags); in igt_global_reset_lock()
21 while (test_and_set_bit(I915_RESET_BACKOFF, >->reset.flags)) in igt_global_reset_lock()
22 wait_event(gt->reset.queue, in igt_global_reset_lock()
23 !test_bit(I915_RESET_BACKOFF, >->reset.flags)); in igt_global_reset_lock()
25 for_each_engine(engine, gt, id) { in igt_global_reset_lock()
27 >->reset.flags)) in igt_global_reset_lock()
28 wait_on_bit(>->reset.flags, I915_RESET_ENGINE + id, in igt_global_reset_lock()
[all …]
|
| /Linux-v6.1/drivers/gpu/drm/i915/pxp/ |
| D | intel_pxp_irq.c | 9 #include "gt/intel_gt_irq.h"
10 #include "gt/intel_gt_regs.h"
11 #include "gt/intel_gt_types.h"
23 struct intel_gt *gt = pxp_to_gt(pxp); in intel_pxp_irq_handler() local
28 lockdep_assert_held(gt->irq_lock); in intel_pxp_irq_handler()
47 static inline void __pxp_set_interrupts(struct intel_gt *gt, u32 interrupts) in __pxp_set_interrupts() argument
49 struct intel_uncore *uncore = gt->uncore; in __pxp_set_interrupts()
56 static inline void pxp_irq_reset(struct intel_gt *gt) in pxp_irq_reset() argument
58 spin_lock_irq(gt->irq_lock); in pxp_irq_reset()
59 gen11_gt_reset_one_iir(gt, 0, GEN11_KCR); in pxp_irq_reset()
[all …]
|
| /Linux-v6.1/drivers/gpu/drm/i915/gt/uc/ |
| D | selftest_guc.c | 49 struct intel_gt *gt = arg; in intel_guc_scrub_ctbs() local
57 if (!intel_has_gpu_reset(gt)) in intel_guc_scrub_ctbs()
60 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in intel_guc_scrub_ctbs()
61 engine = intel_selftest_find_any_engine(gt); in intel_guc_scrub_ctbs()
68 drm_err(>->i915->drm, "Failed to create context, %d: %d\n", i, ret); in intel_guc_scrub_ctbs()
89 drm_err(>->i915->drm, "Failed to create request, %d: %d\n", i, ret); in intel_guc_scrub_ctbs()
99 drm_err(>->i915->drm, "Last request failed to complete: %d\n", ret); in intel_guc_scrub_ctbs()
107 intel_gt_retire_requests(gt); in intel_guc_scrub_ctbs()
111 intel_gt_handle_error(engine->gt, -1, 0, "selftest reset"); in intel_guc_scrub_ctbs()
113 /* GT will not idle if G2H are lost */ in intel_guc_scrub_ctbs()
[all …]
|
| D | selftest_guc_hangcheck.c | 9 #include "gt/intel_engine_heartbeat.h"
30 struct intel_gt *gt = arg; in intel_hang_guc() local
37 struct i915_gpu_error *global = >->i915->gpu_error; in intel_hang_guc()
43 ctx = kernel_context(gt->i915, NULL); in intel_hang_guc()
45 drm_err(>->i915->drm, "Failed get kernel context: %ld\n", PTR_ERR(ctx)); in intel_hang_guc()
49 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in intel_hang_guc()
51 ce = intel_context_create(gt->engine[BCS0]); in intel_hang_guc()
54 drm_err(>->i915->drm, "Failed to create spinner request: %d\n", ret); in intel_hang_guc()
64 drm_err(>->i915->drm, "Failed to boost heatbeat interval: %d\n", ret); in intel_hang_guc()
68 ret = igt_spinner_init(&spin, engine->gt); in intel_hang_guc()
[all …]
|
| D | intel_guc.c | 7 #include "gt/intel_gt.h"
8 #include "gt/intel_gt_irq.h"
9 #include "gt/intel_gt_pm_irq.h"
10 #include "gt/intel_gt_regs.h"
22 * The GuC is a microcontroller inside the GT HW, introduced in gen9. The GuC is
28 * - GT Power management.
42 struct intel_gt *gt = guc_to_gt(guc); in intel_guc_notify() local
50 intel_uncore_write(gt->uncore, guc->notify_reg, GUC_SEND_TRIGGER); in intel_guc_notify()
64 struct intel_gt *gt = guc_to_gt(guc); in intel_guc_init_send_regs() local
72 fw_domains |= intel_uncore_forcewake_for_reg(gt->uncore, in intel_guc_init_send_regs()
[all …]
|
