| /Linux-v5.15/drivers/gpu/drm/amd/amdkfd/ |
| D | kfd_mqd_manager_cik.c | 34 static inline struct cik_mqd *get_mqd(void *mqd) in get_mqd() argument
36 return (struct cik_mqd *)mqd; in get_mqd()
39 static inline struct cik_sdma_rlc_registers *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
41 return (struct cik_sdma_rlc_registers *)mqd; in get_sdma_mqd()
44 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask() argument
56 m = get_mqd(mqd); in update_cu_mask()
87 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd() argument
135 *mqd = m; in init_mqd()
141 static void init_mqd_sdma(struct mqd_manager *mm, void **mqd, in init_mqd_sdma() argument
151 *mqd = m; in init_mqd_sdma()
[all …]
|
| D | kfd_mqd_manager_vi.c | 37 static inline struct vi_mqd *get_mqd(void *mqd) in get_mqd() argument
39 return (struct vi_mqd *)mqd; in get_mqd()
42 static inline struct vi_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
44 return (struct vi_sdma_mqd *)mqd; in get_sdma_mqd()
47 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask() argument
59 m = get_mqd(mqd); in update_cu_mask()
90 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd() argument
150 *mqd = m; in init_mqd()
156 static int load_mqd(struct mqd_manager *mm, void *mqd, in load_mqd() argument
164 return mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id, in load_mqd()
[all …]
|
| D | kfd_mqd_manager_v10.c | 34 static inline struct v10_compute_mqd *get_mqd(void *mqd) in get_mqd() argument
36 return (struct v10_compute_mqd *)mqd; in get_mqd()
39 static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
41 return (struct v10_sdma_mqd *)mqd; in get_sdma_mqd()
44 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask() argument
56 m = get_mqd(mqd); in update_cu_mask()
87 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd() argument
136 *mqd = m; in init_mqd()
142 static int load_mqd(struct mqd_manager *mm, void *mqd, in load_mqd() argument
150 r = mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id, in load_mqd()
[all …]
|
| D | kfd_mqd_manager_v9.c | 35 static inline struct v9_mqd *get_mqd(void *mqd) in get_mqd() argument
37 return (struct v9_mqd *)mqd; in get_mqd()
40 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
42 return (struct v9_sdma_mqd *)mqd; in get_sdma_mqd()
45 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask() argument
57 m = get_mqd(mqd); in update_cu_mask()
130 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd() argument
188 *mqd = m; in init_mqd()
194 static int load_mqd(struct mqd_manager *mm, void *mqd, in load_mqd() argument
201 return mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id, in load_mqd()
[all …]
|
| D | kfd_mqd_manager.h | 73 void (*init_mqd)(struct mqd_manager *mm, void **mqd,
77 int (*load_mqd)(struct mqd_manager *mm, void *mqd,
82 void (*update_mqd)(struct mqd_manager *mm, void *mqd,
85 int (*destroy_mqd)(struct mqd_manager *mm, void *mqd,
90 void (*free_mqd)(struct mqd_manager *mm, void *mqd,
93 bool (*is_occupied)(struct mqd_manager *mm, void *mqd,
97 int (*get_wave_state)(struct mqd_manager *mm, void *mqd,
105 uint32_t (*read_doorbell_id)(void *mqd);
117 void free_mqd_hiq_sdma(struct mqd_manager *mm, void *mqd,
|
| D | kfd_kernel_queue.c | 151 kq->mqd_mgr->init_mqd(kq->mqd_mgr, &kq->queue->mqd, in kq_initialize()
160 kq->mqd_mgr->load_mqd(kq->mqd_mgr, kq->queue->mqd, in kq_initialize()
180 kq->mqd_mgr->free_mqd(kq->mqd_mgr, kq->queue->mqd, kq->queue->mqd_mem_obj); in kq_initialize()
203 kq->queue->mqd, in kq_uninitialize()
211 kq->mqd_mgr->free_mqd(kq->mqd_mgr, kq->queue->mqd, in kq_uninitialize()
|
| D | kfd_device_queue_manager.c | 371 mqd_mgr->init_mqd(mqd_mgr, &q->mqd, q->mqd_mem_obj, in create_queue_nocpsch()
383 retval = mqd_mgr->load_mqd(mqd_mgr, q->mqd, q->pipe, in create_queue_nocpsch()
405 mqd_mgr->free_mqd(mqd_mgr, q->mqd, q->mqd_mem_obj); in create_queue_nocpsch()
495 retval = mqd_mgr->destroy_mqd(mqd_mgr, q->mqd, in destroy_queue_nocpsch_locked()
555 mqd_mgr->free_mqd(mqd_mgr, q->mqd, q->mqd_mem_obj); in destroy_queue_nocpsch()
597 retval = mqd_mgr->destroy_mqd(mqd_mgr, q->mqd, in update_queue()
608 mqd_mgr->update_mqd(mqd_mgr, q->mqd, &q->properties); in update_queue()
645 retval = mqd_mgr->load_mqd(mqd_mgr, q->mqd, in update_queue()
692 retval = mqd_mgr->destroy_mqd(mqd_mgr, q->mqd, in evict_process_queues_nocpsch()
813 retval = mqd_mgr->load_mqd(mqd_mgr, q->mqd, q->pipe, in restore_process_queues_nocpsch()
[all …]
|
| /Linux-v5.15/drivers/gpu/drm/amd/amdgpu/ |
| D | mes_v10_1.c | 597 struct v10_compute_mqd *mqd = ring->mqd_ptr; in mes_v10_1_mqd_init() local
601 mqd->header = 0xC0310800; in mes_v10_1_mqd_init()
602 mqd->compute_pipelinestat_enable = 0x00000001; in mes_v10_1_mqd_init()
603 mqd->compute_static_thread_mgmt_se0 = 0xffffffff; in mes_v10_1_mqd_init()
604 mqd->compute_static_thread_mgmt_se1 = 0xffffffff; in mes_v10_1_mqd_init()
605 mqd->compute_static_thread_mgmt_se2 = 0xffffffff; in mes_v10_1_mqd_init()
606 mqd->compute_static_thread_mgmt_se3 = 0xffffffff; in mes_v10_1_mqd_init()
607 mqd->compute_misc_reserved = 0x00000003; in mes_v10_1_mqd_init()
610 mqd->cp_hqd_eop_base_addr_lo = eop_base_addr; in mes_v10_1_mqd_init()
611 mqd->cp_hqd_eop_base_addr_hi = upper_32_bits(eop_base_addr); in mes_v10_1_mqd_init()
[all …]
|
| D | amdgpu_amdkfd_arcturus.c | 65 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
67 return (struct v9_sdma_mqd *)mqd; in get_sdma_mqd()
126 int kgd_arcturus_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, in kgd_arcturus_hqd_sdma_load() argument
137 m = get_sdma_mqd(mqd); in kgd_arcturus_hqd_sdma_load()
228 bool kgd_arcturus_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd) in kgd_arcturus_hqd_sdma_is_occupied() argument
235 m = get_sdma_mqd(mqd); in kgd_arcturus_hqd_sdma_is_occupied()
247 int kgd_arcturus_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, in kgd_arcturus_hqd_sdma_destroy() argument
256 m = get_sdma_mqd(mqd); in kgd_arcturus_hqd_sdma_destroy()
|
| D | amdgpu_amdkfd_arcturus.h | 23 int kgd_arcturus_hqd_sdma_load(struct kgd_dev *kgd, void *mqd,
28 bool kgd_arcturus_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd);
29 int kgd_arcturus_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd,
|
| D | amdgpu_amdkfd_gfx_v8.c | 158 static inline struct vi_mqd *get_mqd(void *mqd) in get_mqd() argument
160 return (struct vi_mqd *)mqd; in get_mqd()
163 static inline struct vi_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
165 return (struct vi_sdma_mqd *)mqd; in get_sdma_mqd()
168 static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, in kgd_hqd_load() argument
179 m = get_mqd(mqd); in kgd_hqd_load()
279 static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, in kgd_hqd_sdma_load() argument
288 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load()
392 static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd) in kgd_hqd_sdma_is_occupied() argument
399 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_is_occupied()
[all …]
|
| D | amdgpu_amdkfd_gfx_v10.c | 211 static inline struct v10_compute_mqd *get_mqd(void *mqd) in get_mqd() argument
213 return (struct v10_compute_mqd *)mqd; in get_mqd()
216 static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
218 return (struct v10_sdma_mqd *)mqd; in get_sdma_mqd()
221 static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, in kgd_hqd_load() argument
231 m = get_mqd(mqd); in kgd_hqd_load()
304 static int kgd_hiq_mqd_load(struct kgd_dev *kgd, void *mqd, in kgd_hiq_mqd_load() argument
314 m = get_mqd(mqd); in kgd_hiq_mqd_load()
389 static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, in kgd_hqd_sdma_load() argument
400 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load()
[all …]
|
| D | amdgpu_amdkfd_gfx_v9.c | 226 static inline struct v9_mqd *get_mqd(void *mqd) in get_mqd() argument
228 return (struct v9_mqd *)mqd; in get_mqd()
231 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
233 return (struct v9_sdma_mqd *)mqd; in get_sdma_mqd()
236 int kgd_gfx_v9_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, in kgd_gfx_v9_hqd_load() argument
246 m = get_mqd(mqd); in kgd_gfx_v9_hqd_load()
316 int kgd_gfx_v9_hiq_mqd_load(struct kgd_dev *kgd, void *mqd, in kgd_gfx_v9_hiq_mqd_load() argument
326 m = get_mqd(mqd); in kgd_gfx_v9_hiq_mqd_load()
401 static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, in kgd_hqd_sdma_load() argument
412 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load()
[all …]
|
| D | amdgpu_amdkfd_gfx_v7.c | 200 static inline struct cik_mqd *get_mqd(void *mqd) in get_mqd() argument
202 return (struct cik_mqd *)mqd; in get_mqd()
205 static inline struct cik_sdma_rlc_registers *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
207 return (struct cik_sdma_rlc_registers *)mqd; in get_sdma_mqd()
210 static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, in kgd_hqd_load() argument
221 m = get_mqd(mqd); in kgd_hqd_load()
292 static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, in kgd_hqd_sdma_load() argument
301 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load()
397 static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd) in kgd_hqd_sdma_is_occupied() argument
404 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_is_occupied()
[all …]
|
| D | amdgpu_amdkfd_gfx_v10_3.c | 181 static inline struct v10_compute_mqd *get_mqd(void *mqd) in get_mqd() argument
183 return (struct v10_compute_mqd *)mqd; in get_mqd()
186 static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
188 return (struct v10_sdma_mqd *)mqd; in get_sdma_mqd()
191 static int hqd_load_v10_3(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, in hqd_load_v10_3() argument
201 m = get_mqd(mqd); in hqd_load_v10_3()
289 static int hiq_mqd_load_v10_3(struct kgd_dev *kgd, void *mqd, in hiq_mqd_load_v10_3() argument
299 m = get_mqd(mqd); in hiq_mqd_load_v10_3()
374 static int hqd_sdma_load_v10_3(struct kgd_dev *kgd, void *mqd, in hqd_sdma_load_v10_3() argument
385 m = get_sdma_mqd(mqd); in hqd_sdma_load_v10_3()
[all …]
|
| D | amdgpu_amdkfd_gfx_v9.h | 32 int kgd_gfx_v9_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id,
36 int kgd_gfx_v9_hiq_mqd_load(struct kgd_dev *kgd, void *mqd,
44 int kgd_gfx_v9_hqd_destroy(struct kgd_dev *kgd, void *mqd,
|
| D | gfx_v7_0.c | 2924 struct cik_mqd *mqd, in gfx_v7_0_mqd_init() argument
2932 memset(mqd, 0, sizeof(struct cik_mqd)); in gfx_v7_0_mqd_init()
2934 mqd->header = 0xC0310800; in gfx_v7_0_mqd_init()
2935 mqd->compute_static_thread_mgmt_se0 = 0xffffffff; in gfx_v7_0_mqd_init()
2936 mqd->compute_static_thread_mgmt_se1 = 0xffffffff; in gfx_v7_0_mqd_init()
2937 mqd->compute_static_thread_mgmt_se2 = 0xffffffff; in gfx_v7_0_mqd_init()
2938 mqd->compute_static_thread_mgmt_se3 = 0xffffffff; in gfx_v7_0_mqd_init()
2941 mqd->cp_hqd_pq_doorbell_control = in gfx_v7_0_mqd_init()
2944 mqd->cp_hqd_pq_doorbell_control |= CP_HQD_PQ_DOORBELL_CONTROL__DOORBELL_EN_MASK; in gfx_v7_0_mqd_init()
2946 mqd->cp_hqd_pq_doorbell_control &= ~CP_HQD_PQ_DOORBELL_CONTROL__DOORBELL_EN_MASK; in gfx_v7_0_mqd_init()
[all …]
|
| D | gfx_v9_0.c | 3451 static void gfx_v9_0_mqd_set_priority(struct amdgpu_ring *ring, struct v9_mqd *mqd) in gfx_v9_0_mqd_set_priority() argument
3457 mqd->cp_hqd_pipe_priority = AMDGPU_GFX_PIPE_PRIO_HIGH; in gfx_v9_0_mqd_set_priority()
3458 mqd->cp_hqd_queue_priority = in gfx_v9_0_mqd_set_priority()
3467 struct v9_mqd *mqd = ring->mqd_ptr; in gfx_v9_0_mqd_init() local
3471 mqd->header = 0xC0310800; in gfx_v9_0_mqd_init()
3472 mqd->compute_pipelinestat_enable = 0x00000001; in gfx_v9_0_mqd_init()
3473 mqd->compute_static_thread_mgmt_se0 = 0xffffffff; in gfx_v9_0_mqd_init()
3474 mqd->compute_static_thread_mgmt_se1 = 0xffffffff; in gfx_v9_0_mqd_init()
3475 mqd->compute_static_thread_mgmt_se2 = 0xffffffff; in gfx_v9_0_mqd_init()
3476 mqd->compute_static_thread_mgmt_se3 = 0xffffffff; in gfx_v9_0_mqd_init()
[all …]
|
| D | gfx_v10_0.c | 6617 struct v10_gfx_mqd *mqd = ring->mqd_ptr; in gfx_v10_0_gfx_mqd_init() local
6623 mqd->cp_gfx_hqd_wptr = 0; in gfx_v10_0_gfx_mqd_init()
6624 mqd->cp_gfx_hqd_wptr_hi = 0; in gfx_v10_0_gfx_mqd_init()
6627 mqd->cp_mqd_base_addr = ring->mqd_gpu_addr & 0xfffffffc; in gfx_v10_0_gfx_mqd_init()
6628 mqd->cp_mqd_base_addr_hi = upper_32_bits(ring->mqd_gpu_addr); in gfx_v10_0_gfx_mqd_init()
6635 mqd->cp_gfx_mqd_control = tmp; in gfx_v10_0_gfx_mqd_init()
6640 mqd->cp_gfx_hqd_vmid = 0; in gfx_v10_0_gfx_mqd_init()
6646 mqd->cp_gfx_hqd_queue_priority = tmp; in gfx_v10_0_gfx_mqd_init()
6651 mqd->cp_gfx_hqd_quantum = tmp; in gfx_v10_0_gfx_mqd_init()
6655 mqd->cp_gfx_hqd_base = hqd_gpu_addr; in gfx_v10_0_gfx_mqd_init()
[all …]
|
| D | gfx_v8_0.c | 4440 static void gfx_v8_0_mqd_set_priority(struct amdgpu_ring *ring, struct vi_mqd *mqd) in gfx_v8_0_mqd_set_priority() argument
4446 mqd->cp_hqd_pipe_priority = AMDGPU_GFX_PIPE_PRIO_HIGH; in gfx_v8_0_mqd_set_priority()
4447 mqd->cp_hqd_queue_priority = in gfx_v8_0_mqd_set_priority()
4456 struct vi_mqd *mqd = ring->mqd_ptr; in gfx_v8_0_mqd_init() local
4460 mqd->header = 0xC0310800; in gfx_v8_0_mqd_init()
4461 mqd->compute_pipelinestat_enable = 0x00000001; in gfx_v8_0_mqd_init()
4462 mqd->compute_static_thread_mgmt_se0 = 0xffffffff; in gfx_v8_0_mqd_init()
4463 mqd->compute_static_thread_mgmt_se1 = 0xffffffff; in gfx_v8_0_mqd_init()
4464 mqd->compute_static_thread_mgmt_se2 = 0xffffffff; in gfx_v8_0_mqd_init()
4465 mqd->compute_static_thread_mgmt_se3 = 0xffffffff; in gfx_v8_0_mqd_init()
[all …]
|
| D | gfx_v8_0.h | 33 int gfx_v8_0_mqd_commit(struct amdgpu_device *adev, struct vi_mqd *mqd);
|
| /Linux-v5.15/drivers/misc/sgi-gru/ |
| D | grukservices.c | 545 int gru_create_message_queue(struct gru_message_queue_desc *mqd, in gru_create_message_queue() argument
561 mqd->mq = mq; in gru_create_message_queue()
562 mqd->mq_gpa = uv_gpa(mq); in gru_create_message_queue()
563 mqd->qlines = qlines; in gru_create_message_queue()
564 mqd->interrupt_pnode = nasid >> 1; in gru_create_message_queue()
565 mqd->interrupt_vector = vector; in gru_create_message_queue()
566 mqd->interrupt_apicid = apicid; in gru_create_message_queue()
579 static int send_noop_message(void *cb, struct gru_message_queue_desc *mqd, in send_noop_message() argument
591 gru_mesq(cb, mqd->mq_gpa, gru_get_tri(mhdr), 1, IMA); in send_noop_message()
615 m = mqd->mq_gpa + (gru_get_amo_value_head(cb) << 6); in send_noop_message()
[all …]
|
| D | grukservices.h | 61 extern int gru_create_message_queue(struct gru_message_queue_desc *mqd,
81 extern int gru_send_message_gpa(struct gru_message_queue_desc *mqd,
101 extern void gru_free_message(struct gru_message_queue_desc *mqd,
117 extern void *gru_get_next_message(struct gru_message_queue_desc *mqd);
|
| /Linux-v5.15/drivers/gpu/drm/amd/include/ |
| D | kgd_kfd_interface.h | 240 int (*hqd_load)(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id,
245 int (*hiq_mqd_load)(struct kgd_dev *kgd, void *mqd,
249 int (*hqd_sdma_load)(struct kgd_dev *kgd, void *mqd,
263 int (*hqd_destroy)(struct kgd_dev *kgd, void *mqd, uint32_t reset_type,
267 bool (*hqd_sdma_is_occupied)(struct kgd_dev *kgd, void *mqd);
269 int (*hqd_sdma_destroy)(struct kgd_dev *kgd, void *mqd,
|
| /Linux-v5.15/drivers/gpu/drm/radeon/ |
| D | cik.c | 4518 struct bonaire_mqd *mqd; in cik_cp_compute_resume() local
4597 mqd = (struct bonaire_mqd *)buf; in cik_cp_compute_resume()
4598 mqd->header = 0xC0310800; in cik_cp_compute_resume()
4599 mqd->static_thread_mgmt01[0] = 0xffffffff; in cik_cp_compute_resume()
4600 mqd->static_thread_mgmt01[1] = 0xffffffff; in cik_cp_compute_resume()
4601 mqd->static_thread_mgmt23[0] = 0xffffffff; in cik_cp_compute_resume()
4602 mqd->static_thread_mgmt23[1] = 0xffffffff; in cik_cp_compute_resume()
4615 mqd->queue_state.cp_hqd_pq_doorbell_control = in cik_cp_compute_resume()
4618 mqd->queue_state.cp_hqd_pq_doorbell_control |= DOORBELL_EN; in cik_cp_compute_resume()
4620 mqd->queue_state.cp_hqd_pq_doorbell_control &= ~DOORBELL_EN; in cik_cp_compute_resume()
[all …]
|
