| /Linux-v4.19/drivers/gpu/drm/amd/include/ |
| D | kgd_kfd_interface.h | 293 int (*init_gtt_mem_allocation)(struct kgd_dev *kgd, size_t size,
297 void (*free_gtt_mem)(struct kgd_dev *kgd, void *mem_obj);
299 void (*get_local_mem_info)(struct kgd_dev *kgd,
301 uint64_t (*get_gpu_clock_counter)(struct kgd_dev *kgd);
303 uint32_t (*get_max_engine_clock_in_mhz)(struct kgd_dev *kgd);
309 void (*program_sh_mem_settings)(struct kgd_dev *kgd, uint32_t vmid,
313 int (*set_pasid_vmid_mapping)(struct kgd_dev *kgd, unsigned int pasid,
316 int (*init_interrupts)(struct kgd_dev *kgd, uint32_t pipe_id);
318 int (*hqd_load)(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id,
323 int (*hqd_sdma_load)(struct kgd_dev *kgd, void *mqd,
[all …]
|
| /Linux-v4.19/drivers/gpu/drm/amd/amdgpu/ |
| D | amdgpu_amdkfd_gfx_v7.c | 94 static void kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid,
98 static int kgd_set_pasid_vmid_mapping(struct kgd_dev *kgd, unsigned int pasid,
101 static int kgd_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id);
102 static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id,
106 static int kgd_hqd_dump(struct kgd_dev *kgd,
109 static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd,
111 static int kgd_hqd_sdma_dump(struct kgd_dev *kgd,
114 static bool kgd_hqd_is_occupied(struct kgd_dev *kgd, uint64_t queue_address,
117 static int kgd_hqd_destroy(struct kgd_dev *kgd, void *mqd,
121 static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd);
[all …]
|
| D | amdgpu_amdkfd_gfx_v8.c | 54 static void kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid,
58 static int kgd_set_pasid_vmid_mapping(struct kgd_dev *kgd, unsigned int pasid,
60 static int kgd_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id);
61 static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id,
65 static int kgd_hqd_dump(struct kgd_dev *kgd,
68 static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd,
70 static int kgd_hqd_sdma_dump(struct kgd_dev *kgd,
73 static bool kgd_hqd_is_occupied(struct kgd_dev *kgd, uint64_t queue_address,
75 static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd);
76 static int kgd_hqd_destroy(struct kgd_dev *kgd, void *mqd,
[all …]
|
| D | amdgpu_amdkfd_gfx_v9.c | 95 static void kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid,
99 static int kgd_set_pasid_vmid_mapping(struct kgd_dev *kgd, unsigned int pasid,
101 static int kgd_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id);
102 static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id,
106 static int kgd_hqd_dump(struct kgd_dev *kgd,
109 static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd,
111 static int kgd_hqd_sdma_dump(struct kgd_dev *kgd,
114 static bool kgd_hqd_is_occupied(struct kgd_dev *kgd, uint64_t queue_address,
116 static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd);
117 static int kgd_hqd_destroy(struct kgd_dev *kgd, void *mqd,
[all …]
|
| D | amdgpu_amdkfd.h | 119 int amdgpu_amdkfd_submit_ib(struct kgd_dev *kgd, enum kgd_engine_type engine,
122 void amdgpu_amdkfd_set_compute_idle(struct kgd_dev *kgd, bool idle);
134 void amdgpu_amdkfd_gpu_reset(struct kgd_dev *kgd);
137 int alloc_gtt_mem(struct kgd_dev *kgd, size_t size,
140 void free_gtt_mem(struct kgd_dev *kgd, void *mem_obj);
141 void get_local_mem_info(struct kgd_dev *kgd,
143 uint64_t get_gpu_clock_counter(struct kgd_dev *kgd);
145 uint32_t get_max_engine_clock_in_mhz(struct kgd_dev *kgd);
146 void get_cu_info(struct kgd_dev *kgd, struct kfd_cu_info *cu_info);
147 uint64_t amdgpu_amdkfd_get_vram_usage(struct kgd_dev *kgd);
[all …]
|
| D | amdgpu_amdkfd.c | 266 void amdgpu_amdkfd_gpu_reset(struct kgd_dev *kgd) in amdgpu_amdkfd_gpu_reset() argument
268 struct amdgpu_device *adev = (struct amdgpu_device *)kgd; in amdgpu_amdkfd_gpu_reset()
273 int alloc_gtt_mem(struct kgd_dev *kgd, size_t size, in alloc_gtt_mem() argument
277 struct amdgpu_device *adev = (struct amdgpu_device *)kgd; in alloc_gtt_mem()
345 void free_gtt_mem(struct kgd_dev *kgd, void *mem_obj) in free_gtt_mem() argument
356 void get_local_mem_info(struct kgd_dev *kgd, in get_local_mem_info() argument
359 struct amdgpu_device *adev = (struct amdgpu_device *)kgd; in get_local_mem_info()
388 uint64_t get_gpu_clock_counter(struct kgd_dev *kgd) in get_gpu_clock_counter() argument
390 struct amdgpu_device *adev = (struct amdgpu_device *)kgd; in get_gpu_clock_counter()
397 uint32_t get_max_engine_clock_in_mhz(struct kgd_dev *kgd) in get_max_engine_clock_in_mhz() argument
[all …]
|
| D | amdgpu_amdkfd_gpuvm.c | 75 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) in get_amdgpu_device() argument
77 return (struct amdgpu_device *)kgd; in get_amdgpu_device()
1006 int amdgpu_amdkfd_gpuvm_create_process_vm(struct kgd_dev *kgd, void **vm, in amdgpu_amdkfd_gpuvm_create_process_vm() argument
1010 struct amdgpu_device *adev = get_amdgpu_device(kgd); in amdgpu_amdkfd_gpuvm_create_process_vm()
1041 int amdgpu_amdkfd_gpuvm_acquire_process_vm(struct kgd_dev *kgd, in amdgpu_amdkfd_gpuvm_acquire_process_vm() argument
1046 struct amdgpu_device *adev = get_amdgpu_device(kgd); in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1105 void amdgpu_amdkfd_gpuvm_destroy_process_vm(struct kgd_dev *kgd, void *vm) in amdgpu_amdkfd_gpuvm_destroy_process_vm() argument
1107 struct amdgpu_device *adev = get_amdgpu_device(kgd); in amdgpu_amdkfd_gpuvm_destroy_process_vm()
1110 if (WARN_ON(!kgd || !vm)) in amdgpu_amdkfd_gpuvm_destroy_process_vm()
1128 struct kgd_dev *kgd, uint64_t va, uint64_t size, in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu() argument
[all …]
|
| /Linux-v4.19/drivers/gpu/drm/amd/amdkfd/ |
| D | kfd_mqd_manager_v9.c | 86 retval = kfd->kfd2kgd->init_gtt_mem_allocation(kfd->kgd, in init_mqd()
163 return mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id, in load_mqd()
243 (mm->dev->kgd, mqd, type, timeout, in destroy_mqd()
253 kfd->kfd2kgd->free_gtt_mem(kfd->kgd, mqd_mem_obj->gtt_mem); in uninit_mqd()
265 mm->dev->kgd, queue_address, in is_occupied()
340 return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->kgd, mqd, in load_mqd_sdma()
387 return mm->dev->kfd2kgd->hqd_sdma_destroy(mm->dev->kgd, mqd, timeout); in destroy_mqd_sdma()
394 return mm->dev->kfd2kgd->hqd_sdma_is_occupied(mm->dev->kgd, mqd); in is_occupied_sdma()
|
| D | kfd_process.c | 103 dev->kfd2kgd->unmap_memory_to_gpu(dev->kgd, mem, pdd->vm); in kfd_process_free_gpuvm()
104 dev->kfd2kgd->free_memory_of_gpu(dev->kgd, mem); in kfd_process_free_gpuvm()
122 err = kdev->kfd2kgd->alloc_memory_of_gpu(kdev->kgd, gpu_va, size, in kfd_process_alloc_gpuvm()
127 err = kdev->kfd2kgd->map_memory_to_gpu(kdev->kgd, mem, pdd->vm); in kfd_process_alloc_gpuvm()
131 err = kdev->kfd2kgd->sync_memory(kdev->kgd, mem, true); in kfd_process_alloc_gpuvm()
150 err = kdev->kfd2kgd->map_gtt_bo_to_kernel(kdev->kgd, in kfd_process_alloc_gpuvm()
168 kdev->kfd2kgd->free_memory_of_gpu(kdev->kgd, mem); in kfd_process_alloc_gpuvm()
300 peer_pdd->dev->kgd, mem, peer_pdd->vm); in kfd_process_device_free_bos()
303 pdd->dev->kfd2kgd->free_memory_of_gpu(pdd->dev->kgd, mem); in kfd_process_device_free_bos()
329 pdd->dev->kgd, pdd->vm); in kfd_process_destroy_pdds()
[all …]
|
| D | cik_event_interrupt.c | 49 vmid = f2g->read_vmid_from_vmfault_reg(dev->kgd); in cik_event_interrupt_isr()
50 pasid = f2g->get_atc_vmid_pasid_mapping_pasid(dev->kgd, vmid); in cik_event_interrupt_isr()
110 dev->kfd2kgd->get_vm_fault_info(dev->kgd, &info); in cik_event_interrupt_wq()
|
| D | kfd_dbgdev.c | 44 dev->kfd2kgd->address_watch_disable(dev->kgd); in dbgdev_address_watch_disable_nodiq()
325 dbgdev->dev->kgd, in dbgdev_address_watch_nodiq()
423 dbgdev->dev->kgd, in dbgdev_address_watch_diq()
434 dbgdev->dev->kgd, in dbgdev_address_watch_diq()
444 dbgdev->dev->kgd, in dbgdev_address_watch_diq()
460 dbgdev->dev->kgd, in dbgdev_address_watch_diq()
755 return dbgdev->dev->kfd2kgd->wave_control_execute(dbgdev->dev->kgd, in dbgdev_wave_control_nodiq()
786 (dev->kgd, vmid)) { in dbgdev_wave_reset_wavefronts()
788 (dev->kgd, vmid) == p->pasid) { in dbgdev_wave_reset_wavefronts()
814 dev->kfd2kgd->wave_control_execute(dev->kgd, in dbgdev_wave_reset_wavefronts()
|
| D | kfd_mqd_manager_cik.c | 180 return mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id, in load_mqd()
189 return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->kgd, mqd, in load_mqd_sdma()
283 return mm->dev->kfd2kgd->hqd_destroy(mm->dev->kgd, mqd, type, timeout, in destroy_mqd()
296 return mm->dev->kfd2kgd->hqd_sdma_destroy(mm->dev->kgd, mqd, timeout); in destroy_mqd_sdma()
304 return mm->dev->kfd2kgd->hqd_is_occupied(mm->dev->kgd, queue_address, in is_occupied()
313 return mm->dev->kfd2kgd->hqd_sdma_is_occupied(mm->dev->kgd, mqd); in is_occupied_sdma()
|
| D | kfd_mqd_manager_vi.c | 155 return mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id, in load_mqd()
253 (mm->dev->kgd, mqd, type, timeout, in destroy_mqd()
268 mm->dev->kgd, queue_address, in is_occupied()
342 return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->kgd, mqd, in load_mqd_sdma()
388 return mm->dev->kfd2kgd->hqd_sdma_destroy(mm->dev->kgd, mqd, timeout); in destroy_mqd_sdma()
395 return mm->dev->kfd2kgd->hqd_sdma_is_occupied(mm->dev->kgd, mqd); in is_occupied_sdma()
|
| D | kfd_device.c | 356 struct kfd_dev *kgd2kfd_probe(struct kgd_dev *kgd, in kgd2kfd_probe() argument
387 kfd->kgd = kgd; in kgd2kfd_probe()
459 kfd->kgd, size, &kfd->gtt_mem, in kgd2kfd_device_init()
529 kfd->kfd2kgd->free_gtt_mem(kfd->kgd, kfd->gtt_mem); in kgd2kfd_device_init()
546 kfd->kfd2kgd->free_gtt_mem(kfd->kgd, kfd->gtt_mem); in kgd2kfd_device_exit()
|
| D | kfd_device_queue_manager.c | 119 dqm->dev->kgd, qpd->vmid, in program_sh_mem_settings()
200 dqm->dev->kfd2kgd->set_vm_context_page_table_base(dqm->dev->kgd, in allocate_vmid()
222 return kdev->kfd2kgd->submit_ib(kdev->kgd, KGD_ENGINE_MEC1, qpd->vmid, in flush_texture_cache_nocpsch()
385 dqm->dev->kgd, qpd->sh_hidden_private_base, qpd->vmid); in create_compute_queue_nocpsch()
694 dqm->dev->kgd, in restore_process_queues_nocpsch()
807 dqm->dev->kfd2kgd->set_compute_idle(dqm->dev->kgd, false); in register_process()
832 dqm->dev->kgd, true); in unregister_process()
854 dqm->dev->kgd, pasid_mapping, in set_pasid_vmid_mapping()
864 dqm->dev->kfd2kgd->init_interrupts(dqm->dev->kgd, i); in init_interrupts()
1763 dqm->dev->kfd2kgd->gpu_recover(dqm->dev->kgd); in kfd_process_hw_exception()
[all …]
|
| D | kfd_chardev.c | 820 dev->kfd2kgd->get_gpu_clock_counter(dev->kgd); in kfd_ioctl_get_clock_counters()
1027 err = kfd->kfd2kgd->map_gtt_bo_to_kernel(kfd->kgd, in kfd_ioctl_create_event()
1118 dev->kgd, args->va_addr, pdd->qpd.vmid); in kfd_ioctl_set_scratch_backing_va()
1139 dev->kfd2kgd->get_tile_config(dev->kgd, &config); in kfd_ioctl_get_tile_config()
1225 dev->kfd2kgd->get_local_mem_info(dev->kgd, &mem_info); in kfd_dev_is_large_bar()
1267 dev->kgd, args->va_addr, args->size, in kfd_ioctl_alloc_memory_of_gpu()
1288 dev->kfd2kgd->free_memory_of_gpu(dev->kgd, (struct kgd_mem *)mem); in kfd_ioctl_alloc_memory_of_gpu()
1323 ret = dev->kfd2kgd->free_memory_of_gpu(dev->kgd, (struct kgd_mem *)mem); in kfd_ioctl_free_memory_of_gpu()
1404 peer->kgd, (struct kgd_mem *)mem, peer_pdd->vm); in kfd_ioctl_map_memory_to_gpu()
1415 err = dev->kfd2kgd->sync_memory(dev->kgd, (struct kgd_mem *) mem, true); in kfd_ioctl_map_memory_to_gpu()
[all …]
|
| D | kfd_mqd_manager.c | 60 mm->dev->kfd2kgd->get_cu_info(mm->dev->kgd, &cu_info); in mqd_symmetrically_map_cu_mask()
|
| D | kfd_topology.c | 484 dev->gpu->kgd, in node_show()
1053 gpu->kfd2kgd->get_local_mem_info(gpu->kgd, &local_mem_info); in kfd_generate_gpu_id()
1119 dev->gpu->kfd2kgd->get_local_mem_info(dev->gpu->kgd, in kfd_fill_mem_clk_max_info()
1218 dev->gpu->kfd2kgd->get_cu_info(dev->gpu->kgd, &cu_info); in kfd_topology_add_device()
1227 dev->gpu->kfd2kgd->get_max_engine_clock_in_mhz(dev->gpu->kgd); in kfd_topology_add_device()
|
| D | kfd_priv.h | 224 struct kgd_dev *kgd; member
289 struct kfd_dev *kgd2kfd_probe(struct kgd_dev *kgd,
|
| D | kfd_crat.c | 1131 kdev->kfd2kgd->get_cu_info(kdev->kgd, &cu_info); in kfd_create_vcrat_image_gpu()
1162 kdev->kfd2kgd->get_local_mem_info(kdev->kgd, &local_mem_info); in kfd_create_vcrat_image_gpu()
|
