/Linux-v5.4/drivers/gpu/drm/amd/amdkfd/ |
D | cik_event_interrupt.c | 36 unsigned int vmid, pasid; in cik_event_interrupt_isr() local 50 vmid = f2g->read_vmid_from_vmfault_reg(dev->kgd); in cik_event_interrupt_isr() 51 pasid = f2g->get_atc_vmid_pasid_mapping_pasid(dev->kgd, vmid); in cik_event_interrupt_isr() 54 tmp_ihre->ring_id |= vmid << 8; in cik_event_interrupt_isr() 58 vmid >= dev->vm_info.first_vmid_kfd && in cik_event_interrupt_isr() 59 vmid <= dev->vm_info.last_vmid_kfd; in cik_event_interrupt_isr() 63 vmid = (ihre->ring_id & 0x0000ff00) >> 8; in cik_event_interrupt_isr() 64 if (vmid < dev->vm_info.first_vmid_kfd || in cik_event_interrupt_isr() 65 vmid > dev->vm_info.last_vmid_kfd) in cik_event_interrupt_isr() 90 unsigned int vmid = (ihre->ring_id & 0x0000ff00) >> 8; in cik_event_interrupt_wq() local [all …]
|
D | kfd_int_process_v9.c | 33 uint16_t source_id, client_id, pasid, vmid; in event_interrupt_isr_v9() local 37 vmid = SOC15_VMID_FROM_IH_ENTRY(ih_ring_entry); in event_interrupt_isr_v9() 38 if (vmid < dev->vm_info.first_vmid_kfd || in event_interrupt_isr_v9() 39 vmid > dev->vm_info.last_vmid_kfd) in event_interrupt_isr_v9() 58 dev->kgd, vmid); in event_interrupt_isr_v9() 66 client_id, source_id, vmid, pasid); in event_interrupt_isr_v9() 90 uint16_t source_id, client_id, pasid, vmid; in event_interrupt_wq_v9() local 96 vmid = SOC15_VMID_FROM_IH_ENTRY(ih_ring_entry); in event_interrupt_wq_v9() 113 info.vmid = vmid; in event_interrupt_wq_v9()
|
D | kfd_dbgdev.c | 234 unsigned int index, unsigned int vmid) in dbgdev_address_watch_set_registers() argument 258 cntl->bitfields.vmid = (uint32_t) vmid; in dbgdev_address_watch_set_registers() 303 &cntl, i, pdd->qpd.vmid); in dbgdev_address_watch_nodiq() 307 pr_debug("\t\t%20s %08x\n", "vmid is :", pdd->qpd.vmid); in dbgdev_address_watch_nodiq() 319 cntl.bitfields.vmid); in dbgdev_address_watch_nodiq() 349 unsigned int vmid = 0; in dbgdev_address_watch_diq() local 398 vmid); in dbgdev_address_watch_diq() 402 pr_debug("\t\t%20s %08x\n", "vmid is :", vmid); in dbgdev_address_watch_diq() 416 cntl.bitfields.vmid); in dbgdev_address_watch_diq() 723 reg_sq_cmd.bits.vm_id = pdd->qpd.vmid; in dbgdev_wave_control_nodiq() [all …]
|
/Linux-v5.4/drivers/gpu/drm/amd/display/modules/vmid/ |
D | vmid.c | 41 static void add_ptb_to_table(struct core_vmid *core_vmid, unsigned int vmid, uint64_t ptb) in add_ptb_to_table() argument 43 core_vmid->ptb_assigned_to_vmid[vmid] = ptb; in add_ptb_to_table() 47 static void clear_entry_from_vmid_table(struct core_vmid *core_vmid, unsigned int vmid) in clear_entry_from_vmid_table() argument 49 core_vmid->ptb_assigned_to_vmid[vmid] = 0; in clear_entry_from_vmid_table() 94 unsigned int vmid = 0; in mod_vmid_get_for_ptb() local 100 vmid = get_existing_vmid_for_ptb(core_vmid, ptb); in mod_vmid_get_for_ptb() 102 if (vmid == -1) { in mod_vmid_get_for_ptb() 110 vmid = get_next_available_vmid(core_vmid); in mod_vmid_get_for_ptb() 111 add_ptb_to_table(core_vmid, vmid, ptb); in mod_vmid_get_for_ptb() 113 dc_setup_vm_context(core_vmid->dc, &va_config, vmid); in mod_vmid_get_for_ptb() [all …]
|
/Linux-v5.4/drivers/gpu/drm/amd/amdgpu/ |
D | amdgpu_amdkfd_gfx_v9.c | 90 uint32_t queue, uint32_t vmid) in lock_srbm() argument 95 soc15_grbm_select(adev, mec, pipe, queue, vmid); in lock_srbm() 131 void kgd_gfx_v9_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, in kgd_gfx_v9_program_sh_mem_settings() argument 139 lock_srbm(kgd, 0, 0, 0, vmid); in kgd_gfx_v9_program_sh_mem_settings() 149 unsigned int vmid) in kgd_gfx_v9_set_pasid_vmid_mapping() argument 169 WREG32(SOC15_REG_OFFSET(ATHUB, 0, mmATC_VMID0_PASID_MAPPING) + vmid, in kgd_gfx_v9_set_pasid_vmid_mapping() 175 (1U << vmid))) in kgd_gfx_v9_set_pasid_vmid_mapping() 180 1U << vmid); in kgd_gfx_v9_set_pasid_vmid_mapping() 183 WREG32(SOC15_REG_OFFSET(OSSSYS, 0, mmIH_VMID_0_LUT) + vmid, in kgd_gfx_v9_set_pasid_vmid_mapping() 186 WREG32(SOC15_REG_OFFSET(ATHUB, 0, mmATC_VMID16_PASID_MAPPING) + vmid, in kgd_gfx_v9_set_pasid_vmid_mapping() [all …]
|
D | amdgpu_amdkfd_gfx_v7.c | 79 uint32_t vmid:4; member 93 static void kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, 98 unsigned int vmid); 136 static bool get_atc_vmid_pasid_mapping_valid(struct kgd_dev *kgd, uint8_t vmid); 138 uint8_t vmid); 141 uint64_t va, uint32_t vmid); 142 static void set_vm_context_page_table_base(struct kgd_dev *kgd, uint32_t vmid, 145 static int invalidate_tlbs_vmid(struct kgd_dev *kgd, uint16_t vmid); 210 uint32_t queue, uint32_t vmid) in lock_srbm() argument 213 uint32_t value = PIPEID(pipe) | MEID(mec) | VMID(vmid) | QUEUEID(queue); in lock_srbm() [all …]
|
D | amdgpu_amdkfd_gfx_v8.c | 51 static void kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, 56 unsigned int vmid); 93 uint8_t vmid); 95 uint8_t vmid); 97 uint64_t va, uint32_t vmid); 98 static void set_vm_context_page_table_base(struct kgd_dev *kgd, uint32_t vmid, 101 static int invalidate_tlbs_vmid(struct kgd_dev *kgd, uint16_t vmid); 166 uint32_t queue, uint32_t vmid) in lock_srbm() argument 169 uint32_t value = PIPEID(pipe) | MEID(mec) | VMID(vmid) | QUEUEID(queue); in lock_srbm() 199 static void kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, in kgd_program_sh_mem_settings() argument [all …]
|
D | amdgpu_amdkfd_gfx_v10.c | 57 static void kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, 62 unsigned int vmid); 102 uint8_t vmid); 104 uint8_t vmid); 105 static void set_vm_context_page_table_base(struct kgd_dev *kgd, uint32_t vmid, 108 static int invalidate_tlbs_vmid(struct kgd_dev *kgd, uint16_t vmid); 179 uint32_t queue, uint32_t vmid) in lock_srbm() argument 184 nv_grbm_select(adev, mec, pipe, queue, vmid); in lock_srbm() 220 static void kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, in kgd_program_sh_mem_settings() argument 228 lock_srbm(kgd, 0, 0, 0, vmid); in kgd_program_sh_mem_settings() [all …]
|
D | amdgpu_amdkfd_gfx_v9.h | 25 void kgd_gfx_v9_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, 30 unsigned int vmid); 59 uint8_t vmid); 61 uint8_t vmid); 62 void kgd_gfx_v9_set_vm_context_page_table_base(struct kgd_dev *kgd, uint32_t vmid, 65 uint64_t va, uint32_t vmid); 67 int kgd_gfx_v9_invalidate_tlbs_vmid(struct kgd_dev *kgd, uint16_t vmid);
|
D | amdgpu_gmc.h | 92 void (*flush_gpu_tlb)(struct amdgpu_device *adev, uint32_t vmid, 95 uint64_t (*emit_flush_gpu_tlb)(struct amdgpu_ring *ring, unsigned vmid, 98 void (*emit_pasid_mapping)(struct amdgpu_ring *ring, unsigned vmid, 184 #define amdgpu_gmc_flush_gpu_tlb(adev, vmid, vmhub, type) ((adev)->gmc.gmc_funcs->flush_gpu_tlb((ad… argument 185 #define amdgpu_gmc_emit_flush_gpu_tlb(r, vmid, addr) (r)->adev->gmc.gmc_funcs->emit_flush_gpu_tlb((… argument 186 #define amdgpu_gmc_emit_pasid_mapping(r, vmid, pasid) (r)->adev->gmc.gmc_funcs->emit_pasid_mapping(… argument
|
D | gmc_v9_0.h | 41 void gfxhub_v1_0_setup_vm_pt_regs(struct amdgpu_device *adev, uint32_t vmid, 43 void mmhub_v1_0_setup_vm_pt_regs(struct amdgpu_device *adev, uint32_t vmid, 46 uint32_t vmid, uint64_t value);
|
D | gmc_v10_0.c | 161 entry->src_id, entry->ring_id, entry->vmid, in gmc_v10_0_process_interrupt() 202 static uint32_t gmc_v10_0_get_invalidate_req(unsigned int vmid, in gmc_v10_0_get_invalidate_req() argument 209 PER_VMID_INVALIDATE_REQ, 1 << vmid); in gmc_v10_0_get_invalidate_req() 229 static void gmc_v10_0_flush_vm_hub(struct amdgpu_device *adev, uint32_t vmid, in gmc_v10_0_flush_vm_hub() argument 233 u32 tmp = gmc_v10_0_get_invalidate_req(vmid, flush_type); in gmc_v10_0_flush_vm_hub() 250 tmp &= 1 << vmid; in gmc_v10_0_flush_vm_hub() 271 static void gmc_v10_0_flush_gpu_tlb(struct amdgpu_device *adev, uint32_t vmid, in gmc_v10_0_flush_gpu_tlb() argument 286 gmc_v10_0_flush_vm_hub(adev, vmid, AMDGPU_MMHUB_0, 0); in gmc_v10_0_flush_gpu_tlb() 296 gmc_v10_0_flush_vm_hub(adev, vmid, AMDGPU_GFXHUB_0, 0); in gmc_v10_0_flush_gpu_tlb() 335 unsigned vmid, uint64_t pd_addr) in gmc_v10_0_emit_flush_gpu_tlb() argument [all …]
|
D | amdgpu_trace.h | 84 __field(unsigned, vmid) 96 __entry->vmid = iv->vmid; 109 __entry->ring_id, __entry->vmid, 224 __field(u32, vmid) 233 __entry->vmid = job->vmid; 239 __entry->pasid, __get_str(ring), __entry->vmid, 367 TP_PROTO(struct amdgpu_ring *ring, unsigned vmid, 369 TP_ARGS(ring, vmid, pd_addr), 372 __field(u32, vmid) 379 __entry->vmid = vmid; [all …]
|
D | vcn_v2_0.h | 37 unsigned vmid, uint64_t pd_addr); 49 unsigned int vmid, uint64_t pd_addr); 61 unsigned vmid, uint64_t pd_addr);
|
D | gmc_v7_0.c | 436 static void gmc_v7_0_flush_gpu_tlb(struct amdgpu_device *adev, uint32_t vmid, in gmc_v7_0_flush_gpu_tlb() argument 440 WREG32(mmVM_INVALIDATE_REQUEST, 1 << vmid); in gmc_v7_0_flush_gpu_tlb() 444 unsigned vmid, uint64_t pd_addr) in gmc_v7_0_emit_flush_gpu_tlb() argument 448 if (vmid < 8) in gmc_v7_0_emit_flush_gpu_tlb() 449 reg = mmVM_CONTEXT0_PAGE_TABLE_BASE_ADDR + vmid; in gmc_v7_0_emit_flush_gpu_tlb() 451 reg = mmVM_CONTEXT8_PAGE_TABLE_BASE_ADDR + vmid - 8; in gmc_v7_0_emit_flush_gpu_tlb() 455 amdgpu_ring_emit_wreg(ring, mmVM_INVALIDATE_REQUEST, 1 << vmid); in gmc_v7_0_emit_flush_gpu_tlb() 460 static void gmc_v7_0_emit_pasid_mapping(struct amdgpu_ring *ring, unsigned vmid, in gmc_v7_0_emit_pasid_mapping() argument 463 amdgpu_ring_emit_wreg(ring, mmIH_VMID_0_LUT + vmid, pasid); in gmc_v7_0_emit_pasid_mapping() 745 u32 vmid = REG_GET_FIELD(status, VM_CONTEXT1_PROTECTION_FAULT_STATUS, VMID); in gmc_v7_0_vm_decode_fault() local [all …]
|
D | gmc_v9_0.c | 381 entry->src_id, entry->ring_id, entry->vmid, in gmc_v9_0_process_interrupt() 432 static uint32_t gmc_v9_0_get_invalidate_req(unsigned int vmid, in gmc_v9_0_get_invalidate_req() argument 438 PER_VMID_INVALIDATE_REQ, 1 << vmid); in gmc_v9_0_get_invalidate_req() 467 static void gmc_v9_0_flush_gpu_tlb(struct amdgpu_device *adev, uint32_t vmid, in gmc_v9_0_flush_gpu_tlb() argument 477 tmp = gmc_v9_0_get_invalidate_req(vmid, flush_type); in gmc_v9_0_flush_gpu_tlb() 489 1 << vmid); in gmc_v9_0_flush_gpu_tlb() 505 if (tmp & (1 << vmid)) in gmc_v9_0_flush_gpu_tlb() 517 unsigned vmid, uint64_t pd_addr) in gmc_v9_0_emit_flush_gpu_tlb() argument 521 uint32_t req = gmc_v9_0_get_invalidate_req(vmid, 0); in gmc_v9_0_emit_flush_gpu_tlb() 524 amdgpu_ring_emit_wreg(ring, hub->ctx0_ptb_addr_lo32 + (2 * vmid), in gmc_v9_0_emit_flush_gpu_tlb() [all …]
|
D | amdgpu_job.h | 38 #define AMDGPU_JOB_GET_VMID(job) ((job) ? (job)->vmid : 0) 55 unsigned vmid; member
|
D | amdgpu_sdma.c | 65 unsigned vmid) in amdgpu_sdma_get_csa_mc_addr() argument 72 if (vmid == 0 || !amdgpu_mcbp) in amdgpu_sdma_get_csa_mc_addr()
|
D | amdgpu_ring.h | 139 void (*emit_vm_flush)(struct amdgpu_ring *ring, unsigned vmid, 142 void (*emit_gds_switch)(struct amdgpu_ring *ring, uint32_t vmid, 174 void (*soft_recovery)(struct amdgpu_ring *ring, unsigned vmid); 240 #define amdgpu_ring_emit_vm_flush(r, vmid, addr) (r)->funcs->emit_vm_flush((r), (vmid), (addr)) argument 272 bool amdgpu_ring_soft_recovery(struct amdgpu_ring *ring, unsigned int vmid,
|
/Linux-v5.4/drivers/gpu/drm/amd/display/dc/dcn20/ |
D | dcn20_vmid.c | 32 vmid->regs->reg 35 vmid->ctx 39 vmid->shifts->field_name, vmid->masks->field_name 41 static void dcn20_wait_for_vmid_ready(struct dcn20_vmid *vmid) in dcn20_wait_for_vmid_ready() argument 73 void dcn20_vmid_setup(struct dcn20_vmid *vmid, const struct dcn_vmid_page_table_config *config) in dcn20_vmid_setup() argument 95 dcn20_wait_for_vmid_ready(vmid); in dcn20_vmid_setup()
|
/Linux-v5.4/drivers/gpu/drm/amd/include/ |
D | kgd_kfd_interface.h | 51 uint32_t vmid; member 245 void (*program_sh_mem_settings)(struct kgd_dev *kgd, uint32_t vmid, 250 unsigned int vmid); 296 uint8_t vmid); 299 uint8_t vmid); 302 uint64_t va, uint32_t vmid); 306 uint32_t vmid, uint64_t page_table_base); 308 int (*invalidate_tlbs_vmid)(struct kgd_dev *kgd, uint16_t vmid);
|
/Linux-v5.4/drivers/gpu/drm/radeon/ |
D | radeon_trace.h | 51 TP_PROTO(unsigned vmid, int ring), 52 TP_ARGS(vmid, ring), 54 __field(u32, vmid) 59 __entry->vmid = vmid; 62 TP_printk("vmid=%u, ring=%u", __entry->vmid, __entry->ring)
|
/Linux-v5.4/drivers/soc/qcom/ |
D | rmtfs_mem.c | 178 u32 vmid; in qcom_rmtfs_mem_probe() local 229 ret = of_property_read_u32(node, "qcom,vmid", &vmid); in qcom_rmtfs_mem_probe() 239 perms[0].vmid = QCOM_SCM_VMID_HLOS; in qcom_rmtfs_mem_probe() 241 perms[1].vmid = vmid; in qcom_rmtfs_mem_probe() 271 perm.vmid = QCOM_SCM_VMID_HLOS; in qcom_rmtfs_mem_remove()
|
/Linux-v5.4/drivers/gpu/drm/amd/display/dc/core/ |
D | dc_vm_helper.c | 55 void dc_setup_vm_context(struct dc *dc, struct dc_virtual_addr_space_config *va_config, int vmid) in dc_setup_vm_context() argument 57 dc->hwss.init_vm_ctx(dc->hwseq, dc, va_config, vmid); in dc_setup_vm_context()
|
/Linux-v5.4/drivers/net/ethernet/hisilicon/hns/ |
D | hns_dsaf_mac.c | 163 int hns_mac_get_inner_port_num(struct hns_mac_cb *mac_cb, u8 vmid, u8 *port_num) in hns_mac_get_inner_port_num() argument 174 mac_cb->mac_id, vmid); in hns_mac_get_inner_port_num() 182 mac_cb->mac_id, vmid); in hns_mac_get_inner_port_num() 191 if (vmid >= mac_cb->dsaf_dev->rcb_common[0]->max_vfn) { in hns_mac_get_inner_port_num() 193 mac_cb->dsaf_dev->ae_dev.name, mac_cb->mac_id, vmid); in hns_mac_get_inner_port_num() 200 vm_queue_id = vmid * q_num_per_vf + in hns_mac_get_inner_port_num() 243 u32 vmid, char *addr) in hns_mac_change_vf_addr() argument 251 old_entry = &mac_cb->addr_entry_idx[vmid]; in hns_mac_change_vf_addr() 256 ret = hns_mac_get_inner_port_num(mac_cb, (u8)vmid, in hns_mac_change_vf_addr() 277 if ((mac_ctrl_drv->set_mac_addr) && (vmid == 0)) in hns_mac_change_vf_addr() [all …]
|