| /Linux-v4.19/drivers/gpu/drm/amd/amdkfd/ |
| D | kfd_kernel_queue_v9.c | 94 packet->sq_shader_tba_hi = upper_32_bits(qpd->tba_addr >> 8); in pm_map_process_v9()
96 packet->sq_shader_tma_hi = upper_32_bits(qpd->tma_addr >> 8); in pm_map_process_v9()
99 packet->gds_addr_hi = upper_32_bits(qpd->gds_context_area); in pm_map_process_v9()
104 upper_32_bits(vm_page_table_base_addr); in pm_map_process_v9()
141 packet->ib_base_hi = upper_32_bits(ib); in pm_runlist_v9()
194 upper_32_bits(q->gart_mqd_addr); in pm_map_queues_v9()
200 upper_32_bits((uint64_t)q->properties.write_ptr); in pm_map_queues_v9()
288 packet->addr_hi = upper_32_bits((uint64_t)fence_address); in pm_query_status_v9()
290 packet->data_hi = upper_32_bits((uint64_t)fence_value); in pm_query_status_v9()
318 packet->address_hi = upper_32_bits(gpu_addr); in pm_release_mem_v9()
|
| D | kfd_kernel_queue_vi.c | 110 packet->gds_addr_hi = upper_32_bits(qpd->gds_context_area); in pm_map_process_vi()
149 packet->bitfields3.ib_base_hi = upper_32_bits(ib); in pm_runlist_vi()
174 packet->gws_mask_hi = upper_32_bits(res->gws_mask); in pm_set_resources_vi()
177 packet->queue_mask_hi = upper_32_bits(res->queue_mask); in pm_set_resources_vi()
230 upper_32_bits(q->gart_mqd_addr); in pm_map_queues_vi()
236 upper_32_bits((uint64_t)q->properties.write_ptr); in pm_map_queues_vi()
323 packet->addr_hi = upper_32_bits((uint64_t)fence_address); in pm_query_status_vi()
325 packet->data_hi = upper_32_bits((uint64_t)fence_value); in pm_query_status_vi()
353 packet->address_hi = upper_32_bits(gpu_addr); in pm_release_mem_vi()
|
| D | kfd_mqd_manager_vi.c | 103 m->cp_mqd_base_addr_hi = upper_32_bits(addr); in init_mqd()
119 m->compute_tba_hi = upper_32_bits(q->tba_addr >> 8); in init_mqd()
121 m->compute_tma_hi = upper_32_bits(q->tma_addr >> 8); in init_mqd()
132 upper_32_bits(q->ctx_save_restore_area_address); in init_mqd()
175 m->cp_hqd_pq_base_hi = upper_32_bits((uint64_t)q->queue_address >> 8); in __update_mqd()
178 m->cp_hqd_pq_rptr_report_addr_hi = upper_32_bits((uint64_t)q->read_ptr); in __update_mqd()
180 m->cp_hqd_pq_wptr_poll_addr_hi = upper_32_bits((uint64_t)q->write_ptr); in __update_mqd()
207 upper_32_bits(q->eop_ring_buffer_address >> 8); in __update_mqd()
360 m->sdmax_rlcx_rb_base_hi = upper_32_bits(q->queue_address >> 8); in update_mqd_sdma()
362 m->sdmax_rlcx_rb_rptr_addr_hi = upper_32_bits((uint64_t)q->read_ptr); in update_mqd_sdma()
|
| D | kfd_mqd_manager_v9.c | 116 m->cp_mqd_base_addr_hi = upper_32_bits(addr); in init_mqd()
141 upper_32_bits(q->ctx_save_restore_area_address); in init_mqd()
180 m->cp_hqd_pq_base_hi = upper_32_bits((uint64_t)q->queue_address >> 8); in update_mqd()
183 m->cp_hqd_pq_rptr_report_addr_hi = upper_32_bits((uint64_t)q->read_ptr); in update_mqd()
185 m->cp_hqd_pq_wptr_poll_addr_hi = upper_32_bits((uint64_t)q->write_ptr); in update_mqd()
209 upper_32_bits(q->eop_ring_buffer_address >> 8); in update_mqd()
360 m->sdmax_rlcx_rb_base_hi = upper_32_bits(q->queue_address >> 8); in update_mqd_sdma()
362 m->sdmax_rlcx_rb_rptr_addr_hi = upper_32_bits((uint64_t)q->read_ptr); in update_mqd_sdma()
|
| D | kfd_mqd_manager_cik.c | 105 m->cp_mqd_base_addr_hi = upper_32_bits(addr); in init_mqd()
214 m->cp_hqd_pq_base_hi = upper_32_bits((uint64_t)q->queue_address >> 8); in __update_mqd()
216 m->cp_hqd_pq_rptr_report_addr_hi = upper_32_bits((uint64_t)q->read_ptr); in __update_mqd()
259 m->sdma_rlc_rb_base_hi = upper_32_bits(q->queue_address >> 8); in update_mqd_sdma()
261 m->sdma_rlc_rb_rptr_addr_hi = upper_32_bits((uint64_t)q->read_ptr); in update_mqd_sdma()
355 m->cp_mqd_base_addr_hi = upper_32_bits(addr); in init_mqd_hiq()
396 m->cp_hqd_pq_base_hi = upper_32_bits((uint64_t)q->queue_address >> 8); in update_mqd_hiq()
398 m->cp_hqd_pq_rptr_report_addr_hi = upper_32_bits((uint64_t)q->read_ptr); in update_mqd_hiq()
|
| /Linux-v4.19/drivers/gpu/drm/radeon/ |
| D | si_dma.c | 83 ib->ptr[ib->length_dw++] = upper_32_bits(pe) & 0xff; in si_dma_vm_copy_pages()
84 ib->ptr[ib->length_dw++] = upper_32_bits(src) & 0xff; in si_dma_vm_copy_pages()
122 ib->ptr[ib->length_dw++] = upper_32_bits(pe) & 0xff; in si_dma_vm_write_pages()
134 ib->ptr[ib->length_dw++] = upper_32_bits(value); in si_dma_vm_write_pages()
174 ib->ptr[ib->length_dw++] = upper_32_bits(pe) & 0xff; in si_dma_vm_set_pages()
178 ib->ptr[ib->length_dw++] = upper_32_bits(value); in si_dma_vm_set_pages()
266 radeon_ring_write(ring, upper_32_bits(dst_offset) & 0xff); in si_copy_dma()
267 radeon_ring_write(ring, upper_32_bits(src_offset) & 0xff); in si_copy_dma()
|
| D | evergreen_dma.c | 49 radeon_ring_write(ring, (upper_32_bits(addr) & 0xff)); in evergreen_dma_fence_ring_emit()
79 radeon_ring_write(ring, upper_32_bits(ring->next_rptr_gpu_addr) & 0xff); in evergreen_dma_ring_ib_execute()
90 radeon_ring_write(ring, (ib->length_dw << 12) | (upper_32_bits(ib->gpu_addr) & 0xFF)); in evergreen_dma_ring_ib_execute()
143 radeon_ring_write(ring, upper_32_bits(dst_offset) & 0xff); in evergreen_copy_dma()
144 radeon_ring_write(ring, upper_32_bits(src_offset) & 0xff); in evergreen_copy_dma()
|
| D | r600_dma.c | 144 upper_32_bits(rdev->wb.gpu_addr + R600_WB_DMA_RPTR_OFFSET) & 0xFF); in r600_dma_resume()
256 radeon_ring_write(ring, upper_32_bits(gpu_addr) & 0xff); in r600_dma_ring_test()
296 radeon_ring_write(ring, (upper_32_bits(addr) & 0xff)); in r600_dma_fence_ring_emit()
323 radeon_ring_write(ring, upper_32_bits(addr) & 0xff); in r600_dma_semaphore_ring_emit()
361 ib.ptr[2] = upper_32_bits(gpu_addr) & 0xff; in r600_dma_ib_test()
416 radeon_ring_write(ring, upper_32_bits(ring->next_rptr_gpu_addr) & 0xff); in r600_dma_ring_ib_execute()
427 radeon_ring_write(ring, (ib->length_dw << 16) | (upper_32_bits(ib->gpu_addr) & 0xFF)); in r600_dma_ring_ib_execute()
479 radeon_ring_write(ring, (((upper_32_bits(dst_offset) & 0xff) << 16) | in r600_copy_dma()
480 (upper_32_bits(src_offset) & 0xff))); in r600_copy_dma()
|
| D | ni_dma.c | 135 radeon_ring_write(ring, upper_32_bits(ring->next_rptr_gpu_addr) & 0xff); in cayman_dma_ring_ib_execute()
146 radeon_ring_write(ring, (ib->length_dw << 12) | (upper_32_bits(ib->gpu_addr) & 0xFF)); in cayman_dma_ring_ib_execute()
223 upper_32_bits(rdev->wb.gpu_addr + wb_offset) & 0xFF); in cayman_dma_resume()
331 ib->ptr[ib->length_dw++] = upper_32_bits(pe) & 0xff; in cayman_dma_vm_copy_pages()
332 ib->ptr[ib->length_dw++] = upper_32_bits(src) & 0xff; in cayman_dma_vm_copy_pages()
371 ib->ptr[ib->length_dw++] = upper_32_bits(pe) & 0xff; in cayman_dma_vm_write_pages()
383 ib->ptr[ib->length_dw++] = upper_32_bits(value); in cayman_dma_vm_write_pages()
423 ib->ptr[ib->length_dw++] = upper_32_bits(pe) & 0xff; in cayman_dma_vm_set_pages()
427 ib->ptr[ib->length_dw++] = upper_32_bits(value); in cayman_dma_vm_set_pages()
|
| D | cik_sdma.c | 146 radeon_ring_write(ring, upper_32_bits(ring->next_rptr_gpu_addr)); in cik_sdma_ring_ib_execute()
156 radeon_ring_write(ring, upper_32_bits(ib->gpu_addr)); in cik_sdma_ring_ib_execute()
209 radeon_ring_write(ring, upper_32_bits(addr)); in cik_sdma_fence_ring_emit()
238 radeon_ring_write(ring, upper_32_bits(addr)); in cik_sdma_semaphore_ring_emit()
401 upper_32_bits(rdev->wb.gpu_addr + wb_offset) & 0xFFFFFFFF); in cik_sdma_gfx_resume()
615 radeon_ring_write(ring, upper_32_bits(src_offset)); in cik_copy_dma()
617 radeon_ring_write(ring, upper_32_bits(dst_offset)); in cik_copy_dma()
671 radeon_ring_write(ring, upper_32_bits(gpu_addr)); in cik_sdma_ring_test()
729 ib.ptr[2] = upper_32_bits(gpu_addr); in cik_sdma_ib_test()
818 ib->ptr[ib->length_dw++] = upper_32_bits(src); in cik_sdma_vm_copy_pages()
[all …]
|
| D | rv770_dma.c | 77 radeon_ring_write(ring, upper_32_bits(dst_offset) & 0xff); in rv770_copy_dma()
78 radeon_ring_write(ring, upper_32_bits(src_offset) & 0xff); in rv770_copy_dma()
|
| /Linux-v4.19/drivers/gpu/drm/amd/amdgpu/ |
| D | si_dma.c | 74 amdgpu_ring_write(ring, (ib->length_dw << 12) | (upper_32_bits(ib->gpu_addr) & 0xFF)); in si_dma_ring_emit_ib()
96 amdgpu_ring_write(ring, (upper_32_bits(addr) & 0xff)); in si_dma_ring_emit_fence()
103 amdgpu_ring_write(ring, (upper_32_bits(addr) & 0xff)); in si_dma_ring_emit_fence()
104 amdgpu_ring_write(ring, upper_32_bits(seq)); in si_dma_ring_emit_fence()
157 WREG32(DMA_RB_RPTR_ADDR_HI + sdma_offsets[i], upper_32_bits(rptr_addr) & 0xFF); in si_dma_start()
230 amdgpu_ring_write(ring, upper_32_bits(gpu_addr) & 0xff); in si_dma_ring_test_ring()
289 ib.ptr[2] = upper_32_bits(gpu_addr) & 0xff; in si_dma_ring_test_ib()
342 ib->ptr[ib->length_dw++] = upper_32_bits(pe) & 0xff; in si_dma_vm_copy_pte()
343 ib->ptr[ib->length_dw++] = upper_32_bits(src) & 0xff; in si_dma_vm_copy_pte()
365 ib->ptr[ib->length_dw++] = upper_32_bits(pe); in si_dma_vm_write_pte()
[all …]
|
| D | cik_sdma.c | 231 amdgpu_ring_write(ring, upper_32_bits(ib->gpu_addr) & 0xffffffff); in cik_sdma_ring_emit_ib()
279 amdgpu_ring_write(ring, upper_32_bits(addr)); in cik_sdma_ring_emit_fence()
287 amdgpu_ring_write(ring, upper_32_bits(addr)); in cik_sdma_ring_emit_fence()
288 amdgpu_ring_write(ring, upper_32_bits(seq)); in cik_sdma_ring_emit_fence()
474 upper_32_bits(adev->wb.gpu_addr + wb_offset) & 0xFFFFFFFF); in cik_sdma_gfx_resume()
638 amdgpu_ring_write(ring, upper_32_bits(gpu_addr)); in cik_sdma_ring_test_ring()
699 ib.ptr[2] = upper_32_bits(gpu_addr); in cik_sdma_ring_test_ib()
754 ib->ptr[ib->length_dw++] = upper_32_bits(src); in cik_sdma_vm_copy_pte()
756 ib->ptr[ib->length_dw++] = upper_32_bits(pe); in cik_sdma_vm_copy_pte()
779 ib->ptr[ib->length_dw++] = upper_32_bits(pe); in cik_sdma_vm_write_pte()
[all …]
|
| D | sdma_v2_4.c | 258 amdgpu_ring_write(ring, upper_32_bits(ib->gpu_addr)); in sdma_v2_4_ring_emit_ib()
309 amdgpu_ring_write(ring, upper_32_bits(addr)); in sdma_v2_4_ring_emit_fence()
317 amdgpu_ring_write(ring, upper_32_bits(addr)); in sdma_v2_4_ring_emit_fence()
318 amdgpu_ring_write(ring, upper_32_bits(seq)); in sdma_v2_4_ring_emit_fence()
450 upper_32_bits(adev->wb.gpu_addr + wb_offset) & 0xFFFFFFFF); in sdma_v2_4_gfx_resume()
614 amdgpu_ring_write(ring, upper_32_bits(gpu_addr)); in sdma_v2_4_ring_test_ring()
675 ib.ptr[2] = upper_32_bits(gpu_addr); in sdma_v2_4_ring_test_ib()
734 ib->ptr[ib->length_dw++] = upper_32_bits(src); in sdma_v2_4_vm_copy_pte()
736 ib->ptr[ib->length_dw++] = upper_32_bits(pe); in sdma_v2_4_vm_copy_pte()
759 ib->ptr[ib->length_dw++] = upper_32_bits(pe); in sdma_v2_4_vm_write_pte()
[all …]
|
| D | sdma_v4_0.c | 340 upper_32_bits(ring->wptr << 2)); in sdma_v4_0_ring_set_wptr()
353 upper_32_bits(ring->wptr << 2)); in sdma_v4_0_ring_set_wptr()
355 …WREG32(sdma_v4_0_get_reg_offset(adev, ring->me, mmSDMA0_GFX_RB_WPTR_HI), upper_32_bits(ring->wptr … in sdma_v4_0_ring_set_wptr()
391 amdgpu_ring_write(ring, upper_32_bits(ib->gpu_addr)); in sdma_v4_0_ring_emit_ib()
466 amdgpu_ring_write(ring, upper_32_bits(addr)); in sdma_v4_0_ring_emit_fence()
476 amdgpu_ring_write(ring, upper_32_bits(addr)); in sdma_v4_0_ring_emit_fence()
477 amdgpu_ring_write(ring, upper_32_bits(seq)); in sdma_v4_0_ring_emit_fence()
653 upper_32_bits(adev->wb.gpu_addr + wb_offset) & 0xFFFFFFFF); in sdma_v4_0_gfx_resume()
669 … WREG32(sdma_v4_0_get_reg_offset(adev, i, mmSDMA0_GFX_RB_WPTR_HI), upper_32_bits(ring->wptr) << 2); in sdma_v4_0_gfx_resume()
710 upper_32_bits(wptr_gpu_addr)); in sdma_v4_0_gfx_resume()
[all …]
|
| D | sdma_v3_0.c | 433 amdgpu_ring_write(ring, upper_32_bits(ib->gpu_addr)); in sdma_v3_0_ring_emit_ib()
484 amdgpu_ring_write(ring, upper_32_bits(addr)); in sdma_v3_0_ring_emit_fence()
492 amdgpu_ring_write(ring, upper_32_bits(addr)); in sdma_v3_0_ring_emit_fence()
493 amdgpu_ring_write(ring, upper_32_bits(seq)); in sdma_v3_0_ring_emit_fence()
690 upper_32_bits(adev->wb.gpu_addr + wb_offset) & 0xFFFFFFFF); in sdma_v3_0_gfx_resume()
716 upper_32_bits(wptr_gpu_addr)); in sdma_v3_0_gfx_resume()
887 amdgpu_ring_write(ring, upper_32_bits(gpu_addr)); in sdma_v3_0_ring_test_ring()
948 ib.ptr[2] = upper_32_bits(gpu_addr); in sdma_v3_0_ring_test_ib()
1006 ib->ptr[ib->length_dw++] = upper_32_bits(src); in sdma_v3_0_vm_copy_pte()
1008 ib->ptr[ib->length_dw++] = upper_32_bits(pe); in sdma_v3_0_vm_copy_pte()
[all …]
|
| /Linux-v4.19/drivers/net/ethernet/apm/xgene-v2/ |
| D | ring.c | 40 dma_h = upper_32_bits(next_dma); in xge_setup_desc()
52 xge_wr_csr(pdata, DMATXDESCH, upper_32_bits(dma_addr)); in xge_update_tx_desc_addr()
64 xge_wr_csr(pdata, DMARXDESCH, upper_32_bits(dma_addr)); in xge_update_rx_desc_addr()
|
| /Linux-v4.19/drivers/pci/controller/ |
| D | pci-xgene.c | 302 val = (val32 & 0x0000ffff) | (upper_32_bits(mask) << 16); in xgene_pcie_set_ib_mask()
306 val = (val32 & 0xffff0000) | (upper_32_bits(mask) >> 16); in xgene_pcie_set_ib_mask()
392 xgene_pcie_writel(port, offset + 0x04, upper_32_bits(cpu_addr)); in xgene_pcie_setup_ob_reg()
394 xgene_pcie_writel(port, offset + 0x0c, upper_32_bits(mask)); in xgene_pcie_setup_ob_reg()
396 xgene_pcie_writel(port, offset + 0x14, upper_32_bits(pci_addr)); in xgene_pcie_setup_ob_reg()
404 xgene_pcie_writel(port, CFGBARH, upper_32_bits(addr)); in xgene_pcie_setup_cfg_reg()
458 upper_32_bits(pim) | EN_COHERENCY); in xgene_pcie_setup_pims()
460 xgene_pcie_writel(port, pim_reg + 0x14, upper_32_bits(size)); in xgene_pcie_setup_pims()
517 writel(upper_32_bits(cpu_addr), bar_addr + 0x4); in xgene_pcie_setup_ib_reg()
527 xgene_pcie_writel(port, IBAR3L + 0x4, upper_32_bits(cpu_addr)); in xgene_pcie_setup_ib_reg()
[all …]
|
| /Linux-v4.19/include/linux/ |
| D | goldfish.h | 18 writel(upper_32_bits(addr), porth); in gf_write_ptr()
28 writel(upper_32_bits(addr), porth); in gf_write_dma_addr()
|
| /Linux-v4.19/drivers/media/pci/pt3/ |
| D | pt3_dma.c | 54 iowrite32(upper_32_bits(adap->desc_buf[0].b_addr), in pt3_start_dma()
185 d->next_h = upper_32_bits(desc_addr); in pt3_alloc_dmabuf()
191 d->addr_h = upper_32_bits(data_addr); in pt3_alloc_dmabuf()
196 d->next_h = upper_32_bits(desc_addr); in pt3_alloc_dmabuf()
205 d->next_h = upper_32_bits(desc_addr); in pt3_alloc_dmabuf()
|
| /Linux-v4.19/drivers/pci/controller/dwc/ |
| D | pcie-designware.c | 116 upper_32_bits(cpu_addr)); in dw_pcie_prog_outbound_atu_unroll()
122 upper_32_bits(pci_addr)); in dw_pcie_prog_outbound_atu_unroll()
162 upper_32_bits(cpu_addr)); in dw_pcie_prog_outbound_atu()
168 upper_32_bits(pci_addr)); in dw_pcie_prog_outbound_atu()
211 upper_32_bits(cpu_addr)); in dw_pcie_prog_inbound_atu_unroll()
259 dw_pcie_writel_dbi(pci, PCIE_ATU_UPPER_TARGET, upper_32_bits(cpu_addr)); in dw_pcie_prog_inbound_atu()
|
| /Linux-v4.19/arch/x86/include/asm/ |
| D | mshyperv.h | 153 u32 input_address_hi = upper_32_bits(input_address); in hv_do_hypercall()
155 u32 output_address_hi = upper_32_bits(output_address); in hv_do_hypercall()
188 u32 input1_hi = upper_32_bits(input1); in hv_do_fast_hypercall8()
221 u32 input1_hi = upper_32_bits(input1); in hv_do_fast_hypercall16()
223 u32 input2_hi = upper_32_bits(input2); in hv_do_fast_hypercall16()
|
| /Linux-v4.19/drivers/gpu/drm/i915/ |
| D | intel_lrc_reg.h | 52 (reg_state__)[CTX_PDP ## n ## _UDW + 1] = upper_32_bits(addr__); \
59 (reg_state__)[CTX_PDP0_UDW + 1] = upper_32_bits(addr__); \
|
| /Linux-v4.19/drivers/gpu/drm/nouveau/ |
| D | nvc0_fence.c | 37 OUT_RING (chan, upper_32_bits(virtual)); in nvc0_fence_emit32()
53 OUT_RING (chan, upper_32_bits(virtual)); in nvc0_fence_sync32()
|
| /Linux-v4.19/drivers/gpu/drm/nouveau/nvkm/subdev/bar/ |
| D | nv50.c | 156 nvkm_wo32(bar->bar2, 0x0c, upper_32_bits(limit) << 24 | in nv50_bar_oneinit()
157 upper_32_bits(start)); in nv50_bar_oneinit()
187 nvkm_wo32(bar->bar1, 0x0c, upper_32_bits(limit) << 24 | in nv50_bar_oneinit()
188 upper_32_bits(start)); in nv50_bar_oneinit()
|
