| /Linux-v5.15/drivers/gpu/drm/amd/amdgpu/ |
| D | amdgpu_vm_sdma.c | 66 unsigned int ndw = AMDGPU_VM_SDMA_MIN_NUM_DW; in amdgpu_vm_sdma_prepare() local
69 r = amdgpu_job_alloc_with_ib(p->adev, ndw * 4, pool, &p->job); in amdgpu_vm_sdma_prepare()
73 p->num_dw_left = ndw; in amdgpu_vm_sdma_prepare()
207 unsigned int i, ndw, nptes; in amdgpu_vm_sdma_update() local
217 ndw = p->num_dw_left; in amdgpu_vm_sdma_update()
218 ndw -= p->job->ibs->length_dw; in amdgpu_vm_sdma_update()
220 if (ndw < 32) { in amdgpu_vm_sdma_update()
226 ndw = 32; in amdgpu_vm_sdma_update()
228 ndw += count * 2; in amdgpu_vm_sdma_update()
229 ndw = max(ndw, AMDGPU_VM_SDMA_MIN_NUM_DW); in amdgpu_vm_sdma_update()
[all …]
|
| D | si_dma.c | 346 unsigned ndw = count * 2; in si_dma_vm_write_pte() local
348 ib->ptr[ib->length_dw++] = DMA_PACKET(DMA_PACKET_WRITE, 0, 0, 0, ndw); in si_dma_vm_write_pte()
351 for (; ndw > 0; ndw -= 2) { in si_dma_vm_write_pte()
376 unsigned ndw; in si_dma_vm_set_pte_pde() local
379 ndw = count * 2; in si_dma_vm_set_pte_pde()
380 if (ndw > 0xFFFFE) in si_dma_vm_set_pte_pde()
381 ndw = 0xFFFFE; in si_dma_vm_set_pte_pde()
389 ib->ptr[ib->length_dw++] = DMA_PTE_PDE_PACKET(ndw); in si_dma_vm_set_pte_pde()
398 pe += ndw * 4; in si_dma_vm_set_pte_pde()
399 addr += (ndw / 2) * incr; in si_dma_vm_set_pte_pde()
[all …]
|
| D | amdgpu_ring.c | 61 int amdgpu_ring_alloc(struct amdgpu_ring *ring, unsigned ndw) in amdgpu_ring_alloc() argument
65 ndw = (ndw + ring->funcs->align_mask) & ~ring->funcs->align_mask; in amdgpu_ring_alloc()
70 if (WARN_ON_ONCE(ndw > ring->max_dw)) in amdgpu_ring_alloc()
73 ring->count_dw = ndw; in amdgpu_ring_alloc()
|
| D | sdma_v2_4.c | 702 unsigned ndw = count * 2; in sdma_v2_4_vm_write_pte() local
708 ib->ptr[ib->length_dw++] = ndw; in sdma_v2_4_vm_write_pte()
709 for (; ndw > 0; ndw -= 2) { in sdma_v2_4_vm_write_pte()
|
| D | cik_sdma.c | 763 unsigned ndw = count * 2; in cik_sdma_vm_write_pte() local
769 ib->ptr[ib->length_dw++] = ndw; in cik_sdma_vm_write_pte()
770 for (; ndw > 0; ndw -= 2) { in cik_sdma_vm_write_pte()
|
| D | mes_v10_1.c | 88 int ndw = size / 4; in mes_v10_1_submit_pkt_and_poll_completion() local
96 if (amdgpu_ring_alloc(ring, ndw)) in mes_v10_1_submit_pkt_and_poll_completion()
99 amdgpu_ring_write_multiple(ring, pkt, ndw); in mes_v10_1_submit_pkt_and_poll_completion()
|
| D | sdma_v3_0.c | 973 unsigned ndw = count * 2; in sdma_v3_0_vm_write_pte() local
979 ib->ptr[ib->length_dw++] = ndw; in sdma_v3_0_vm_write_pte()
980 for (; ndw > 0; ndw -= 2) { in sdma_v3_0_vm_write_pte()
|
| D | gmc_v9_0.c | 879 unsigned int ndw = kiq->pmf->invalidate_tlbs_size + 8; in gmc_v9_0_flush_gpu_tlb_pasid() local
882 ndw += kiq->pmf->invalidate_tlbs_size; in gmc_v9_0_flush_gpu_tlb_pasid()
886 amdgpu_ring_alloc(ring, ndw); in gmc_v9_0_flush_gpu_tlb_pasid()
|
| D | sdma_v5_2.c | 1071 unsigned ndw = count * 2; in sdma_v5_2_vm_write_pte() local
1077 ib->ptr[ib->length_dw++] = ndw - 1; in sdma_v5_2_vm_write_pte()
1078 for (; ndw > 0; ndw -= 2) { in sdma_v5_2_vm_write_pte()
|
| D | sdma_v5_0.c | 1150 unsigned ndw = count * 2; in sdma_v5_0_vm_write_pte() local
1156 ib->ptr[ib->length_dw++] = ndw - 1; in sdma_v5_0_vm_write_pte()
1157 for (; ndw > 0; ndw -= 2) { in sdma_v5_0_vm_write_pte()
|
| D | amdgpu_ring.h | 282 int amdgpu_ring_alloc(struct amdgpu_ring *ring, unsigned ndw);
|
| D | sdma_v4_0.c | 1715 unsigned ndw = count * 2; in sdma_v4_0_vm_write_pte() local
1721 ib->ptr[ib->length_dw++] = ndw - 1; in sdma_v4_0_vm_write_pte()
1722 for (; ndw > 0; ndw -= 2) { in sdma_v4_0_vm_write_pte()
|
| /Linux-v5.15/drivers/gpu/drm/radeon/ |
| D | ni_dma.c | 319 unsigned ndw; in cayman_dma_vm_copy_pages() local
322 ndw = count * 2; in cayman_dma_vm_copy_pages()
323 if (ndw > 0xFFFFE) in cayman_dma_vm_copy_pages()
324 ndw = 0xFFFFE; in cayman_dma_vm_copy_pages()
327 0, 0, ndw); in cayman_dma_vm_copy_pages()
333 pe += ndw * 4; in cayman_dma_vm_copy_pages()
334 src += ndw * 4; in cayman_dma_vm_copy_pages()
335 count -= ndw / 2; in cayman_dma_vm_copy_pages()
359 unsigned ndw; in cayman_dma_vm_write_pages() local
362 ndw = count * 2; in cayman_dma_vm_write_pages()
[all …]
|
| D | si_dma.c | 111 unsigned ndw; in si_dma_vm_write_pages() local
114 ndw = count * 2; in si_dma_vm_write_pages()
115 if (ndw > 0xFFFFE) in si_dma_vm_write_pages()
116 ndw = 0xFFFFE; in si_dma_vm_write_pages()
119 ib->ptr[ib->length_dw++] = DMA_PACKET(DMA_PACKET_WRITE, 0, 0, 0, ndw); in si_dma_vm_write_pages()
122 for (; ndw > 0; ndw -= 2, --count, pe += 8) { in si_dma_vm_write_pages()
158 unsigned ndw; in si_dma_vm_set_pages() local
161 ndw = count * 2; in si_dma_vm_set_pages()
162 if (ndw > 0xFFFFE) in si_dma_vm_set_pages()
163 ndw = 0xFFFFE; in si_dma_vm_set_pages()
[all …]
|
| D | radeon_ring.c | 107 int radeon_ring_alloc(struct radeon_device *rdev, struct radeon_ring *ring, unsigned ndw) in radeon_ring_alloc() argument
112 if (ndw > (ring->ring_size / 4)) in radeon_ring_alloc()
117 ndw = (ndw + ring->align_mask) & ~ring->align_mask; in radeon_ring_alloc()
118 while (ndw > (ring->ring_free_dw - 1)) { in radeon_ring_alloc()
120 if (ndw < ring->ring_free_dw) { in radeon_ring_alloc()
127 ring->count_dw = ndw; in radeon_ring_alloc()
143 int radeon_ring_lock(struct radeon_device *rdev, struct radeon_ring *ring, unsigned ndw) in radeon_ring_lock() argument
148 r = radeon_ring_alloc(rdev, ring, ndw); in radeon_ring_lock()
|
| D | cik_sdma.c | 847 unsigned ndw; in cik_sdma_vm_write_pages() local
850 ndw = count * 2; in cik_sdma_vm_write_pages()
851 if (ndw > 0xFFFFE) in cik_sdma_vm_write_pages()
852 ndw = 0xFFFFE; in cik_sdma_vm_write_pages()
859 ib->ptr[ib->length_dw++] = ndw; in cik_sdma_vm_write_pages()
860 for (; ndw > 0; ndw -= 2, --count, pe += 8) { in cik_sdma_vm_write_pages()
896 unsigned ndw; in cik_sdma_vm_set_pages() local
899 ndw = count; in cik_sdma_vm_set_pages()
900 if (ndw > 0x7FFFF) in cik_sdma_vm_set_pages()
901 ndw = 0x7FFFF; in cik_sdma_vm_set_pages()
[all …]
|
| D | radeon_vm.c | 647 unsigned count = 0, pt_idx, ndw; in radeon_vm_update_page_directory() local
652 ndw = 64; in radeon_vm_update_page_directory()
655 ndw += vm->max_pde_used * 6; in radeon_vm_update_page_directory()
658 if (ndw > 0xfffff) in radeon_vm_update_page_directory()
661 r = radeon_ib_get(rdev, R600_RING_TYPE_DMA_INDEX, &ib, NULL, ndw * 4); in radeon_vm_update_page_directory()
705 WARN_ON(ib.length_dw > ndw); in radeon_vm_update_page_directory()
917 unsigned nptes, ncmds, ndw; in radeon_vm_bo_update() local
973 ndw = 64; in radeon_vm_bo_update()
978 ndw += ncmds * 7; in radeon_vm_bo_update()
982 ndw += ncmds * 4; in radeon_vm_bo_update()
[all …]
|
| D | r100.c | 911 unsigned ndw; in r100_copy_blit() local
923 ndw = 64 + (10 * num_loops); in r100_copy_blit()
924 r = radeon_ring_lock(rdev, ring, ndw); in r100_copy_blit()
926 DRM_ERROR("radeon: moving bo (%d) asking for %u dw.\n", r, ndw); in r100_copy_blit()
|
| D | radeon.h | 1017 int radeon_ring_alloc(struct radeon_device *rdev, struct radeon_ring *cp, unsigned ndw);
1018 int radeon_ring_lock(struct radeon_device *rdev, struct radeon_ring *cp, unsigned ndw);
|
| /Linux-v5.15/kernel/rcu/ |
| D | tree_nocb.h | 886 int ndw; in do_nocb_deferred_wakeup_common() local
894 ndw = rdp_gp->nocb_defer_wakeup; in do_nocb_deferred_wakeup_common()
895 ret = __wake_nocb_gp(rdp_gp, rdp, ndw == RCU_NOCB_WAKE_FORCE, flags); in do_nocb_deferred_wakeup_common()
|
