27 nv44_vmm_pgt_fill(struct nvkm_vmm *vmm, struct nvkm_mmu_pt *pt,  in nv44_vmm_pgt_fill()  argument
33 	tmp[0] = nvkm_ro32(pt->memory, pteo + 0x0);  in nv44_vmm_pgt_fill()
34 	tmp[1] = nvkm_ro32(pt->memory, pteo + 0x4);  in nv44_vmm_pgt_fill()
35 	tmp[2] = nvkm_ro32(pt->memory, pteo + 0x8);  in nv44_vmm_pgt_fill()
36 	tmp[3] = nvkm_ro32(pt->memory, pteo + 0xc);  in nv44_vmm_pgt_fill()
66 	VMM_WO032(pt, vmm, pteo + 0x0, tmp[0]);  in nv44_vmm_pgt_fill()
67 	VMM_WO032(pt, vmm, pteo + 0x4, tmp[1]);  in nv44_vmm_pgt_fill()
68 	VMM_WO032(pt, vmm, pteo + 0x8, tmp[2]);  in nv44_vmm_pgt_fill()
69 	VMM_WO032(pt, vmm, pteo + 0xc, tmp[3] | 0x40000000);  in nv44_vmm_pgt_fill()
73 nv44_vmm_pgt_pte(struct nvkm_vmm *vmm, struct nvkm_mmu_pt *pt,  in nv44_vmm_pgt_pte()  argument
82 		nv44_vmm_pgt_fill(vmm, pt, tmp, ptei, pten);  in nv44_vmm_pgt_pte()
90 		VMM_WO032(pt, vmm, ptei++ * 4, tmp[0] >>  0 | tmp[1] << 27);  in nv44_vmm_pgt_pte()
91 		VMM_WO032(pt, vmm, ptei++ * 4, tmp[1] >>  5 | tmp[2] << 22);  in nv44_vmm_pgt_pte()
92 		VMM_WO032(pt, vmm, ptei++ * 4, tmp[2] >> 10 | tmp[3] << 17);  in nv44_vmm_pgt_pte()
93 		VMM_WO032(pt, vmm, ptei++ * 4, tmp[3] >> 15 | 0x40000000);  in nv44_vmm_pgt_pte()
100 		nv44_vmm_pgt_fill(vmm, pt, tmp, ptei, ptes);  in nv44_vmm_pgt_pte()
105 nv44_vmm_pgt_sgl(struct nvkm_vmm *vmm, struct nvkm_mmu_pt *pt,  in nv44_vmm_pgt_sgl()  argument
108 	VMM_MAP_ITER_SGL(vmm, pt, ptei, ptes, map, nv44_vmm_pgt_pte);  in nv44_vmm_pgt_sgl()
112 nv44_vmm_pgt_dma(struct nvkm_vmm *vmm, struct nvkm_mmu_pt *pt,  in nv44_vmm_pgt_dma()  argument
116 	nvkm_kmap(pt->memory);  in nv44_vmm_pgt_dma()
119 		nv44_vmm_pgt_fill(vmm, pt, map->dma, ptei, pten);  in nv44_vmm_pgt_dma()
129 		VMM_WO032(pt, vmm, ptei++ * 4, tmp[0] >>  0 | tmp[1] << 27);  in nv44_vmm_pgt_dma()
130 		VMM_WO032(pt, vmm, ptei++ * 4, tmp[1] >>  5 | tmp[2] << 22);  in nv44_vmm_pgt_dma()
131 		VMM_WO032(pt, vmm, ptei++ * 4, tmp[2] >> 10 | tmp[3] << 17);  in nv44_vmm_pgt_dma()
132 		VMM_WO032(pt, vmm, ptei++ * 4, tmp[3] >> 15 | 0x40000000);  in nv44_vmm_pgt_dma()
137 		nv44_vmm_pgt_fill(vmm, pt, map->dma, ptei, ptes);  in nv44_vmm_pgt_dma()
140 	nvkm_done(pt->memory);  in nv44_vmm_pgt_dma()
142 	VMM_MAP_ITER_DMA(vmm, pt, ptei, ptes, map, nv44_vmm_pgt_pte);  in nv44_vmm_pgt_dma()
148 		   struct nvkm_mmu_pt *pt, u32 ptei, u32 ptes)  in nv44_vmm_pgt_unmap()  argument
150 	nvkm_kmap(pt->memory);  in nv44_vmm_pgt_unmap()
153 		nv44_vmm_pgt_fill(vmm, pt, NULL, ptei, pten);  in nv44_vmm_pgt_unmap()
159 		VMM_WO032(pt, vmm, ptei++ * 4, 0x00000000);  in nv44_vmm_pgt_unmap()
160 		VMM_WO032(pt, vmm, ptei++ * 4, 0x00000000);  in nv44_vmm_pgt_unmap()
161 		VMM_WO032(pt, vmm, ptei++ * 4, 0x00000000);  in nv44_vmm_pgt_unmap()
162 		VMM_WO032(pt, vmm, ptei++ * 4, 0x00000000);  in nv44_vmm_pgt_unmap()
167 		nv44_vmm_pgt_fill(vmm, pt, NULL, ptei, ptes);  in nv44_vmm_pgt_unmap()
168 	nvkm_done(pt->memory);  in nv44_vmm_pgt_unmap()