32 gf100_vmm_pgt_pte(struct nvkm_vmm *vmm, struct nvkm_mmu_pt *pt,  in gf100_vmm_pgt_pte()  argument
44 			VMM_WO064(pt, vmm, ptei++ * 8, data);  in gf100_vmm_pgt_pte()
51 			VMM_WO064(pt, vmm, ptei++ * 8, data);  in gf100_vmm_pgt_pte()
58 gf100_vmm_pgt_sgl(struct nvkm_vmm *vmm, struct nvkm_mmu_pt *pt,  in gf100_vmm_pgt_sgl()  argument
61 	VMM_MAP_ITER_SGL(vmm, pt, ptei, ptes, map, gf100_vmm_pgt_pte);  in gf100_vmm_pgt_sgl()
65 gf100_vmm_pgt_dma(struct nvkm_vmm *vmm, struct nvkm_mmu_pt *pt,  in gf100_vmm_pgt_dma()  argument
69 		VMM_SPAM(vmm, "DMAA %08x %08x PTE(s)", ptei, ptes);  in gf100_vmm_pgt_dma()
73 			VMM_WO064(pt, vmm, ptei++ * 8, data);  in gf100_vmm_pgt_dma()
80 	VMM_MAP_ITER_DMA(vmm, pt, ptei, ptes, map, gf100_vmm_pgt_pte);  in gf100_vmm_pgt_dma()
84 gf100_vmm_pgt_mem(struct nvkm_vmm *vmm, struct nvkm_mmu_pt *pt,  in gf100_vmm_pgt_mem()  argument
87 	VMM_MAP_ITER_MEM(vmm, pt, ptei, ptes, map, gf100_vmm_pgt_pte);  in gf100_vmm_pgt_mem()
91 gf100_vmm_pgt_unmap(struct nvkm_vmm *vmm,  in gf100_vmm_pgt_unmap()  argument
94 	VMM_FO064(pt, vmm, ptei * 8, 0ULL, ptes);  in gf100_vmm_pgt_unmap()
106 gf100_vmm_pgd_pde(struct nvkm_vmm *vmm, struct nvkm_vmm_pt *pgd, u32 pdei)  in gf100_vmm_pgd_pde()  argument
142 	VMM_WO064(pd, vmm, pdei * 8, data);  in gf100_vmm_pgd_pde()
181 gf100_vmm_flush_(struct nvkm_vmm *vmm, int depth)  in gf100_vmm_flush_()  argument
183 	struct nvkm_subdev *subdev = &vmm->mmu->subdev;  in gf100_vmm_flush_()
188 	if (atomic_read(&vmm->engref[NVKM_SUBDEV_BAR]))  in gf100_vmm_flush_()
200 	nvkm_wr32(device, 0x100cb8, vmm->pd->pt[0]->addr >> 8);  in gf100_vmm_flush_()
212 gf100_vmm_flush(struct nvkm_vmm *vmm, int depth)  in gf100_vmm_flush()  argument
214 	gf100_vmm_flush_(vmm, 0);  in gf100_vmm_flush()
218 gf100_vmm_valid(struct nvkm_vmm *vmm, void *argv, u32 argc,  in gf100_vmm_valid()  argument
228 	struct nvkm_device *device = vmm->mmu->subdev.device;  in gf100_vmm_valid()
249 		VMM_DEBUG(vmm, "args");  in gf100_vmm_valid()
253 	aper = vmm->func->aper(target);  in gf100_vmm_valid()
257 	kindm = vmm->mmu->func->kind(vmm->mmu, &kindn);  in gf100_vmm_valid()
259 		VMM_DEBUG(vmm, "kind %02x", kind);  in gf100_vmm_valid()
267 			VMM_DEBUG(vmm, "comp %d %02x", aper, page->type);  in gf100_vmm_valid()
275 			VMM_DEBUG(vmm, "comp %d", ret);  in gf100_vmm_valid()
315 gf100_vmm_part(struct nvkm_vmm *vmm, struct nvkm_memory *inst)  in gf100_vmm_part()  argument
321 gf100_vmm_join_(struct nvkm_vmm *vmm, struct nvkm_memory *inst, u64 base)  in gf100_vmm_join_()  argument
323 	struct nvkm_mmu_pt *pd = vmm->pd->pt[0];  in gf100_vmm_join_()
339 	nvkm_wo64(inst, 0x0208, vmm->limit - 1);  in gf100_vmm_join_()
345 gf100_vmm_join(struct nvkm_vmm *vmm, struct nvkm_memory *inst)  in gf100_vmm_join()  argument
347 	return gf100_vmm_join_(vmm, inst, 0);  in gf100_vmm_join()