Lines Matching refs:vmf
47 struct vm_fault *vmf) in ttm_bo_vm_fault_idle() argument
66 if (fault_flag_allow_retry_first(vmf->flags)) { in ttm_bo_vm_fault_idle()
68 if (vmf->flags & FAULT_FLAG_RETRY_NOWAIT) in ttm_bo_vm_fault_idle()
72 mmap_read_unlock(vmf->vma->vm_mm); in ttm_bo_vm_fault_idle()
130 struct vm_fault *vmf) in ttm_bo_vm_reserve() argument
144 if (fault_flag_allow_retry_first(vmf->flags)) { in ttm_bo_vm_reserve()
145 if (!(vmf->flags & FAULT_FLAG_RETRY_NOWAIT)) { in ttm_bo_vm_reserve()
147 mmap_read_unlock(vmf->vma->vm_mm); in ttm_bo_vm_reserve()
188 static vm_fault_t ttm_bo_vm_insert_huge(struct vm_fault *vmf, in ttm_bo_vm_insert_huge() argument
199 bool write = vmf->flags & FAULT_FLAG_WRITE; in ttm_bo_vm_insert_huge()
230 ret = vmf_insert_pfn_pmd_prot(vmf, pfnt, pgprot, write); in ttm_bo_vm_insert_huge()
233 ret = vmf_insert_pfn_pud_prot(vmf, pfnt, pgprot, write); in ttm_bo_vm_insert_huge()
247 static vm_fault_t ttm_bo_vm_insert_huge(struct vm_fault *vmf, in ttm_bo_vm_insert_huge() argument
276 vm_fault_t ttm_bo_vm_fault_reserved(struct vm_fault *vmf, in ttm_bo_vm_fault_reserved() argument
281 struct vm_area_struct *vma = vmf->vma; in ttm_bo_vm_fault_reserved()
292 unsigned long address = vmf->address; in ttm_bo_vm_fault_reserved()
298 ret = ttm_bo_vm_fault_idle(bo, vmf); in ttm_bo_vm_fault_reserved()
332 return ttm_bo_vm_insert_huge(vmf, bo, page_offset, in ttm_bo_vm_fault_reserved()
387 vm_fault_t ttm_bo_vm_dummy_page(struct vm_fault *vmf, pgprot_t prot) in ttm_bo_vm_dummy_page() argument
389 struct vm_area_struct *vma = vmf->vma; in ttm_bo_vm_dummy_page()
417 vm_fault_t ttm_bo_vm_fault(struct vm_fault *vmf) in ttm_bo_vm_fault() argument
419 struct vm_area_struct *vma = vmf->vma; in ttm_bo_vm_fault()
426 ret = ttm_bo_vm_reserve(bo, vmf); in ttm_bo_vm_fault()
432 ret = ttm_bo_vm_fault_reserved(vmf, prot, TTM_BO_VM_NUM_PREFAULT, 1); in ttm_bo_vm_fault()
435 ret = ttm_bo_vm_dummy_page(vmf, prot); in ttm_bo_vm_fault()
437 if (ret == VM_FAULT_RETRY && !(vmf->flags & FAULT_FLAG_RETRY_NOWAIT)) in ttm_bo_vm_fault()