Lines Matching refs:cpu_flags
375 uint64_t pfns, uint64_t cpu_flags, in hmm_pte_need_fault() argument
388 if ((cpu_flags & range->flags[HMM_PFN_DEVICE_PRIVATE])) { in hmm_pte_need_fault()
398 *fault = !(cpu_flags & range->flags[HMM_PFN_VALID]); in hmm_pte_need_fault()
401 !(cpu_flags & range->flags[HMM_PFN_WRITE])) { in hmm_pte_need_fault()
409 uint64_t cpu_flags, bool *fault, in hmm_range_need_fault() argument
420 hmm_pte_need_fault(hmm_vma_walk, pfns[i], cpu_flags, in hmm_range_need_fault()
463 uint64_t cpu_flags; in hmm_vma_handle_pmd() local
466 cpu_flags = pmd_to_hmm_pfn_flags(range, pmd); in hmm_vma_handle_pmd()
467 hmm_range_need_fault(hmm_vma_walk, pfns, npages, cpu_flags, in hmm_vma_handle_pmd()
475 pfns[i] = hmm_pfn_from_pfn(range, pfn) | cpu_flags; in hmm_vma_handle_pmd()
497 uint64_t cpu_flags; in hmm_vma_handle_pte() local
502 cpu_flags = pte_to_hmm_pfn_flags(range, pte); in hmm_vma_handle_pte()
503 hmm_pte_need_fault(hmm_vma_walk, orig_pfn, cpu_flags, in hmm_vma_handle_pte()
526 cpu_flags = range->flags[HMM_PFN_VALID] | in hmm_vma_handle_pte()
528 cpu_flags |= is_write_device_private_entry(entry) ? in hmm_vma_handle_pte()
530 hmm_pte_need_fault(hmm_vma_walk, orig_pfn, cpu_flags, in hmm_vma_handle_pte()
535 *pfn |= cpu_flags; in hmm_vma_handle_pte()
558 *pfn = hmm_pfn_from_pfn(range, pte_pfn(pte)) | cpu_flags; in hmm_vma_handle_pte()