Lines Matching refs:cpu_flags

314 				      uint64_t pfns, uint64_t cpu_flags,  in hmm_pte_need_fault()  argument
338 if ((cpu_flags & range->flags[HMM_PFN_DEVICE_PRIVATE])) { in hmm_pte_need_fault()
348 *fault = !(cpu_flags & range->flags[HMM_PFN_VALID]); in hmm_pte_need_fault()
351 !(cpu_flags & range->flags[HMM_PFN_WRITE])) { in hmm_pte_need_fault()
359 uint64_t cpu_flags, bool *fault, in hmm_range_need_fault() argument
371 hmm_pte_need_fault(hmm_vma_walk, pfns[i], cpu_flags, in hmm_range_need_fault()
412 uint64_t cpu_flags; in hmm_vma_handle_pmd() local
415 cpu_flags = pmd_to_hmm_pfn_flags(range, pmd); in hmm_vma_handle_pmd()
416 hmm_range_need_fault(hmm_vma_walk, pfns, npages, cpu_flags, in hmm_vma_handle_pmd()
430 pfns[i] = hmm_device_entry_from_pfn(range, pfn) | cpu_flags; in hmm_vma_handle_pmd()
461 uint64_t cpu_flags; in hmm_vma_handle_pte() local
480 cpu_flags = pte_to_hmm_pfn_flags(range, pte); in hmm_vma_handle_pte()
481 hmm_pte_need_fault(hmm_vma_walk, orig_pfn, cpu_flags, in hmm_vma_handle_pte()
493 cpu_flags = range->flags[HMM_PFN_VALID] | in hmm_vma_handle_pte()
495 cpu_flags |= is_write_device_private_entry(entry) ? in hmm_vma_handle_pte()
497 hmm_pte_need_fault(hmm_vma_walk, orig_pfn, cpu_flags, in hmm_vma_handle_pte()
503 *pfn |= cpu_flags; in hmm_vma_handle_pte()
521 cpu_flags = pte_to_hmm_pfn_flags(range, pte); in hmm_vma_handle_pte()
522 hmm_pte_need_fault(hmm_vma_walk, orig_pfn, cpu_flags, in hmm_vma_handle_pte()
539 *pfn = hmm_device_entry_from_pfn(range, pte_pfn(pte)) | cpu_flags; in hmm_vma_handle_pte()
673 uint64_t *pfns, cpu_flags; in hmm_vma_walk_pud() local
683 cpu_flags = pud_to_hmm_pfn_flags(range, pud); in hmm_vma_walk_pud()
685 cpu_flags, &fault, &write_fault); in hmm_vma_walk_pud()
697 cpu_flags; in hmm_vma_walk_pud()
734 uint64_t orig_pfn, cpu_flags; in hmm_vma_walk_hugetlb_entry() local
746 cpu_flags = pte_to_hmm_pfn_flags(range, entry); in hmm_vma_walk_hugetlb_entry()
748 hmm_pte_need_fault(hmm_vma_walk, orig_pfn, cpu_flags, in hmm_vma_walk_hugetlb_entry()
758 cpu_flags; in hmm_vma_walk_hugetlb_entry()