Lines Matching refs:cpu_flags
43 struct hmm_range *range, unsigned long cpu_flags) in hmm_pfns_fill() argument
48 range->hmm_pfns[i] = cpu_flags; in hmm_pfns_fill()
88 unsigned long cpu_flags) in hmm_pte_need_fault() argument
111 !(cpu_flags & HMM_PFN_WRITE)) in hmm_pte_need_fault()
115 if (!(cpu_flags & HMM_PFN_VALID)) in hmm_pte_need_fault()
123 unsigned long cpu_flags) in hmm_range_need_fault() argument
140 cpu_flags); in hmm_range_need_fault()
195 unsigned long cpu_flags; in hmm_vma_handle_pmd() local
198 cpu_flags = pmd_to_hmm_pfn_flags(range, pmd); in hmm_vma_handle_pmd()
200 hmm_range_need_fault(hmm_vma_walk, hmm_pfns, npages, cpu_flags); in hmm_vma_handle_pmd()
206 hmm_pfns[i] = pfn | cpu_flags; in hmm_vma_handle_pmd()
230 unsigned long cpu_flags; in hmm_vma_handle_pte() local
253 cpu_flags = HMM_PFN_VALID; in hmm_vma_handle_pte()
255 cpu_flags |= HMM_PFN_WRITE; in hmm_vma_handle_pte()
256 *hmm_pfn = swp_offset_pfn(entry) | cpu_flags; in hmm_vma_handle_pte()
288 cpu_flags = pte_to_hmm_pfn_flags(range, pte); in hmm_vma_handle_pte()
290 hmm_pte_need_fault(hmm_vma_walk, pfn_req_flags, cpu_flags); in hmm_vma_handle_pte()
311 *hmm_pfn = pte_pfn(pte) | cpu_flags; in hmm_vma_handle_pte()
436 unsigned long cpu_flags; in hmm_vma_walk_pud() local
447 cpu_flags = pud_to_hmm_pfn_flags(range, pud); in hmm_vma_walk_pud()
449 npages, cpu_flags); in hmm_vma_walk_pud()
457 hmm_pfns[i] = pfn | cpu_flags; in hmm_vma_walk_pud()
483 unsigned long cpu_flags; in hmm_vma_walk_hugetlb_entry() local
492 cpu_flags = pte_to_hmm_pfn_flags(range, entry) | in hmm_vma_walk_hugetlb_entry()
495 hmm_pte_need_fault(hmm_vma_walk, pfn_req_flags, cpu_flags); in hmm_vma_walk_hugetlb_entry()
516 range->hmm_pfns[i] = pfn | cpu_flags; in hmm_vma_walk_hugetlb_entry()