| /Linux-v6.1/arch/m68k/include/asm/ |
| D | bitops.h | 31 static inline void bset_reg_set_bit(int nr, volatile unsigned long *vaddr) in bset_reg_set_bit()
41 static inline void bset_mem_set_bit(int nr, volatile unsigned long *vaddr) in bset_mem_set_bit()
50 static inline void bfset_mem_set_bit(int nr, volatile unsigned long *vaddr) in bfset_mem_set_bit()
59 #define set_bit(nr, vaddr) bset_reg_set_bit(nr, vaddr) argument
61 #define set_bit(nr, vaddr) bset_mem_set_bit(nr, vaddr) argument
63 #define set_bit(nr, vaddr) (__builtin_constant_p(nr) ? \ argument
74 static inline void bclr_reg_clear_bit(int nr, volatile unsigned long *vaddr) in bclr_reg_clear_bit()
84 static inline void bclr_mem_clear_bit(int nr, volatile unsigned long *vaddr) in bclr_mem_clear_bit()
93 static inline void bfclr_mem_clear_bit(int nr, volatile unsigned long *vaddr) in bfclr_mem_clear_bit()
102 #define clear_bit(nr, vaddr) bclr_reg_clear_bit(nr, vaddr) argument
[all …]
|
| D | page_mm.h | 56 #define clear_user_page(addr, vaddr, page) \ argument
60 #define copy_user_page(to, from, vaddr, page) \ argument
71 static inline unsigned long ___pa(void *vaddr) in ___pa()
81 #define __pa(vaddr) ___pa((void *)(long)(vaddr)) argument
84 void *vaddr; in __va() local
|
| D | page_no.h | 13 #define clear_user_page(page, vaddr, pg) clear_page(page) argument
14 #define copy_user_page(to, from, vaddr, pg) copy_page(to, from) argument
16 #define alloc_zeroed_user_highpage_movable(vma, vaddr) \ argument
20 #define __pa(vaddr) ((unsigned long)(vaddr)) argument
|
| /Linux-v6.1/arch/riscv/mm/ |
| D | kasan_init.c | 36 static void __init kasan_populate_pte(pmd_t *pmd, unsigned long vaddr, unsigned long end) in kasan_populate_pte()
58 static void __init kasan_populate_pmd(pud_t *pud, unsigned long vaddr, unsigned long end) in kasan_populate_pmd()
98 unsigned long vaddr, unsigned long end, in kasan_populate_pud()
160 unsigned long vaddr, unsigned long end, in kasan_populate_p4d()
222 #define kasan_populate_pgd_next(pgdp, vaddr, next, early) \ argument
230 unsigned long vaddr, unsigned long end, in kasan_populate_pgd()
314 unsigned long vaddr = (unsigned long)start & PAGE_MASK; in kasan_populate() local
324 unsigned long vaddr, unsigned long end) in kasan_shallow_populate_pmd()
343 unsigned long vaddr, unsigned long end) in kasan_shallow_populate_pud()
372 unsigned long vaddr, unsigned long end) in kasan_shallow_populate_p4d()
[all …]
|
| /Linux-v6.1/mm/ |
| D | highmem.c | 154 struct page *__kmap_to_page(void *vaddr) in __kmap_to_page()
234 unsigned long vaddr; in map_new_virtual() local
296 unsigned long vaddr; in kmap_high() local
326 unsigned long vaddr, flags; in kmap_high_get() local
348 unsigned long vaddr; in kunmap_high() local
482 # define arch_kmap_local_post_map(vaddr, pteval) do { } while (0) argument
486 # define arch_kmap_local_pre_unmap(vaddr) do { } while (0) argument
490 # define arch_kmap_local_post_unmap(vaddr) do { } while (0) argument
494 #define arch_kmap_local_unmap_idx(idx, vaddr) kmap_local_calc_idx(idx) argument
505 #define arch_kmap_local_set_pte(mm, vaddr, ptep, ptev) \ argument
[all …]
|
| /Linux-v6.1/arch/x86/mm/ |
| D | mem_encrypt_amd.c | 157 static void __init __sme_early_map_unmap_mem(void *vaddr, unsigned long size, in __sme_early_map_unmap_mem()
291 static void enc_dec_hypercall(unsigned long vaddr, int npages, bool enc) in enc_dec_hypercall()
322 static void amd_enc_status_change_prepare(unsigned long vaddr, int npages, bool enc) in amd_enc_status_change_prepare()
333 static bool amd_enc_status_change_finish(unsigned long vaddr, int npages, bool enc) in amd_enc_status_change_finish()
403 static int __init early_set_memory_enc_dec(unsigned long vaddr, in early_set_memory_enc_dec()
473 int __init early_set_memory_decrypted(unsigned long vaddr, unsigned long size) in early_set_memory_decrypted()
478 int __init early_set_memory_encrypted(unsigned long vaddr, unsigned long size) in early_set_memory_encrypted()
483 void __init early_set_mem_enc_dec_hypercall(unsigned long vaddr, int npages, bool enc) in early_set_mem_enc_dec_hypercall()
508 unsigned long vaddr, vaddr_end, npages; in mem_encrypt_free_decrypted_mem() local
|
| D | init_32.c | 110 pmd_t * __init populate_extra_pmd(unsigned long vaddr) in populate_extra_pmd()
118 pte_t * __init populate_extra_pte(unsigned long vaddr) in populate_extra_pte()
135 unsigned long vaddr; in page_table_range_init_count() local
159 unsigned long vaddr, pte_t *lastpte, in page_table_kmap_check()
212 unsigned long vaddr; in page_table_range_init() local
396 unsigned long vaddr = PKMAP_BASE; in permanent_kmaps_init() local
511 unsigned long vaddr, end; in early_ioremap_page_table_range_init() local
|
| /Linux-v6.1/arch/parisc/kernel/ |
| D | pci-dma.c | 77 unsigned long vaddr, in map_pte_uncached()
104 static inline int map_pmd_uncached(pmd_t * pmd, unsigned long vaddr, in map_pmd_uncached()
127 static inline int map_uncached_pages(unsigned long vaddr, unsigned long size, in map_uncached_pages()
153 static inline void unmap_uncached_pte(pmd_t * pmd, unsigned long vaddr, in unmap_uncached_pte()
189 static inline void unmap_uncached_pmd(pgd_t * dir, unsigned long vaddr, in unmap_uncached_pmd()
216 static void unmap_uncached_pages(unsigned long vaddr, unsigned long size) in unmap_uncached_pages()
305 pcxl_free_range(unsigned long vaddr, size_t size) in pcxl_free_range()
404 unsigned long vaddr; in arch_dma_alloc() local
431 void arch_dma_free(struct device *dev, size_t size, void *vaddr, in arch_dma_free()
|
| /Linux-v6.1/arch/x86/include/asm/ |
| D | page.h | 25 static inline void clear_user_page(void *page, unsigned long vaddr, in clear_user_page()
31 static inline void copy_user_page(void *to, void *from, unsigned long vaddr, in copy_user_page()
37 #define alloc_zeroed_user_highpage_movable(vma, vaddr) \ argument
74 static __always_inline u64 __canonical_address(u64 vaddr, u8 vaddr_bits) in __canonical_address()
79 static __always_inline u64 __is_canonical_address(u64 vaddr, u8 vaddr_bits) in __is_canonical_address()
|
| D | sev.h | 159 static inline int rmpadjust(unsigned long vaddr, bool rmp_psize, unsigned long attrs) in rmpadjust()
171 static inline int pvalidate(unsigned long vaddr, bool rmp_psize, bool validate) in pvalidate()
206 static inline int pvalidate(unsigned long vaddr, bool rmp_psize, bool validate) { return 0; } in pvalidate()
207 static inline int rmpadjust(unsigned long vaddr, bool rmp_psize, unsigned long attrs) { return 0; } in rmpadjust()
210 early_snp_set_memory_private(unsigned long vaddr, unsigned long paddr, unsigned int npages) { } in early_snp_set_memory_private()
212 early_snp_set_memory_shared(unsigned long vaddr, unsigned long paddr, unsigned int npages) { } in early_snp_set_memory_shared()
214 static inline void snp_set_memory_shared(unsigned long vaddr, unsigned int npages) { } in snp_set_memory_shared()
215 static inline void snp_set_memory_private(unsigned long vaddr, unsigned int npages) { } in snp_set_memory_private()
|
| /Linux-v6.1/arch/sparc/include/asm/ |
| D | highmem.h | 54 #define arch_kmap_local_pre_map(vaddr, pteval) flush_cache_all() argument
55 #define arch_kmap_local_pre_unmap(vaddr) flush_cache_all() argument
56 #define arch_kmap_local_post_map(vaddr, pteval) flush_tlb_all() argument
57 #define arch_kmap_local_post_unmap(vaddr) flush_tlb_all() argument
|
| /Linux-v6.1/include/linux/ |
| D | io-mapping.h | 78 io_mapping_unmap_atomic(void __iomem *vaddr) in io_mapping_unmap_atomic()
95 static inline void io_mapping_unmap_local(void __iomem *vaddr) in io_mapping_unmap_local()
114 io_mapping_unmap(void __iomem *vaddr) in io_mapping_unmap()
156 io_mapping_unmap(void __iomem *vaddr) in io_mapping_unmap()
171 io_mapping_unmap_atomic(void __iomem *vaddr) in io_mapping_unmap_atomic()
184 static inline void io_mapping_unmap_local(void __iomem *vaddr) in io_mapping_unmap_local()
|
| D | highmem.h | 193 static inline void flush_kernel_vmap_range(void *vaddr, int size) in flush_kernel_vmap_range()
196 static inline void invalidate_kernel_vmap_range(void *vaddr, int size) in invalidate_kernel_vmap_range()
203 static inline void clear_user_highpage(struct page *page, unsigned long vaddr) in clear_user_highpage()
228 unsigned long vaddr) in alloc_zeroed_user_highpage_movable()
308 unsigned long vaddr, struct vm_area_struct *vma) in copy_user_highpage()
|
| /Linux-v6.1/arch/xtensa/mm/ |
| D | cache.c | 60 unsigned long vaddr) in kmap_invalidate_coherent()
82 unsigned long vaddr, unsigned long *paddr) in coherent_kvaddr()
88 void clear_user_highpage(struct page *page, unsigned long vaddr) in clear_user_highpage()
102 unsigned long vaddr, struct vm_area_struct *vma) in copy_user_highpage()
261 unsigned long vaddr, void *dst, const void *src, in copy_to_user_page()
301 unsigned long vaddr, void *dst, const void *src, in copy_from_user_page()
|
| /Linux-v6.1/arch/arm/mm/ |
| D | copypage-v6.c | 31 struct page *from, unsigned long vaddr, struct vm_area_struct *vma) in v6_copy_user_highpage_nonaliasing()
46 static void v6_clear_user_highpage_nonaliasing(struct page *page, unsigned long vaddr) in v6_clear_user_highpage_nonaliasing()
70 struct page *from, unsigned long vaddr, struct vm_area_struct *vma) in v6_copy_user_highpage_aliasing()
103 static void v6_clear_user_highpage_aliasing(struct page *page, unsigned long vaddr) in v6_clear_user_highpage_aliasing()
|
| /Linux-v6.1/arch/sh/mm/ |
| D | kmap.c | 21 unsigned long vaddr; in kmap_coherent_init() local
31 unsigned long vaddr; in kmap_coherent() local
53 unsigned long vaddr = (unsigned long)kvaddr & PAGE_MASK; in kunmap_coherent() local
|
| /Linux-v6.1/drivers/gpu/drm/i915/gem/ |
| D | i915_gem_phys.c | 27 void *vaddr; in i915_gem_object_get_pages_phys() local
100 void *vaddr = sg_page(pages->sgl); in i915_gem_object_put_pages_phys() local
143 void *vaddr = sg_page(obj->mm.pages->sgl) + args->offset; in i915_gem_object_pwrite_phys() local
174 void *vaddr = sg_page(obj->mm.pages->sgl) + args->offset; in i915_gem_object_pread_phys() local
|
| /Linux-v6.1/arch/mips/include/asm/ |
| D | highmem.h | 54 #define arch_kmap_local_set_pte(mm, vaddr, ptep, ptev) set_pte(ptep, ptev) argument
55 #define arch_kmap_local_post_map(vaddr, pteval) local_flush_tlb_one(vaddr) argument
56 #define arch_kmap_local_post_unmap(vaddr) local_flush_tlb_one(vaddr) argument
|
| /Linux-v6.1/arch/arm/include/asm/ |
| D | highmem.h | 66 #define arch_kmap_local_post_map(vaddr, pteval) \ argument
69 #define arch_kmap_local_pre_unmap(vaddr) \ argument
75 #define arch_kmap_local_post_unmap(vaddr) \ argument
|
| /Linux-v6.1/arch/powerpc/include/asm/ |
| D | highmem.h | 61 #define arch_kmap_local_set_pte(mm, vaddr, ptep, ptev) \ argument
63 #define arch_kmap_local_post_map(vaddr, pteval) \ argument
65 #define arch_kmap_local_post_unmap(vaddr) \ argument
|
| /Linux-v6.1/drivers/misc/sgi-gru/ |
| D | grufault.c | 48 struct vm_area_struct *gru_find_vma(unsigned long vaddr) in gru_find_vma()
66 static struct gru_thread_state *gru_find_lock_gts(unsigned long vaddr) in gru_find_lock_gts()
83 static struct gru_thread_state *gru_alloc_locked_gts(unsigned long vaddr) in gru_alloc_locked_gts()
178 unsigned long vaddr, int write, in non_atomic_pte_lookup()
205 static int atomic_pte_lookup(struct vm_area_struct *vma, unsigned long vaddr, in atomic_pte_lookup()
252 static int gru_vtop(struct gru_thread_state *gts, unsigned long vaddr, in gru_vtop()
316 unsigned long vaddr = 0, gpa; in gru_preload_tlb() local
363 unsigned long gpa = 0, vaddr = 0; in gru_try_dropin() local
|
| /Linux-v6.1/arch/s390/include/asm/ |
| D | idals.h | 30 idal_is_needed(void *vaddr, unsigned int length) in idal_is_needed()
39 static inline unsigned int idal_nr_words(void *vaddr, unsigned int length) in idal_nr_words()
49 void *vaddr, unsigned int length) in idal_create_words()
71 set_normalized_cda(struct ccw1 * ccw, void *vaddr) in set_normalized_cda()
|
| /Linux-v6.1/kernel/dma/ |
| D | coherent.c | 198 int order, void *vaddr) in __dma_release_from_coherent()
225 int dma_release_from_dev_coherent(struct device *dev, int order, void *vaddr) in dma_release_from_dev_coherent()
233 struct vm_area_struct *vma, void *vaddr, size_t size, int *ret) in __dma_mmap_from_coherent()
270 void *vaddr, size_t size, int *ret) in dma_mmap_from_dev_coherent()
290 int dma_release_from_global_coherent(int order, void *vaddr) in dma_release_from_global_coherent()
299 int dma_mmap_from_global_coherent(struct vm_area_struct *vma, void *vaddr, in dma_mmap_from_global_coherent()
|
| /Linux-v6.1/drivers/net/ethernet/freescale/fman/ |
| D | fman_muram.c | 20 unsigned long vaddr) in fman_muram_vbase_to_offset()
41 void __iomem *vaddr; in fman_muram_init() local
107 unsigned long vaddr; in fman_muram_alloc() local
|
| /Linux-v6.1/kernel/events/ |
| D | uprobes.c | 110 unsigned long vaddr; /* Page(s) of instruction slots */ member
136 static loff_t vaddr_to_offset(struct vm_area_struct *vma, unsigned long vaddr) in vaddr_to_offset()
240 static void copy_from_page(struct page *page, unsigned long vaddr, void *dst, int len) in copy_from_page()
247 static void copy_to_page(struct page *page, unsigned long vaddr, const void *src, int len) in copy_to_page()
254 static int verify_opcode(struct page *page, unsigned long vaddr, uprobe_opcode_t *new_opcode) in verify_opcode()
341 unsigned long vaddr = offset_to_vaddr(vma, uprobe->ref_ctr_offset); in valid_ref_ctr_vma() local
365 __update_ref_ctr(struct mm_struct *mm, unsigned long vaddr, short d) in __update_ref_ctr()
462 unsigned long vaddr, uprobe_opcode_t opcode) in uprobe_write_opcode()
572 int __weak set_swbp(struct arch_uprobe *auprobe, struct mm_struct *mm, unsigned long vaddr) in set_swbp()
587 set_orig_insn(struct arch_uprobe *auprobe, struct mm_struct *mm, unsigned long vaddr) in set_orig_insn()
[all …]
|
