| /Linux-v6.1/arch/x86/include/asm/ |
| D | set_memory.h | 38 int __set_memory_prot(unsigned long addr, int numpages, pgprot_t prot);
39 int _set_memory_uc(unsigned long addr, int numpages);
40 int _set_memory_wc(unsigned long addr, int numpages);
41 int _set_memory_wt(unsigned long addr, int numpages);
42 int _set_memory_wb(unsigned long addr, int numpages);
43 int set_memory_uc(unsigned long addr, int numpages);
44 int set_memory_wc(unsigned long addr, int numpages);
45 int set_memory_wb(unsigned long addr, int numpages);
46 int set_memory_np(unsigned long addr, int numpages);
47 int set_memory_4k(unsigned long addr, int numpages);
[all …]
|
| D | mshyperv.h | 177 int hv_set_mem_host_visibility(unsigned long addr, int numpages, bool visible);
244 static inline int hv_set_mem_host_visibility(unsigned long addr, int numpages, in hv_set_mem_host_visibility() argument
|
| /Linux-v6.1/arch/powerpc/include/asm/ |
| D | set_memory.h | 12 int change_memory_attr(unsigned long addr, int numpages, long action);
14 static inline int set_memory_ro(unsigned long addr, int numpages) in set_memory_ro() argument
16 return change_memory_attr(addr, numpages, SET_MEMORY_RO); in set_memory_ro()
19 static inline int set_memory_rw(unsigned long addr, int numpages) in set_memory_rw() argument
21 return change_memory_attr(addr, numpages, SET_MEMORY_RW); in set_memory_rw()
24 static inline int set_memory_nx(unsigned long addr, int numpages) in set_memory_nx() argument
26 return change_memory_attr(addr, numpages, SET_MEMORY_NX); in set_memory_nx()
29 static inline int set_memory_x(unsigned long addr, int numpages) in set_memory_x() argument
31 return change_memory_attr(addr, numpages, SET_MEMORY_X); in set_memory_x()
34 static inline int set_memory_np(unsigned long addr, int numpages) in set_memory_np() argument
[all …]
|
| D | mem_encrypt.h | 18 int set_memory_encrypted(unsigned long addr, int numpages);
19 int set_memory_decrypted(unsigned long addr, int numpages);
|
| /Linux-v6.1/arch/x86/mm/pat/ |
| D | set_memory.c | 46 unsigned long numpages; member
359 for (i = 0; i < cpa->numpages; i++) in __cpa_flush_tlb()
375 if (cpa->force_flush_all || cpa->numpages > tlb_single_page_flush_ceiling) in cpa_flush()
384 for (i = 0; i < cpa->numpages; i++) { in cpa_flush()
812 unsigned long numpages, pmask, psize, lpaddr, pfn, old_pfn; in __should_split_large_page() local
848 numpages = (lpaddr - address) >> PAGE_SHIFT; in __should_split_large_page()
849 if (numpages < cpa->numpages) in __should_split_large_page()
850 cpa->numpages = numpages; in __should_split_large_page()
886 numpages = psize >> PAGE_SHIFT; in __should_split_large_page()
893 chk_prot = static_protections(old_prot, lpaddr, old_pfn, numpages, in __should_split_large_page()
[all …]
|
| /Linux-v6.1/arch/s390/include/asm/ |
| D | set_memory.h | 15 int __set_memory(unsigned long addr, int numpages, unsigned long flags);
17 static inline int set_memory_ro(unsigned long addr, int numpages) in set_memory_ro() argument
19 return __set_memory(addr, numpages, SET_MEMORY_RO); in set_memory_ro()
22 static inline int set_memory_rw(unsigned long addr, int numpages) in set_memory_rw() argument
24 return __set_memory(addr, numpages, SET_MEMORY_RW); in set_memory_rw()
27 static inline int set_memory_nx(unsigned long addr, int numpages) in set_memory_nx() argument
29 return __set_memory(addr, numpages, SET_MEMORY_NX); in set_memory_nx()
32 static inline int set_memory_x(unsigned long addr, int numpages) in set_memory_x() argument
34 return __set_memory(addr, numpages, SET_MEMORY_X); in set_memory_x()
37 static inline int set_memory_4k(unsigned long addr, int numpages) in set_memory_4k() argument
[all …]
|
| D | mem_encrypt.h | 7 int set_memory_encrypted(unsigned long addr, int numpages);
8 int set_memory_decrypted(unsigned long addr, int numpages);
|
| D | kfence.h | 11 void __kernel_map_pages(struct page *page, int numpages, int enable);
|
| /Linux-v6.1/arch/arm/include/asm/ |
| D | set_memory.h | 10 int set_memory_ro(unsigned long addr, int numpages);
11 int set_memory_rw(unsigned long addr, int numpages);
12 int set_memory_x(unsigned long addr, int numpages);
13 int set_memory_nx(unsigned long addr, int numpages);
14 int set_memory_valid(unsigned long addr, int numpages, int enable);
16 static inline int set_memory_ro(unsigned long addr, int numpages) { return 0; } in set_memory_ro() argument
17 static inline int set_memory_rw(unsigned long addr, int numpages) { return 0; } in set_memory_rw() argument
18 static inline int set_memory_x(unsigned long addr, int numpages) { return 0; } in set_memory_x() argument
19 static inline int set_memory_nx(unsigned long addr, int numpages) { return 0; } in set_memory_nx() argument
|
| /Linux-v6.1/arch/arm/mm/ |
| D | pageattr.c | 54 static int change_memory_common(unsigned long addr, int numpages, in change_memory_common() argument
58 unsigned long end = PAGE_ALIGN(addr) + numpages * PAGE_SIZE; in change_memory_common()
73 int set_memory_ro(unsigned long addr, int numpages) in set_memory_ro() argument
75 return change_memory_common(addr, numpages, in set_memory_ro()
80 int set_memory_rw(unsigned long addr, int numpages) in set_memory_rw() argument
82 return change_memory_common(addr, numpages, in set_memory_rw()
87 int set_memory_nx(unsigned long addr, int numpages) in set_memory_nx() argument
89 return change_memory_common(addr, numpages, in set_memory_nx()
94 int set_memory_x(unsigned long addr, int numpages) in set_memory_x() argument
96 return change_memory_common(addr, numpages, in set_memory_x()
[all …]
|
| /Linux-v6.1/arch/riscv/include/asm/ |
| D | set_memory.h | 14 int set_memory_ro(unsigned long addr, int numpages);
15 int set_memory_rw(unsigned long addr, int numpages);
16 int set_memory_x(unsigned long addr, int numpages);
17 int set_memory_nx(unsigned long addr, int numpages);
18 int set_memory_rw_nx(unsigned long addr, int numpages);
30 static inline int set_memory_ro(unsigned long addr, int numpages) { return 0; } in set_memory_ro() argument
31 static inline int set_memory_rw(unsigned long addr, int numpages) { return 0; } in set_memory_rw() argument
32 static inline int set_memory_x(unsigned long addr, int numpages) { return 0; } in set_memory_x() argument
33 static inline int set_memory_nx(unsigned long addr, int numpages) { return 0; } in set_memory_nx() argument
34 static inline int set_memory_rw_nx(unsigned long addr, int numpages) { return 0; } in set_memory_rw_nx() argument
|
| /Linux-v6.1/arch/arm64/mm/ |
| D | pageattr.c | 64 static int change_memory_common(unsigned long addr, int numpages, in change_memory_common() argument
68 unsigned long size = PAGE_SIZE * numpages; in change_memory_common()
98 if (!numpages) in change_memory_common()
123 int set_memory_ro(unsigned long addr, int numpages) in set_memory_ro() argument
125 return change_memory_common(addr, numpages, in set_memory_ro()
130 int set_memory_rw(unsigned long addr, int numpages) in set_memory_rw() argument
132 return change_memory_common(addr, numpages, in set_memory_rw()
137 int set_memory_nx(unsigned long addr, int numpages) in set_memory_nx() argument
139 return change_memory_common(addr, numpages, in set_memory_nx()
144 int set_memory_x(unsigned long addr, int numpages) in set_memory_x() argument
[all …]
|
| /Linux-v6.1/arch/riscv/mm/ |
| D | pageattr.c | 107 static int __set_memory(unsigned long addr, int numpages, pgprot_t set_mask, in __set_memory() argument
112 unsigned long end = start + PAGE_SIZE * numpages; in __set_memory()
118 if (!numpages) in __set_memory()
131 int set_memory_rw_nx(unsigned long addr, int numpages) in set_memory_rw_nx() argument
133 return __set_memory(addr, numpages, __pgprot(_PAGE_READ | _PAGE_WRITE), in set_memory_rw_nx()
137 int set_memory_ro(unsigned long addr, int numpages) in set_memory_ro() argument
139 return __set_memory(addr, numpages, __pgprot(_PAGE_READ), in set_memory_ro()
143 int set_memory_rw(unsigned long addr, int numpages) in set_memory_rw() argument
145 return __set_memory(addr, numpages, __pgprot(_PAGE_READ | _PAGE_WRITE), in set_memory_rw()
149 int set_memory_x(unsigned long addr, int numpages) in set_memory_x() argument
[all …]
|
| /Linux-v6.1/include/linux/ |
| D | set_memory.h | 11 static inline int set_memory_ro(unsigned long addr, int numpages) { return 0; } in set_memory_ro() argument
12 static inline int set_memory_rw(unsigned long addr, int numpages) { return 0; } in set_memory_rw() argument
13 static inline int set_memory_x(unsigned long addr, int numpages) { return 0; } in set_memory_x() argument
14 static inline int set_memory_nx(unsigned long addr, int numpages) { return 0; } in set_memory_nx() argument
60 static inline int set_memory_encrypted(unsigned long addr, int numpages) in set_memory_encrypted() argument
65 static inline int set_memory_decrypted(unsigned long addr, int numpages) in set_memory_decrypted() argument
|
| D | mm.h | 3118 extern void __kernel_poison_pages(struct page *page, int numpages);
3119 extern void __kernel_unpoison_pages(struct page *page, int numpages);
3134 static inline void kernel_poison_pages(struct page *page, int numpages) in kernel_poison_pages() argument
3137 __kernel_poison_pages(page, numpages); in kernel_poison_pages()
3139 static inline void kernel_unpoison_pages(struct page *page, int numpages) in kernel_unpoison_pages() argument
3142 __kernel_unpoison_pages(page, numpages); in kernel_unpoison_pages()
3148 static inline void kernel_poison_pages(struct page *page, int numpages) { } in kernel_poison_pages() argument
3149 static inline void kernel_unpoison_pages(struct page *page, int numpages) { } in kernel_unpoison_pages() argument
3194 extern void __kernel_map_pages(struct page *page, int numpages, int enable);
3196 static inline void debug_pagealloc_map_pages(struct page *page, int numpages) in debug_pagealloc_map_pages() argument
[all …]
|
| /Linux-v6.1/arch/powerpc/mm/ |
| D | pgtable_32.c | 135 unsigned long numpages = PFN_UP((unsigned long)_einittext) - in mark_initmem_nx() local
141 set_memory_nx((unsigned long)_sinittext, numpages); in mark_initmem_nx()
142 set_memory_rw((unsigned long)_sinittext, numpages); in mark_initmem_nx()
149 unsigned long numpages; in mark_rodata_ro() local
165 numpages = PFN_UP((unsigned long)__end_rodata) - in mark_rodata_ro()
168 set_memory_ro((unsigned long)_stext, numpages); in mark_rodata_ro()
176 void __kernel_map_pages(struct page *page, int numpages, int enable) in __kernel_map_pages() argument
184 set_memory_p(addr, numpages); in __kernel_map_pages()
186 set_memory_np(addr, numpages); in __kernel_map_pages()
|
| D | pageattr.c | 70 int change_memory_attr(unsigned long addr, int numpages, long action) in change_memory_attr() argument
73 unsigned long size = numpages * PAGE_SIZE; in change_memory_attr()
75 if (!numpages) in change_memory_attr()
|
| /Linux-v6.1/include/asm-generic/ |
| D | set_memory.h | 8 int set_memory_ro(unsigned long addr, int numpages);
9 int set_memory_rw(unsigned long addr, int numpages);
10 int set_memory_x(unsigned long addr, int numpages);
11 int set_memory_nx(unsigned long addr, int numpages);
|
| /Linux-v6.1/arch/powerpc/platforms/pseries/ |
| D | svm.c | 40 int set_memory_encrypted(unsigned long addr, int numpages) in set_memory_encrypted() argument
48 uv_unshare_page(PHYS_PFN(__pa(addr)), numpages); in set_memory_encrypted()
53 int set_memory_decrypted(unsigned long addr, int numpages) in set_memory_decrypted() argument
61 uv_share_page(PHYS_PFN(__pa(addr)), numpages); in set_memory_decrypted()
|
| /Linux-v6.1/arch/s390/mm/ |
| D | init.c | 143 int set_memory_encrypted(unsigned long addr, int numpages) in set_memory_encrypted() argument
148 for (i = 0; i < numpages; ++i) { in set_memory_encrypted()
155 int set_memory_decrypted(unsigned long addr, int numpages) in set_memory_decrypted() argument
159 for (i = 0; i < numpages; ++i) { in set_memory_decrypted()
|
| D | pageattr.c | 320 int __set_memory(unsigned long addr, int numpages, unsigned long flags) in __set_memory() argument
327 return change_page_attr(addr, addr + numpages * PAGE_SIZE, flags); in __set_memory()
347 void __kernel_map_pages(struct page *page, int numpages, int enable) in __kernel_map_pages() argument
353 for (i = 0; i < numpages;) { in __kernel_map_pages()
358 nr = min(numpages - i, nr); in __kernel_map_pages()
|
| /Linux-v6.1/arch/arm64/include/asm/ |
| D | set_memory.h | 11 int set_memory_valid(unsigned long addr, int numpages, int enable);
|
| /Linux-v6.1/arch/s390/kernel/ |
| D | module.c | 484 int numpages; in module_alloc_ftrace_hotpatch_trampolines() local
488 numpages = DIV_ROUND_UP(size, PAGE_SIZE); in module_alloc_ftrace_hotpatch_trampolines()
489 start = module_alloc(numpages * PAGE_SIZE); in module_alloc_ftrace_hotpatch_trampolines()
492 set_memory_ro((unsigned long)start, numpages); in module_alloc_ftrace_hotpatch_trampolines()
|
| /Linux-v6.1/arch/alpha/kernel/ |
| D | setup.c | 320 cluster->start_pfn + cluster->numpages); in setup_memory()
322 end = cluster->start_pfn + cluster->numpages; in setup_memory()
327 cluster->numpages << PAGE_SHIFT); in setup_memory()
334 cluster->numpages << PAGE_SHIFT); in setup_memory()
400 pfn < cluster->start_pfn + cluster->numpages) { in page_is_ram()
|
| /Linux-v6.1/mm/ |
| D | page_poison.c | 102 void __kernel_map_pages(struct page *page, int numpages, int enable) in __kernel_map_pages() argument
|
