| /Linux-v6.1/include/linux/ |
| D | page_idle.h | 16 static inline bool folio_test_young(struct folio *folio) in folio_test_young()
30 static inline void folio_set_young(struct folio *folio) in folio_set_young()
41 static inline bool folio_test_clear_young(struct folio *folio) in folio_test_clear_young()
55 static inline bool folio_test_idle(struct folio *folio) in folio_test_idle()
69 static inline void folio_set_idle(struct folio *folio) in folio_set_idle()
80 static inline void folio_clear_idle(struct folio *folio) in folio_clear_idle()
94 static inline bool folio_test_young(struct folio *folio) in folio_test_young()
99 static inline void folio_set_young(struct folio *folio) in folio_set_young()
103 static inline bool folio_test_clear_young(struct folio *folio) in folio_test_clear_young()
108 static inline bool folio_test_idle(struct folio *folio) in folio_test_idle()
[all …]
|
| D | page_ref.h | 87 static inline int folio_ref_count(const struct folio *folio) in folio_ref_count()
104 static inline void folio_set_count(struct folio *folio, int v) in folio_set_count()
125 static inline void folio_ref_add(struct folio *folio, int nr) in folio_ref_add()
137 static inline void folio_ref_sub(struct folio *folio, int nr) in folio_ref_sub()
151 static inline int folio_ref_sub_return(struct folio *folio, int nr) in folio_ref_sub_return()
163 static inline void folio_ref_inc(struct folio *folio) in folio_ref_inc()
175 static inline void folio_ref_dec(struct folio *folio) in folio_ref_dec()
189 static inline int folio_ref_sub_and_test(struct folio *folio, int nr) in folio_ref_sub_and_test()
203 static inline int folio_ref_inc_return(struct folio *folio) in folio_ref_inc_return()
217 static inline int folio_ref_dec_and_test(struct folio *folio) in folio_ref_dec_and_test()
[all …]
|
| D | pagemap.h | 364 static inline struct address_space *folio_file_mapping(struct folio *folio) in folio_file_mapping()
382 struct folio *folio = page_folio(page); in page_mapping_file() local
398 static inline struct inode *folio_inode(struct folio *folio) in folio_inode()
411 static inline void folio_attach_private(struct folio *folio, void *data) in folio_attach_private()
429 static inline void *folio_change_private(struct folio *folio, void *data) in folio_change_private()
446 static inline void *folio_detach_private(struct folio *folio) in folio_detach_private()
639 #define swapcache_index(folio) __page_file_index(&(folio)->page) argument
652 static inline pgoff_t folio_index(struct folio *folio) in folio_index()
665 static inline pgoff_t folio_next_index(struct folio *folio) in folio_next_index()
680 static inline struct page *folio_file_page(struct folio *folio, pgoff_t index) in folio_file_page()
[all …]
|
| D | mm_inline.h | 27 static inline int folio_is_file_lru(struct folio *folio) in folio_is_file_lru()
65 static __always_inline void __folio_clear_lru_flags(struct folio *folio) in __folio_clear_lru_flags()
86 static __always_inline enum lru_list folio_lru_list(struct folio *folio) in folio_lru_list()
143 static inline int folio_lru_refs(struct folio *folio) in folio_lru_refs()
157 static inline int folio_lru_gen(struct folio *folio) in folio_lru_gen()
174 static inline void lru_gen_update_size(struct lruvec *lruvec, struct folio *folio, in lru_gen_update_size()
220 static inline bool lru_gen_add_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_add_folio()
266 static inline bool lru_gen_del_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_del_folio()
300 static inline bool lru_gen_add_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_add_folio()
305 static inline bool lru_gen_del_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_del_folio()
[all …]
|
| D | vmstat.h | 412 static inline void __zone_stat_mod_folio(struct folio *folio, in __zone_stat_mod_folio()
418 static inline void __zone_stat_add_folio(struct folio *folio, in __zone_stat_add_folio()
424 static inline void __zone_stat_sub_folio(struct folio *folio, in __zone_stat_sub_folio()
430 static inline void zone_stat_mod_folio(struct folio *folio, in zone_stat_mod_folio()
436 static inline void zone_stat_add_folio(struct folio *folio, in zone_stat_add_folio()
442 static inline void zone_stat_sub_folio(struct folio *folio, in zone_stat_sub_folio()
448 static inline void __node_stat_mod_folio(struct folio *folio, in __node_stat_mod_folio()
454 static inline void __node_stat_add_folio(struct folio *folio, in __node_stat_add_folio()
460 static inline void __node_stat_sub_folio(struct folio *folio, in __node_stat_sub_folio()
466 static inline void node_stat_mod_folio(struct folio *folio, in node_stat_mod_folio()
[all …]
|
| D | mmdebug.h | 25 #define VM_BUG_ON_FOLIO(cond, folio) \ argument
57 #define VM_WARN_ON_FOLIO(cond, folio) ({ \ argument
66 #define VM_WARN_ON_ONCE_FOLIO(cond, folio) ({ \ argument
85 #define VM_BUG_ON_FOLIO(cond, folio) VM_BUG_ON(cond) argument
91 #define VM_WARN_ON_FOLIO(cond, folio) BUILD_BUG_ON_INVALID(cond) argument
92 #define VM_WARN_ON_ONCE_FOLIO(cond, folio) BUILD_BUG_ON_INVALID(cond) argument
|
| D | page-flags.h | 288 #define folio_page(folio, n) nth_page(&(folio)->page, n) argument
315 static unsigned long *folio_flags(struct folio *folio, unsigned n) in folio_flags()
656 static __always_inline bool folio_test_anon(struct folio *folio) in folio_test_anon()
666 static __always_inline bool __folio_test_movable(const struct folio *folio) in __folio_test_movable()
685 static __always_inline bool folio_test_ksm(struct folio *folio) in folio_test_ksm()
711 static inline bool folio_test_uptodate(struct folio *folio) in folio_test_uptodate()
733 static __always_inline void __folio_mark_uptodate(struct folio *folio) in __folio_mark_uptodate()
739 static __always_inline void folio_mark_uptodate(struct folio *folio) in folio_mark_uptodate()
765 #define folio_start_writeback(folio) \ argument
767 #define folio_start_writeback_keepwrite(folio) \ argument
[all …]
|
| D | memcontrol.h | 375 static inline struct mem_cgroup *__folio_memcg(struct folio *folio) in __folio_memcg()
396 static inline struct obj_cgroup *__folio_objcg(struct folio *folio) in __folio_objcg()
428 static inline struct mem_cgroup *folio_memcg(struct folio *folio) in folio_memcg()
451 static inline struct mem_cgroup *folio_memcg_rcu(struct folio *folio) in folio_memcg_rcu()
534 static inline bool folio_memcg_kmem(struct folio *folio) in folio_memcg_kmem()
543 static inline bool folio_memcg_kmem(struct folio *folio) in folio_memcg_kmem()
662 static inline int mem_cgroup_charge(struct folio *folio, struct mm_struct *mm, in mem_cgroup_charge()
682 static inline void mem_cgroup_uncharge(struct folio *folio) in mem_cgroup_uncharge()
741 static inline struct lruvec *folio_lruvec(struct folio *folio) in folio_lruvec()
762 void lruvec_memcg_debug(struct lruvec *lruvec, struct folio *folio) in lruvec_memcg_debug()
[all …]
|
| D | huge_mm.h | 256 static inline bool folio_test_pmd_mappable(struct folio *folio) in folio_test_pmd_mappable()
314 static inline bool folio_test_pmd_mappable(struct folio *folio) in folio_test_pmd_mappable()
339 can_split_folio(struct folio *folio, int *pextra_pins) in can_split_folio()
357 unsigned long address, bool freeze, struct folio *folio) {} in __split_huge_pmd()
359 unsigned long address, bool freeze, struct folio *folio) {} in split_huge_pmd_address()
441 static inline int split_folio_to_list(struct folio *folio, in split_folio_to_list()
447 static inline int split_folio(struct folio *folio) in split_folio()
|
| D | swap.h | 352 static inline swp_entry_t folio_swap_entry(struct folio *folio) in folio_swap_entry()
358 static inline void folio_set_swap_entry(struct folio *folio, swp_entry_t entry) in folio_set_swap_entry()
578 static inline void put_swap_folio(struct folio *folio, swp_entry_t swp) in put_swap_folio()
597 static inline swp_entry_t folio_alloc_swap(struct folio *folio) in folio_alloc_swap()
604 static inline bool folio_free_swap(struct folio *folio) in folio_free_swap()
664 static inline void folio_throttle_swaprate(struct folio *folio, gfp_t gfp) in folio_throttle_swaprate()
672 static inline int mem_cgroup_try_charge_swap(struct folio *folio, in mem_cgroup_try_charge_swap()
691 static inline void mem_cgroup_swapout(struct folio *folio, swp_entry_t entry) in mem_cgroup_swapout()
695 static inline int mem_cgroup_try_charge_swap(struct folio *folio, in mem_cgroup_try_charge_swap()
711 static inline bool mem_cgroup_swap_full(struct folio *folio) in mem_cgroup_swap_full()
|
| /Linux-v6.1/mm/ |
| D | swap.c | 80 static void __page_cache_release(struct folio *folio) in __page_cache_release()
101 static void __folio_put_small(struct folio *folio) in __folio_put_small()
108 static void __folio_put_large(struct folio *folio) in __folio_put_large()
121 void __folio_put(struct folio *folio) in __folio_put()
140 struct folio *folio, *next; in put_pages_list() local
192 static void lru_add_fn(struct lruvec *lruvec, struct folio *folio) in lru_add_fn()
239 struct folio *folio = fbatch->folios[i]; in folio_batch_move_lru() local
258 struct folio *folio, move_fn_t move_fn) in folio_batch_add_and_move()
266 static void lru_move_tail_fn(struct lruvec *lruvec, struct folio *folio) in lru_move_tail_fn()
283 void folio_rotate_reclaimable(struct folio *folio) in folio_rotate_reclaimable()
[all …]
|
| D | filemap.c | 125 struct folio *folio, void *shadow) in page_cache_delete()
149 struct folio *folio) in filemap_unaccount_folio()
217 void __filemap_remove_folio(struct folio *folio, void *shadow) in __filemap_remove_folio()
226 void filemap_free_folio(struct address_space *mapping, struct folio *folio) in filemap_free_folio()
248 void filemap_remove_folio(struct folio *folio) in filemap_remove_folio()
283 struct folio *folio; in page_cache_delete_batch() local
329 struct folio *folio = fbatch->folios[i]; in delete_from_page_cache_batch() local
635 struct folio *folio; in filemap_range_has_writeback() local
840 struct folio *folio, pgoff_t index, gfp_t gfp, void **shadowp) in __filemap_add_folio()
927 int filemap_add_folio(struct address_space *mapping, struct folio *folio, in filemap_add_folio()
[all …]
|
| D | truncate.c | 84 struct folio *folio = fbatch->folios[i]; in truncate_folio_batch_exceptionals() local
154 void folio_invalidate(struct folio *folio, size_t offset, size_t length) in folio_invalidate()
173 static void truncate_cleanup_folio(struct folio *folio) in truncate_cleanup_folio()
190 int truncate_inode_folio(struct address_space *mapping, struct folio *folio) in truncate_inode_folio()
211 bool truncate_inode_partial_folio(struct folio *folio, loff_t start, loff_t end) in truncate_inode_partial_folio()
271 struct folio *folio) in mapping_evict_folio()
297 struct folio *folio = page_folio(page); in invalidate_inode_page() local
339 struct folio *folio; in truncate_inode_pages_range() local
415 struct folio *folio = fbatch.folios[i]; in truncate_inode_pages_range() local
515 struct folio *folio = fbatch.folios[i]; in invalidate_mapping_pagevec() local
[all …]
|
| D | rmap.c | 492 struct anon_vma *folio_get_anon_vma(struct folio *folio) in folio_get_anon_vma()
536 struct anon_vma *folio_lock_anon_vma_read(struct folio *folio, in folio_lock_anon_vma_read()
749 struct folio *folio = page_folio(page); in page_address_in_vma() local
806 static bool folio_referenced_one(struct folio *folio, in folio_referenced_one()
896 int folio_referenced(struct folio *folio, int is_locked, in folio_referenced()
1012 static bool page_mkclean_one(struct folio *folio, struct vm_area_struct *vma, in page_mkclean_one()
1031 int folio_mkclean(struct folio *folio) in folio_mkclean()
1101 struct folio *folio = page_folio(page); in page_move_anon_rmap() local
1164 struct folio *folio = page_folio(page); in __page_check_anon_rmap() local
1470 static bool try_to_unmap_one(struct folio *folio, struct vm_area_struct *vma, in try_to_unmap_one()
[all …]
|
| D | swap.h | 60 static inline unsigned int folio_swap_flags(struct folio *folio) in folio_swap_flags()
113 static inline bool add_to_swap(struct folio *folio) in add_to_swap()
123 static inline int add_to_swap_cache(struct folio *folio, swp_entry_t entry, in add_to_swap_cache()
129 static inline void __delete_from_swap_cache(struct folio *folio, in __delete_from_swap_cache()
134 static inline void delete_from_swap_cache(struct folio *folio) in delete_from_swap_cache()
143 static inline unsigned int folio_swap_flags(struct folio *folio) in folio_swap_flags()
|
| D | workingset.c | 220 static void *lru_gen_eviction(struct folio *folio) in lru_gen_eviction()
247 static void lru_gen_refault(struct folio *folio, void *shadow) in lru_gen_refault()
304 static void *lru_gen_eviction(struct folio *folio) in lru_gen_eviction()
309 static void lru_gen_refault(struct folio *folio, void *shadow) in lru_gen_refault()
351 void *workingset_eviction(struct folio *folio, struct mem_cgroup *target_memcg) in workingset_eviction()
385 void workingset_refault(struct folio *folio, void *shadow) in workingset_refault()
507 void workingset_activation(struct folio *folio) in workingset_activation()
|
| D | page-writeback.c | 2506 int folio_write_one(struct folio *folio) in folio_write_one()
2538 bool noop_dirty_folio(struct address_space *mapping, struct folio *folio) in noop_dirty_folio()
2553 static void folio_account_dirtied(struct folio *folio, in folio_account_dirtied()
2585 void folio_account_cleaned(struct folio *folio, struct bdi_writeback *wb) in folio_account_cleaned()
2608 void __folio_mark_dirty(struct folio *folio, struct address_space *mapping, in __folio_mark_dirty()
2642 bool filemap_dirty_folio(struct address_space *mapping, struct folio *folio) in filemap_dirty_folio()
2673 void folio_account_redirty(struct folio *folio) in folio_account_redirty()
2705 struct folio *folio) in folio_redirty_for_writepage()
2731 bool folio_mark_dirty(struct folio *folio) in folio_mark_dirty()
2790 void __folio_cancel_dirty(struct folio *folio) in __folio_cancel_dirty()
[all …]
|
| D | gup.c | 52 struct folio *folio = page_folio(page); in sanity_check_pinned_pages() local
71 struct folio *folio; in try_get_folio() local
129 struct folio *folio; in try_grab_folio() local
177 static void gup_put_folio(struct folio *folio, int refs, unsigned int flags) in gup_put_folio()
211 struct folio *folio = page_folio(page); in try_grab_page() local
258 struct folio *folio = page_folio(next); in gup_folio_range_next() local
272 struct folio *folio = page_folio(list[i]); in gup_folio_next() local
310 struct folio *folio; in unpin_user_pages_dirty_lock() local
376 struct folio *folio; in unpin_user_page_range_dirty_lock() local
394 struct folio *folio; in unpin_user_pages_lockless() local
[all …]
|
| /Linux-v6.1/fs/iomap/ |
| D | buffered-io.c | 37 static inline struct iomap_page *to_iomap_page(struct folio *folio) in to_iomap_page()
47 iomap_page_create(struct inode *inode, struct folio *folio, unsigned int flags) in iomap_page_create()
72 static void iomap_page_release(struct folio *folio) in iomap_page_release()
90 static void iomap_adjust_read_range(struct inode *inode, struct folio *folio, in iomap_adjust_read_range()
147 static void iomap_iop_set_range_uptodate(struct folio *folio, in iomap_iop_set_range_uptodate()
162 static void iomap_set_range_uptodate(struct folio *folio, in iomap_set_range_uptodate()
171 static void iomap_finish_folio_read(struct folio *folio, size_t offset, in iomap_finish_folio_read()
214 struct folio *folio) in iomap_read_inline_data()
262 struct folio *folio = ctx->cur_folio; in iomap_readpage_iter() local
328 int iomap_read_folio(struct folio *folio, const struct iomap_ops *ops) in iomap_read_folio()
[all …]
|
| /Linux-v6.1/fs/afs/ |
| D | write.c | 25 bool afs_dirty_folio(struct address_space *mapping, struct folio *folio) in afs_dirty_folio()
30 static void afs_folio_start_fscache(bool caching, struct folio *folio) in afs_folio_start_fscache()
36 static void afs_folio_start_fscache(bool caching, struct folio *folio) in afs_folio_start_fscache()
49 struct folio *folio; in afs_write_begin() local
125 struct folio *folio = page_folio(subpage); in afs_write_end() local
192 struct folio *folio; in afs_kill_pages() local
230 struct folio *folio; in afs_redirty_pages() local
261 struct folio *folio; in afs_pages_written_back() local
437 struct folio *folio; in afs_extend_writeback() local
549 struct folio *folio, in afs_write_back_from_locked_folio()
[all …]
|
| /Linux-v6.1/fs/9p/ |
| D | vfs_addr.c | 122 static bool v9fs_release_folio(struct folio *folio, gfp_t gfp) in v9fs_release_folio()
139 static void v9fs_invalidate_folio(struct folio *folio, size_t offset, in v9fs_invalidate_folio()
159 static int v9fs_vfs_write_folio_locked(struct folio *folio) in v9fs_vfs_write_folio_locked()
201 struct folio *folio = page_folio(page); in v9fs_vfs_writepage() local
221 static int v9fs_launder_folio(struct folio *folio) in v9fs_launder_folio()
278 struct folio *folio; in v9fs_write_begin() local
302 struct folio *folio = page_folio(subpage); in v9fs_write_end() local
339 static bool v9fs_dirty_folio(struct address_space *mapping, struct folio *folio) in v9fs_dirty_folio()
|
| /Linux-v6.1/fs/netfs/ |
| D | buffered_read.c | 19 struct folio *folio; in netfs_rreq_unlock_folios() local
220 int netfs_read_folio(struct file *file, struct folio *folio) in netfs_read_folio()
270 static bool netfs_skip_folio_read(struct folio *folio, loff_t pos, size_t len, in netfs_skip_folio_read()
343 struct folio *folio; in netfs_write_begin() local
|
| /Linux-v6.1/tools/virtio/linux/ |
| D | mm_types.h | 1 struct folio { struct
2 struct page page;
|
| /Linux-v6.1/mm/damon/ |
| D | paddr.c | 19 static bool __damon_pa_mkold(struct folio *folio, struct vm_area_struct *vma, in __damon_pa_mkold()
36 struct folio *folio; in damon_pa_mkold() local
89 static bool __damon_pa_young(struct folio *folio, struct vm_area_struct *vma, in __damon_pa_young()
125 struct folio *folio; in damon_pa_young() local
|
| /Linux-v6.1/fs/ |
| D | mpage.c | 78 static void map_buffer_to_folio(struct folio *folio, struct buffer_head *bh, in map_buffer_to_folio()
115 struct folio *folio; member
135 struct folio *folio = args->folio; in do_mpage_readpage() local
351 struct folio *folio; in mpage_readahead() local
371 int mpage_read_folio(struct folio *folio, get_block_t get_block) in mpage_read_folio()
|
