50 static bool swap_count_continued(struct swap_info_struct *, pgoff_t,
52 static void free_swap_count_continuations(struct swap_info_struct *);
97 struct swap_info_struct *swap_info[MAX_SWAPFILES];
107 static struct swap_info_struct *swap_type_to_swap_info(int type)  in swap_type_to_swap_info()
131 static int __try_to_reclaim_swap(struct swap_info_struct *si,  in __try_to_reclaim_swap()
159 static inline struct swap_extent *first_se(struct swap_info_struct *sis)  in first_se()
175 static int discard_swap(struct swap_info_struct *si)  in discard_swap()
209 offset_to_swap_extent(struct swap_info_struct *sis, unsigned long offset)  in offset_to_swap_extent()
230 	struct swap_info_struct *sis = page_swap_info(page);  in swap_page_sector()
245 static void discard_swap_cluster(struct swap_info_struct *si,  in discard_swap_cluster()
355 static inline struct swap_cluster_info *lock_cluster(struct swap_info_struct *si,  in lock_cluster()
379 		struct swap_info_struct *si, unsigned long offset)  in lock_cluster_or_swap_info()
392 static inline void unlock_cluster_or_swap_info(struct swap_info_struct *si,  in unlock_cluster_or_swap_info()
457 static void swap_cluster_schedule_discard(struct swap_info_struct *si,  in swap_cluster_schedule_discard()
474 static void __free_cluster(struct swap_info_struct *si, unsigned long idx)  in __free_cluster()
486 static void swap_do_scheduled_discard(struct swap_info_struct *si)  in swap_do_scheduled_discard()
511 	struct swap_info_struct *si;  in swap_discard_work()
513 	si = container_of(work, struct swap_info_struct, discard_work);  in swap_discard_work()
522 	struct swap_info_struct *si;  in swap_users_ref_free()
524 	si = container_of(ref, struct swap_info_struct, users);  in swap_users_ref_free()
528 static void alloc_cluster(struct swap_info_struct *si, unsigned long idx)  in alloc_cluster()
537 static void free_cluster(struct swap_info_struct *si, unsigned long idx)  in free_cluster()
560 static void inc_cluster_info_page(struct swap_info_struct *p,  in inc_cluster_info_page()
580 static void dec_cluster_info_page(struct swap_info_struct *p,  in dec_cluster_info_page()
601 scan_swap_map_ssd_cluster_conflict(struct swap_info_struct *si,  in scan_swap_map_ssd_cluster_conflict()
624 static bool scan_swap_map_try_ssd_cluster(struct swap_info_struct *si,  in scan_swap_map_try_ssd_cluster()
678 static void __del_from_avail_list(struct swap_info_struct *p)  in __del_from_avail_list()
686 static void del_from_avail_list(struct swap_info_struct *p)  in del_from_avail_list()
693 static void swap_range_alloc(struct swap_info_struct *si, unsigned long offset,  in swap_range_alloc()
710 static void add_to_avail_list(struct swap_info_struct *p)  in add_to_avail_list()
722 static void swap_range_free(struct swap_info_struct *si, unsigned long offset,  in swap_range_free()
755 static void set_cluster_next(struct swap_info_struct *si, unsigned long next)  in set_cluster_next()
783 static bool swap_offset_available_and_locked(struct swap_info_struct *si,  in swap_offset_available_and_locked()
799 static int scan_swap_map_slots(struct swap_info_struct *si,  in scan_swap_map_slots()
1002 static int swap_alloc_cluster(struct swap_info_struct *si, swp_entry_t *slot)  in swap_alloc_cluster()
1034 static void swap_free_cluster(struct swap_info_struct *si, unsigned long idx)  in swap_free_cluster()
1050 	struct swap_info_struct *si, *next;  in get_swap_pages()
1132 static struct swap_info_struct *_swap_info_get(swp_entry_t entry)  in _swap_info_get()
1134 	struct swap_info_struct *p;  in _swap_info_get()
1166 static struct swap_info_struct *swap_info_get_cont(swp_entry_t entry,  in swap_info_get_cont()
1167 					struct swap_info_struct *q)  in swap_info_get_cont()
1169 	struct swap_info_struct *p;  in swap_info_get_cont()
1182 static unsigned char __swap_entry_free_locked(struct swap_info_struct *p,  in __swap_entry_free_locked()
1251 struct swap_info_struct *get_swap_device(swp_entry_t entry)  in get_swap_device()
1253 	struct swap_info_struct *si;  in get_swap_device()
1286 static unsigned char __swap_entry_free(struct swap_info_struct *p,  in __swap_entry_free()
1302 static void swap_entry_free(struct swap_info_struct *p, swp_entry_t entry)  in swap_entry_free()
1325 	struct swap_info_struct *p;  in swap_free()
1340 	struct swap_info_struct *si;  in put_swap_folio()
1385 	struct swap_info_struct *si;  in split_swap_cluster()
1408 	struct swap_info_struct *p, *prev;  in swapcache_free_entries()
1436 	struct swap_info_struct *si;  in __swap_count()
1453 static int swap_swapcount(struct swap_info_struct *si, swp_entry_t entry)  in swap_swapcount()
1473 	struct swap_info_struct *si;  in __swp_swapcount()
1490 	struct swap_info_struct *p;  in swp_swapcount()
1529 static bool swap_page_trans_huge_swapped(struct swap_info_struct *si,  in swap_page_trans_huge_swapped()
1559 	struct swap_info_struct *si = _swap_info_get(entry);  in folio_swapped()
1619 	struct swap_info_struct *p;  in free_swap_and_cache()
1640 	struct swap_info_struct *si = swap_type_to_swap_info(type);  in get_swap_page_of_type()
1672 		struct swap_info_struct *sis = swap_info[type];  in swap_type_of()
1696 		struct swap_info_struct *sis = swap_info[type];  in find_first_swap()
1714 	struct swap_info_struct *si = swap_type_to_swap_info(type);  in swapdev_block()
1735 		struct swap_info_struct *sis = swap_info[type];  in count_swap_pages()
1837 	struct swap_info_struct *si;  in unuse_pte_range()
2007 static unsigned int find_next_to_unuse(struct swap_info_struct *si,  in find_next_to_unuse()
2039 	struct swap_info_struct *si = swap_info[type];  in try_to_unuse()
2152 static void destroy_swap_extents(struct swap_info_struct *sis)  in destroy_swap_extents()
2179 add_swap_extent(struct swap_info_struct *sis, unsigned long start_page,  in add_swap_extent()
2246 static int setup_swap_extents(struct swap_info_struct *sis, sector_t *span)  in setup_swap_extents()
2275 static int swap_node(struct swap_info_struct *p)  in swap_node()
2287 static void setup_swap_info(struct swap_info_struct *p, int prio,  in setup_swap_info()
2316 static void _enable_swap_info(struct swap_info_struct *p)  in _enable_swap_info()
2337 static void enable_swap_info(struct swap_info_struct *p, int prio,  in enable_swap_info()
2360 static void reinsert_swap_info(struct swap_info_struct *p)  in reinsert_swap_info()
2383 	struct swap_info_struct *p = NULL;  in SYSCALL_DEFINE1()
2433 		struct swap_info_struct *si = p;  in SYSCALL_DEFINE1()
2580 	struct swap_info_struct *si;  in swap_start()
2601 	struct swap_info_struct *si = v;  in swap_next()
2626 	struct swap_info_struct *si = v;  in swap_show()
2698 static struct swap_info_struct *alloc_swap_info(void)  in alloc_swap_info()
2700 	struct swap_info_struct *p;  in alloc_swap_info()
2701 	struct swap_info_struct *defer = NULL;  in alloc_swap_info()
2759 static int claim_swapfile(struct swap_info_struct *p, struct inode *inode)  in claim_swapfile()
2819 static unsigned long read_swap_header(struct swap_info_struct *p,  in read_swap_header()
2895 static int setup_swap_map_and_extents(struct swap_info_struct *p,  in setup_swap_map_and_extents()
2978 	struct swap_info_struct *p;  in SYSCALL_DEFINE2()
3253 		struct swap_info_struct *si = swap_info[type];  in si_swapinfo()
3276 	struct swap_info_struct *p;  in __swap_duplicate()
3374 struct swap_info_struct *swp_swap_info(swp_entry_t entry)  in swp_swap_info()
3379 struct swap_info_struct *page_swap_info(struct page *page)  in page_swap_info()
3418 	struct swap_info_struct *si;  in add_swap_count_continuation()
3528 static bool swap_count_continued(struct swap_info_struct *si,  in swap_count_continued()
3612 static void free_swap_count_continuations(struct swap_info_struct *si)  in free_swap_count_continuations()
3633 	struct swap_info_struct *si, *next;  in __cgroup_throttle_swaprate()