47 static bool swap_count_continued(struct swap_info_struct *, pgoff_t,
49 static void free_swap_count_continuations(struct swap_info_struct *);
91 struct swap_info_struct *swap_info[MAX_SWAPFILES];
101 static struct swap_info_struct *swap_type_to_swap_info(int type)  in swap_type_to_swap_info()
126 static int __try_to_reclaim_swap(struct swap_info_struct *si,  in __try_to_reclaim_swap()
154 static inline struct swap_extent *first_se(struct swap_info_struct *sis)  in first_se()
170 static int discard_swap(struct swap_info_struct *si)  in discard_swap()
204 offset_to_swap_extent(struct swap_info_struct *sis, unsigned long offset)  in offset_to_swap_extent()
227 static void discard_swap_cluster(struct swap_info_struct *si,  in discard_swap_cluster()
337 static inline struct swap_cluster_info *lock_cluster(struct swap_info_struct *si,  in lock_cluster()
361 		struct swap_info_struct *si, unsigned long offset)  in lock_cluster_or_swap_info()
374 static inline void unlock_cluster_or_swap_info(struct swap_info_struct *si,  in unlock_cluster_or_swap_info()
439 static void swap_cluster_schedule_discard(struct swap_info_struct *si,  in swap_cluster_schedule_discard()
456 static void __free_cluster(struct swap_info_struct *si, unsigned long idx)  in __free_cluster()
468 static void swap_do_scheduled_discard(struct swap_info_struct *si)  in swap_do_scheduled_discard()
493 	struct swap_info_struct *si;  in swap_discard_work()
495 	si = container_of(work, struct swap_info_struct, discard_work);  in swap_discard_work()
502 static void alloc_cluster(struct swap_info_struct *si, unsigned long idx)  in alloc_cluster()
511 static void free_cluster(struct swap_info_struct *si, unsigned long idx)  in free_cluster()
534 static void inc_cluster_info_page(struct swap_info_struct *p,  in inc_cluster_info_page()
554 static void dec_cluster_info_page(struct swap_info_struct *p,  in dec_cluster_info_page()
575 scan_swap_map_ssd_cluster_conflict(struct swap_info_struct *si,  in scan_swap_map_ssd_cluster_conflict()
598 static bool scan_swap_map_try_ssd_cluster(struct swap_info_struct *si,  in scan_swap_map_try_ssd_cluster()
652 static void __del_from_avail_list(struct swap_info_struct *p)  in __del_from_avail_list()
660 static void del_from_avail_list(struct swap_info_struct *p)  in del_from_avail_list()
667 static void swap_range_alloc(struct swap_info_struct *si, unsigned long offset,  in swap_range_alloc()
684 static void add_to_avail_list(struct swap_info_struct *p)  in add_to_avail_list()
696 static void swap_range_free(struct swap_info_struct *si, unsigned long offset,  in swap_range_free()
729 static void set_cluster_next(struct swap_info_struct *si, unsigned long next)  in set_cluster_next()
757 static int scan_swap_map_slots(struct swap_info_struct *si,  in scan_swap_map_slots()
974 static int swap_alloc_cluster(struct swap_info_struct *si, swp_entry_t *slot)  in swap_alloc_cluster()
1009 static void swap_free_cluster(struct swap_info_struct *si, unsigned long idx)  in swap_free_cluster()
1022 static unsigned long scan_swap_map(struct swap_info_struct *si,  in scan_swap_map()
1040 	struct swap_info_struct *si, *next;  in get_swap_pages()
1123 	struct swap_info_struct *si = swap_type_to_swap_info(type);  in get_swap_page_of_type()
1145 static struct swap_info_struct *__swap_info_get(swp_entry_t entry)  in __swap_info_get()
1147 	struct swap_info_struct *p;  in __swap_info_get()
1174 static struct swap_info_struct *_swap_info_get(swp_entry_t entry)  in _swap_info_get()
1176 	struct swap_info_struct *p;  in _swap_info_get()
1191 static struct swap_info_struct *swap_info_get(swp_entry_t entry)  in swap_info_get()
1193 	struct swap_info_struct *p;  in swap_info_get()
1201 static struct swap_info_struct *swap_info_get_cont(swp_entry_t entry,  in swap_info_get_cont()
1202 					struct swap_info_struct *q)  in swap_info_get_cont()
1204 	struct swap_info_struct *p;  in swap_info_get_cont()
1217 static unsigned char __swap_entry_free_locked(struct swap_info_struct *p,  in __swap_entry_free_locked()
1292 struct swap_info_struct *get_swap_device(swp_entry_t entry)  in get_swap_device()
1294 	struct swap_info_struct *si;  in get_swap_device()
1320 static unsigned char __swap_entry_free(struct swap_info_struct *p,  in __swap_entry_free()
1336 static void swap_entry_free(struct swap_info_struct *p, swp_entry_t entry)  in swap_entry_free()
1359 	struct swap_info_struct *p;  in swap_free()
1374 	struct swap_info_struct *si;  in put_swap_page()
1419 	struct swap_info_struct *si;  in split_swap_cluster()
1442 	struct swap_info_struct *p, *prev;  in swapcache_free_entries()
1476 	struct swap_info_struct *p;  in page_swapcount()
1494 	struct swap_info_struct *si;  in __swap_count()
1506 static int swap_swapcount(struct swap_info_struct *si, swp_entry_t entry)  in swap_swapcount()
1526 	struct swap_info_struct *si;  in __swp_swapcount()
1543 	struct swap_info_struct *p;  in swp_swapcount()
1582 static bool swap_page_trans_huge_swapped(struct swap_info_struct *si,  in swap_page_trans_huge_swapped()
1612 	struct swap_info_struct *si;  in page_swapped()
1630 	struct swap_info_struct *si;  in page_trans_huge_map_swapcount()
1718 			struct swap_info_struct *p;  in reuse_swap_page()
1778 	struct swap_info_struct *p;  in free_swap_and_cache()
1813 		struct swap_info_struct *sis = swap_info[type];  in swap_type_of()
1837 		struct swap_info_struct *sis = swap_info[type];  in find_first_swap()
1856 	struct swap_info_struct *si = swap_type_to_swap_info(type);  in swapdev_block()
1875 		struct swap_info_struct *sis = swap_info[type];  in count_swap_pages()
1948 	struct swap_info_struct *si;  in unuse_pte_range()
2127 static unsigned int find_next_to_unuse(struct swap_info_struct *si,  in find_next_to_unuse()
2165 	struct swap_info_struct *si = swap_info[type];  in try_to_unuse()
2294 	struct swap_info_struct *sis;  in map_swap_entry()
2319 static void destroy_swap_extents(struct swap_info_struct *sis)  in destroy_swap_extents()
2346 add_swap_extent(struct swap_info_struct *sis, unsigned long start_page,  in add_swap_extent()
2416 static int setup_swap_extents(struct swap_info_struct *sis, sector_t *span)  in setup_swap_extents()
2444 static int swap_node(struct swap_info_struct *p)  in swap_node()
2456 static void setup_swap_info(struct swap_info_struct *p, int prio,  in setup_swap_info()
2485 static void _enable_swap_info(struct swap_info_struct *p)  in _enable_swap_info()
2506 static void enable_swap_info(struct swap_info_struct *p, int prio,  in enable_swap_info()
2529 static void reinsert_swap_info(struct swap_info_struct *p)  in reinsert_swap_info()
2552 	struct swap_info_struct *p = NULL;  in SYSCALL_DEFINE1()
2602 		struct swap_info_struct *si = p;  in SYSCALL_DEFINE1()
2749 	struct swap_info_struct *si;  in swap_start()
2770 	struct swap_info_struct *si = v;  in swap_next()
2795 	struct swap_info_struct *si = v;  in swap_show()
2867 static struct swap_info_struct *alloc_swap_info(void)  in alloc_swap_info()
2869 	struct swap_info_struct *p;  in alloc_swap_info()
2870 	struct swap_info_struct *defer = NULL;  in alloc_swap_info()
2919 static int claim_swapfile(struct swap_info_struct *p, struct inode *inode)  in claim_swapfile()
2979 static unsigned long read_swap_header(struct swap_info_struct *p,  in read_swap_header()
3055 static int setup_swap_map_and_extents(struct swap_info_struct *p,  in setup_swap_map_and_extents()
3140 static bool swap_discardable(struct swap_info_struct *si)  in swap_discardable()
3152 	struct swap_info_struct *p;  in SYSCALL_DEFINE2()
3420 		struct swap_info_struct *si = swap_info[type];  in si_swapinfo()
3443 	struct swap_info_struct *p;  in __swap_duplicate()
3543 struct swap_info_struct *swp_swap_info(swp_entry_t entry)  in swp_swap_info()
3548 struct swap_info_struct *page_swap_info(struct page *page)  in page_swap_info()
3587 	struct swap_info_struct *si;  in add_swap_count_continuation()
3697 static bool swap_count_continued(struct swap_info_struct *si,  in swap_count_continued()
3781 static void free_swap_count_continuations(struct swap_info_struct *si)  in free_swap_count_continuations()
3802 	struct swap_info_struct *si, *next;  in cgroup_throttle_swaprate()