448 	memset(si->swap_map + idx * SWAPFILE_CLUSTER,  in swap_cluster_schedule_discard()
485 		memset(si->swap_map + idx * SWAPFILE_CLUSTER,  in swap_do_scheduled_discard()
636 			if (!si->swap_map[tmp])  in scan_swap_map_try_ssd_cluster()
815 			if (si->swap_map[offset])  in scan_swap_map_slots()
855 	if (vm_swap_full() && si->swap_map[offset] == SWAP_HAS_CACHE) {  in scan_swap_map_slots()
867 	if (si->swap_map[offset]) {  in scan_swap_map_slots()
874 	WRITE_ONCE(si->swap_map[offset], usage);  in scan_swap_map_slots()
901 	} else if (si->cluster_nr && !si->swap_map[++offset]) {  in scan_swap_map_slots()
921 			if (!si->swap_map[offset])  in scan_swap_map_slots()
934 		if (data_race(!si->swap_map[offset])) {  in scan_swap_map_slots()
939 		    READ_ONCE(si->swap_map[offset]) == SWAP_HAS_CACHE) {  in scan_swap_map_slots()
951 		if (data_race(!si->swap_map[offset])) {  in scan_swap_map_slots()
956 		    READ_ONCE(si->swap_map[offset]) == SWAP_HAS_CACHE) {  in scan_swap_map_slots()
999 	map = si->swap_map + offset;  in swap_alloc_cluster()
1015 	memset(si->swap_map + offset, 0, SWAPFILE_CLUSTER);  in swap_free_cluster()
1181 	if (data_race(!p->swap_map[swp_offset(entry)]))  in _swap_info_get()
1224 	count = p->swap_map[offset];  in __swap_entry_free_locked()
1250 		WRITE_ONCE(p->swap_map[offset], usage);  in __swap_entry_free_locked()
1252 		WRITE_ONCE(p->swap_map[offset], SWAP_HAS_CACHE);  in __swap_entry_free_locked()
1343 	count = p->swap_map[offset];  in swap_entry_free()
1345 	p->swap_map[offset] = 0;  in swap_entry_free()
1387 		map = si->swap_map + offset;  in put_swap_page()
1486 		count = swap_count(p->swap_map[offset]);  in page_swapcount()
1500 		count = swap_count(si->swap_map[offset]);  in __swap_count()
1513 	count = swap_count(si->swap_map[offset]);  in swap_swapcount()
1557 	count = swap_count(p->swap_map[offset]);  in swp_swapcount()
1564 	page = vmalloc_to_page(p->swap_map + offset);  in swp_swapcount()
1586 	unsigned char *map = si->swap_map;  in swap_page_trans_huge_swapped()
1656 			map = si->swap_map;  in page_trans_huge_map_swapcount()
1951 	volatile unsigned char *swap_map;  in unuse_pte_range()  local
1970 		swap_map = &si->swap_map[offset];  in unuse_pte_range()
1980 			if (*swap_map == 0 || *swap_map == SWAP_MAP_BAD)  in unuse_pte_range()
2140 		count = READ_ONCE(si->swap_map[i]);  in find_next_to_unuse()
2457 			    unsigned char *swap_map,  in setup_swap_info()  argument
2481 	p->swap_map = swap_map;  in setup_swap_info()
2507 				unsigned char *swap_map,  in enable_swap_info()  argument
2514 	setup_swap_info(p, prio, swap_map, cluster_info);  in enable_swap_info()
2533 	setup_swap_info(p, p->prio, p->swap_map, p->cluster_info);  in reinsert_swap_info()
2553 	unsigned char *swap_map;  in SYSCALL_DEFINE1()  local
2676 	swap_map = p->swap_map;  in SYSCALL_DEFINE1()
2677 	p->swap_map = NULL;  in SYSCALL_DEFINE1()
2691 	vfree(swap_map);  in SYSCALL_DEFINE1()
2759 		if (!(si->flags & SWP_USED) || !si->swap_map)  in swap_start()
2780 		if (!(si->flags & SWP_USED) || !si->swap_map)  in swap_next()
3057 					unsigned char *swap_map,  in setup_swap_map_and_extents()  argument
3079 			swap_map[page_nr] = SWAP_MAP_BAD;  in setup_swap_map_and_extents()
3094 		swap_map[0] = SWAP_MAP_BAD;  in setup_swap_map_and_extents()
3162 	unsigned char *swap_map = NULL;  in SYSCALL_DEFINE2()  local
3232 	swap_map = vzalloc(maxpages);  in SYSCALL_DEFINE2()
3233 	if (!swap_map) {  in SYSCALL_DEFINE2()
3293 	nr_extents = setup_swap_map_and_extents(p, swap_header, swap_map,  in SYSCALL_DEFINE2()
3355 	enable_swap_info(p, prio, swap_map, cluster_info, frontswap_map);  in SYSCALL_DEFINE2()
3392 	vfree(swap_map);  in SYSCALL_DEFINE2()
3457 	count = p->swap_map[offset];  in __swap_duplicate()
3495 	WRITE_ONCE(p->swap_map[offset], count | has_cache);  in __swap_duplicate()
3616 	count = si->swap_map[offset] & ~SWAP_HAS_CACHE;  in add_swap_count_continuation()
3637 	head = vmalloc_to_page(si->swap_map + offset);  in add_swap_count_continuation()
3705 	head = vmalloc_to_page(si->swap_map + offset);  in swap_count_continued()
3787 		head = vmalloc_to_page(si->swap_map + offset);  in free_swap_count_continuations()