33 	struct page *page = bio_first_page_all(bio);  in end_swap_bio_write()  local
36 		SetPageError(page);  in end_swap_bio_write()
45 		set_page_dirty(page);  in end_swap_bio_write()
49 		ClearPageReclaim(page);  in end_swap_bio_write()
51 	end_page_writeback(page);  in end_swap_bio_write()
57 	struct page *page = bio_first_page_all(bio);  in end_swap_bio_read()  local
61 		SetPageError(page);  in end_swap_bio_read()
62 		ClearPageUptodate(page);  in end_swap_bio_read()
69 	SetPageUptodate(page);  in end_swap_bio_read()
71 	unlock_page(page);  in end_swap_bio_read()
181 int swap_writepage(struct page *page, struct writeback_control *wbc)  in swap_writepage()  argument
183 	struct folio *folio = page_folio(page);  in swap_writepage()
194 	ret = arch_prepare_to_swap(&folio->page);  in swap_writepage()
200 	if (frontswap_store(&folio->page) == 0) {  in swap_writepage()
206 	ret = __swap_writepage(&folio->page, wbc);  in swap_writepage()
211 static inline void count_swpout_vm_event(struct page *page)  in count_swpout_vm_event()  argument
214 	if (unlikely(PageTransHuge(page)))  in count_swpout_vm_event()
217 	count_vm_events(PSWPOUT, thp_nr_pages(page));  in count_swpout_vm_event()
221 static void bio_associate_blkg_from_page(struct bio *bio, struct page *page)  in bio_associate_blkg_from_page()  argument
226 	memcg = page_memcg(page);  in bio_associate_blkg_from_page()
236 #define bio_associate_blkg_from_page(bio, page)		do { } while (0)  argument
263 	struct page *page = sio->bvec[0].bv_page;  in sio_write_complete()  local
278 				   ret, page_file_offset(page));  in sio_write_complete()
280 			page = sio->bvec[p].bv_page;  in sio_write_complete()
281 			set_page_dirty(page);  in sio_write_complete()
282 			ClearPageReclaim(page);  in sio_write_complete()
295 static int swap_writepage_fs(struct page *page, struct writeback_control *wbc)  in swap_writepage_fs()  argument
298 	struct swap_info_struct *sis = page_swap_info(page);  in swap_writepage_fs()
300 	loff_t pos = page_file_offset(page);  in swap_writepage_fs()
302 	set_page_writeback(page);  in swap_writepage_fs()
303 	unlock_page(page);  in swap_writepage_fs()
321 	sio->bvec[sio->pages].bv_page = page;  in swap_writepage_fs()
322 	sio->bvec[sio->pages].bv_len = thp_size(page);  in swap_writepage_fs()
324 	sio->len += thp_size(page);  in swap_writepage_fs()
336 int __swap_writepage(struct page *page, struct writeback_control *wbc)  in __swap_writepage()  argument
340 	struct swap_info_struct *sis = page_swap_info(page);  in __swap_writepage()
342 	VM_BUG_ON_PAGE(!PageSwapCache(page), page);  in __swap_writepage()
349 		return swap_writepage_fs(page, wbc);  in __swap_writepage()
351 	ret = bdev_write_page(sis->bdev, swap_page_sector(page), page, wbc);  in __swap_writepage()
353 		count_swpout_vm_event(page);  in __swap_writepage()
360 	bio->bi_iter.bi_sector = swap_page_sector(page);  in __swap_writepage()
362 	bio_add_page(bio, page, thp_size(page), 0);  in __swap_writepage()
364 	bio_associate_blkg_from_page(bio, page);  in __swap_writepage()
365 	count_swpout_vm_event(page);  in __swap_writepage()
366 	set_page_writeback(page);  in __swap_writepage()
367 	unlock_page(page);  in __swap_writepage()
392 			struct page *page = sio->bvec[p].bv_page;  in sio_read_complete()  local
394 			SetPageUptodate(page);  in sio_read_complete()
395 			unlock_page(page);  in sio_read_complete()
400 			struct page *page = sio->bvec[p].bv_page;  in sio_read_complete()  local
402 			SetPageError(page);  in sio_read_complete()
403 			ClearPageUptodate(page);  in sio_read_complete()
404 			unlock_page(page);  in sio_read_complete()
411 static void swap_readpage_fs(struct page *page,  in swap_readpage_fs()  argument
414 	struct swap_info_struct *sis = page_swap_info(page);  in swap_readpage_fs()
416 	loff_t pos = page_file_offset(page);  in swap_readpage_fs()
435 	sio->bvec[sio->pages].bv_page = page;  in swap_readpage_fs()
436 	sio->bvec[sio->pages].bv_len = thp_size(page);  in swap_readpage_fs()
438 	sio->len += thp_size(page);  in swap_readpage_fs()
448 int swap_readpage(struct page *page, bool synchronous,  in swap_readpage()  argument
453 	struct swap_info_struct *sis = page_swap_info(page);  in swap_readpage()
454 	bool workingset = PageWorkingset(page);  in swap_readpage()
458 	VM_BUG_ON_PAGE(!PageSwapCache(page) && !synchronous, page);  in swap_readpage()
459 	VM_BUG_ON_PAGE(!PageLocked(page), page);  in swap_readpage()
460 	VM_BUG_ON_PAGE(PageUptodate(page), page);  in swap_readpage()
473 	if (frontswap_load(page) == 0) {  in swap_readpage()
474 		SetPageUptodate(page);  in swap_readpage()
475 		unlock_page(page);  in swap_readpage()
480 		swap_readpage_fs(page, plug);  in swap_readpage()
485 		ret = bdev_read_page(sis->bdev, swap_page_sector(page), page);  in swap_readpage()
494 	bio->bi_iter.bi_sector = swap_page_sector(page);  in swap_readpage()
496 	bio_add_page(bio, page, thp_size(page), 0);  in swap_readpage()