Lines Matching +full:data +full:- +full:mapping
1 /* SPDX-License-Identifier: GPL-2.0 */
21 unsigned long invalidate_mapping_pages(struct address_space *mapping,
26 if (S_ISREG(inode->i_mode) || S_ISDIR(inode->i_mode) || in invalidate_remote_inode()
27 S_ISLNK(inode->i_mode)) in invalidate_remote_inode()
28 invalidate_mapping_pages(inode->i_mapping, 0, -1); in invalidate_remote_inode()
30 int invalidate_inode_pages2(struct address_space *mapping);
31 int invalidate_inode_pages2_range(struct address_space *mapping,
39 int filemap_fdatawait_keep_errors(struct address_space *mapping);
41 int filemap_fdatawait_range_keep_errors(struct address_space *mapping,
44 static inline int filemap_fdatawait(struct address_space *mapping) in filemap_fdatawait() argument
46 return filemap_fdatawait_range(mapping, 0, LLONG_MAX); in filemap_fdatawait()
50 int filemap_write_and_wait_range(struct address_space *mapping,
52 int __filemap_fdatawrite_range(struct address_space *mapping,
54 int filemap_fdatawrite_range(struct address_space *mapping,
56 int filemap_check_errors(struct address_space *mapping);
57 void __filemap_set_wb_err(struct address_space *mapping, int err);
58 int filemap_fdatawrite_wbc(struct address_space *mapping,
62 static inline int filemap_write_and_wait(struct address_space *mapping) in filemap_write_and_wait() argument
64 return filemap_write_and_wait_range(mapping, 0, LLONG_MAX); in filemap_write_and_wait()
68 * filemap_set_wb_err - set a writeback error on an address_space
69 * @mapping: mapping in which to set writeback error
70 * @err: error to be set in mapping
78 * filemap_set_wb_err to record the error in the mapping so that it will be
81 static inline void filemap_set_wb_err(struct address_space *mapping, int err) in filemap_set_wb_err() argument
85 __filemap_set_wb_err(mapping, err); in filemap_set_wb_err()
89 * filemap_check_wb_err - has an error occurred since the mark was sampled?
90 * @mapping: mapping to check for writeback errors
91 * @since: previously-sampled errseq_t
93 * Grab the errseq_t value from the mapping, and see if it has changed "since"
98 static inline int filemap_check_wb_err(struct address_space *mapping, in filemap_check_wb_err() argument
101 return errseq_check(&mapping->wb_err, since); in filemap_check_wb_err()
105 * filemap_sample_wb_err - sample the current errseq_t to test for later errors
106 * @mapping: mapping to be sampled
111 static inline errseq_t filemap_sample_wb_err(struct address_space *mapping) in filemap_sample_wb_err() argument
113 return errseq_sample(&mapping->wb_err); in filemap_sample_wb_err()
117 * file_sample_sb_err - sample the current errseq_t to test for later errors
120 * Grab the most current superblock-level errseq_t value for the given
125 return errseq_sample(&file->f_path.dentry->d_sb->s_wb_err); in file_sample_sb_err()
129 * Flush file data before changing attributes. Caller must hold any locks
136 return filemap_write_and_wait(inode->i_mapping); in inode_drain_writes()
139 static inline bool mapping_empty(struct address_space *mapping) in mapping_empty() argument
141 return xa_empty(&mapping->i_pages); in mapping_empty()
145 * mapping_shrinkable - test if page cache state allows inode reclaim
146 * @mapping: the page cache mapping
148 * This checks the mapping's cache state for the pupose of inode
154 * its LRU state don't nest inside the irq-safe i_pages lock.
165 static inline bool mapping_shrinkable(struct address_space *mapping) in mapping_shrinkable() argument
178 head = rcu_access_pointer(mapping->i_pages.xa_head); in mapping_shrinkable()
183 * The xarray stores single offset-0 entries directly in the in mapping_shrinkable()
184 * head pointer, which allows non-resident page cache entries in mapping_shrinkable()
195 * Bits in mapping->flags.
206 AS_RELEASE_ALWAYS, /* Call ->release_folio(), even if no private data */
210 * mapping_set_error - record a writeback error in the address_space
211 * @mapping: the mapping in which an error should be set
212 * @error: the error to set in the mapping
220 * mapping_set_error to record the error in the mapping so that it can be
223 static inline void mapping_set_error(struct address_space *mapping, int error) in mapping_set_error() argument
229 __filemap_set_wb_err(mapping, error); in mapping_set_error()
232 if (mapping->host) in mapping_set_error()
233 errseq_set(&mapping->host->i_sb->s_wb_err, error); in mapping_set_error()
236 if (error == -ENOSPC) in mapping_set_error()
237 set_bit(AS_ENOSPC, &mapping->flags); in mapping_set_error()
239 set_bit(AS_EIO, &mapping->flags); in mapping_set_error()
242 static inline void mapping_set_unevictable(struct address_space *mapping) in mapping_set_unevictable() argument
244 set_bit(AS_UNEVICTABLE, &mapping->flags); in mapping_set_unevictable()
247 static inline void mapping_clear_unevictable(struct address_space *mapping) in mapping_clear_unevictable() argument
249 clear_bit(AS_UNEVICTABLE, &mapping->flags); in mapping_clear_unevictable()
252 static inline bool mapping_unevictable(struct address_space *mapping) in mapping_unevictable() argument
254 return mapping && test_bit(AS_UNEVICTABLE, &mapping->flags); in mapping_unevictable()
257 static inline void mapping_set_exiting(struct address_space *mapping) in mapping_set_exiting() argument
259 set_bit(AS_EXITING, &mapping->flags); in mapping_set_exiting()
262 static inline int mapping_exiting(struct address_space *mapping) in mapping_exiting() argument
264 return test_bit(AS_EXITING, &mapping->flags); in mapping_exiting()
267 static inline void mapping_set_no_writeback_tags(struct address_space *mapping) in mapping_set_no_writeback_tags() argument
269 set_bit(AS_NO_WRITEBACK_TAGS, &mapping->flags); in mapping_set_no_writeback_tags()
272 static inline int mapping_use_writeback_tags(struct address_space *mapping) in mapping_use_writeback_tags() argument
274 return !test_bit(AS_NO_WRITEBACK_TAGS, &mapping->flags); in mapping_use_writeback_tags()
277 static inline bool mapping_release_always(const struct address_space *mapping) in mapping_release_always() argument
279 return test_bit(AS_RELEASE_ALWAYS, &mapping->flags); in mapping_release_always()
282 static inline void mapping_set_release_always(struct address_space *mapping) in mapping_set_release_always() argument
284 set_bit(AS_RELEASE_ALWAYS, &mapping->flags); in mapping_set_release_always()
287 static inline void mapping_clear_release_always(struct address_space *mapping) in mapping_clear_release_always() argument
289 clear_bit(AS_RELEASE_ALWAYS, &mapping->flags); in mapping_clear_release_always()
292 static inline gfp_t mapping_gfp_mask(struct address_space * mapping) in mapping_gfp_mask() argument
294 return mapping->gfp_mask; in mapping_gfp_mask()
297 /* Restricts the given gfp_mask to what the mapping allows. */
298 static inline gfp_t mapping_gfp_constraint(struct address_space *mapping, in mapping_gfp_constraint() argument
301 return mapping_gfp_mask(mapping) & gfp_mask; in mapping_gfp_constraint()
305 * This is non-atomic. Only to be used before the mapping is activated.
310 m->gfp_mask = mask; in mapping_set_gfp_mask()
314 * mapping_set_large_folios() - Indicate the file supports large folios.
315 * @mapping: The file.
322 * is non-atomic.
324 static inline void mapping_set_large_folios(struct address_space *mapping) in mapping_set_large_folios() argument
326 __set_bit(AS_LARGE_FOLIO_SUPPORT, &mapping->flags); in mapping_set_large_folios()
333 static inline bool mapping_large_folio_support(struct address_space *mapping) in mapping_large_folio_support() argument
336 test_bit(AS_LARGE_FOLIO_SUPPORT, &mapping->flags); in mapping_large_folio_support()
339 static inline int filemap_nr_thps(struct address_space *mapping) in filemap_nr_thps() argument
342 return atomic_read(&mapping->nr_thps); in filemap_nr_thps()
348 static inline void filemap_nr_thps_inc(struct address_space *mapping) in filemap_nr_thps_inc() argument
351 if (!mapping_large_folio_support(mapping)) in filemap_nr_thps_inc()
352 atomic_inc(&mapping->nr_thps); in filemap_nr_thps_inc()
354 WARN_ON_ONCE(mapping_large_folio_support(mapping) == 0); in filemap_nr_thps_inc()
358 static inline void filemap_nr_thps_dec(struct address_space *mapping) in filemap_nr_thps_dec() argument
361 if (!mapping_large_folio_support(mapping)) in filemap_nr_thps_dec()
362 atomic_dec(&mapping->nr_thps); in filemap_nr_thps_dec()
364 WARN_ON_ONCE(mapping_large_folio_support(mapping) == 0); in filemap_nr_thps_dec()
373 * folio_file_mapping - Find the mapping this folio belongs to.
376 * For folios which are in the page cache, return the mapping that this
377 * page belongs to. Folios in the swap cache return the mapping of the
378 * swap file or swap device where the data is stored. This is different
379 * from the mapping returned by folio_mapping(). The only reason to
380 * use it is if, like NFS, you return 0 from ->activate_swapfile.
389 return folio->mapping; in folio_file_mapping()
393 * folio_flush_mapping - Find the file mapping this folio belongs to.
396 * For folios which are in the page cache, return the mapping that this
418 * folio_inode - Get the host inode for this folio.
428 return folio->mapping->host; in folio_inode()
432 * folio_attach_private - Attach private data to a folio.
433 * @folio: Folio to attach data to.
434 * @data: Data to attach to folio.
436 * Attaching private data to a folio increments the page's reference count.
437 * The data must be detached before the folio will be freed.
439 static inline void folio_attach_private(struct folio *folio, void *data) in folio_attach_private() argument
442 folio->private = data; in folio_attach_private()
447 * folio_change_private - Change private data on a folio.
448 * @folio: Folio to change the data on.
449 * @data: Data to set on the folio.
451 * Change the private data attached to a folio and return the old
452 * data. The page must previously have had data attached and the data
455 * Return: Data that was previously attached to the folio.
457 static inline void *folio_change_private(struct folio *folio, void *data) in folio_change_private() argument
461 folio->private = data; in folio_change_private()
466 * folio_detach_private - Detach private data from a folio.
467 * @folio: Folio to detach data from.
469 * Removes the data that was previously attached to the folio and decrements
472 * Return: Data that was attached to the folio.
476 void *data = folio_get_private(folio); in folio_detach_private() local
481 folio->private = NULL; in folio_detach_private()
484 return data; in folio_detach_private()
487 static inline void attach_page_private(struct page *page, void *data) in attach_page_private() argument
489 folio_attach_private(page_folio(page), data); in attach_page_private()
521 return &filemap_alloc_folio(gfp, 0)->page; in __page_cache_alloc()
536 pgoff_t page_cache_next_miss(struct address_space *mapping,
538 pgoff_t page_cache_prev_miss(struct address_space *mapping,
542 * typedef fgf_t - Flags for getting folios from the page cache.
550 * * %FGP_ACCESSED - The folio will be marked accessed.
551 * * %FGP_LOCK - The folio is returned locked.
552 * * %FGP_CREAT - If no folio is present then a new folio is allocated,
555 * * %FGP_FOR_MMAP - The caller wants to do its own locking dance if the
558 * * %FGP_WRITE - The folio will be written to by the caller.
559 * * %FGP_NOFS - __GFP_FS will get cleared in gfp.
560 * * %FGP_NOWAIT - Don't block on the folio lock.
561 * * %FGP_STABLE - Wait for the folio to be stable (finished writeback)
562 * * %FGP_WRITEBEGIN - The flags to use in a filesystem write_begin()
580 * fgf_set_order - Encode a length in the fgf_t flags.
596 return (__force fgf_t)((shift - PAGE_SHIFT) << 26); in fgf_set_order()
599 void *filemap_get_entry(struct address_space *mapping, pgoff_t index);
600 struct folio *__filemap_get_folio(struct address_space *mapping, pgoff_t index,
602 struct page *pagecache_get_page(struct address_space *mapping, pgoff_t index,
606 * filemap_get_folio - Find and get a folio.
607 * @mapping: The address_space to search.
610 * Looks up the page cache entry at @mapping & @index. If a folio is
613 * Return: A folio or ERR_PTR(-ENOENT) if there is no folio in the cache for
616 static inline struct folio *filemap_get_folio(struct address_space *mapping, in filemap_get_folio() argument
619 return __filemap_get_folio(mapping, index, 0, 0); in filemap_get_folio()
623 * filemap_lock_folio - Find and lock a folio.
624 * @mapping: The address_space to search.
627 * Looks up the page cache entry at @mapping & @index. If a folio is
631 * Return: A folio or ERR_PTR(-ENOENT) if there is no folio in the cache for
634 static inline struct folio *filemap_lock_folio(struct address_space *mapping, in filemap_lock_folio() argument
637 return __filemap_get_folio(mapping, index, FGP_LOCK, 0); in filemap_lock_folio()
641 * filemap_grab_folio - grab a folio from the page cache
642 * @mapping: The address space to search
645 * Looks up the page cache entry at @mapping & @index. If no folio is found,
649 * Return: A found or created folio. ERR_PTR(-ENOMEM) if no folio is found
652 static inline struct folio *filemap_grab_folio(struct address_space *mapping, in filemap_grab_folio() argument
655 return __filemap_get_folio(mapping, index, in filemap_grab_folio()
657 mapping_gfp_mask(mapping)); in filemap_grab_folio()
661 * find_get_page - find and get a page reference
662 * @mapping: the address_space to search
665 * Looks up the page cache slot at @mapping & @offset. If there is a
670 static inline struct page *find_get_page(struct address_space *mapping, in find_get_page() argument
673 return pagecache_get_page(mapping, offset, 0, 0); in find_get_page()
676 static inline struct page *find_get_page_flags(struct address_space *mapping, in find_get_page_flags() argument
679 return pagecache_get_page(mapping, offset, fgp_flags, 0); in find_get_page_flags()
683 * find_lock_page - locate, pin and lock a pagecache page
684 * @mapping: the address_space to search
687 * Looks up the page cache entry at @mapping & @index. If there is a
695 static inline struct page *find_lock_page(struct address_space *mapping, in find_lock_page() argument
698 return pagecache_get_page(mapping, index, FGP_LOCK, 0); in find_lock_page()
702 * find_or_create_page - locate or add a pagecache page
703 * @mapping: the page's address_space
704 * @index: the page's index into the mapping
707 * Looks up the page cache slot at @mapping & @offset. If there is a
720 static inline struct page *find_or_create_page(struct address_space *mapping, in find_or_create_page() argument
723 return pagecache_get_page(mapping, index, in find_or_create_page()
729 * grab_cache_page_nowait - returns locked page at given index in given cache
730 * @mapping: target address_space
734 * This is intended for speculative data generators, where the data can
741 static inline struct page *grab_cache_page_nowait(struct address_space *mapping, in grab_cache_page_nowait() argument
744 return pagecache_get_page(mapping, index, in grab_cache_page_nowait()
746 mapping_gfp_mask(mapping)); in grab_cache_page_nowait()
749 #define swapcache_index(folio) __page_file_index(&(folio)->page)
752 * folio_index - File index of a folio.
766 return folio->index; in folio_index()
770 * folio_next_index - Get the index of the next folio.
777 return folio->index + folio_nr_pages(folio); in folio_next_index()
781 * folio_file_page - The page for a particular index.
788 * Return: The page containing the file data for this index.
794 return &folio->page; in folio_file_page()
795 return folio_page(folio, index & (folio_nr_pages(folio) - 1)); in folio_file_page()
799 * folio_contains - Does this folio contain this index?
812 return folio->index == index; in folio_contains()
813 return index - folio_index(folio) < folio_nr_pages(folio); in folio_contains()
826 return head + (index & (thp_nr_pages(head) - 1)); in find_subpage()
829 unsigned filemap_get_folios(struct address_space *mapping, pgoff_t *start,
831 unsigned filemap_get_folios_contig(struct address_space *mapping,
833 unsigned filemap_get_folios_tag(struct address_space *mapping, pgoff_t *start,
836 struct page *grab_cache_page_write_begin(struct address_space *mapping,
842 static inline struct page *grab_cache_page(struct address_space *mapping, in grab_cache_page() argument
845 return find_or_create_page(mapping, index, mapping_gfp_mask(mapping)); in grab_cache_page()
854 extern struct page * read_cache_page_gfp(struct address_space *mapping,
857 static inline struct page *read_mapping_page(struct address_space *mapping, in read_mapping_page() argument
860 return read_cache_page(mapping, index, NULL, file); in read_mapping_page()
863 static inline struct folio *read_mapping_folio(struct address_space *mapping, in read_mapping_folio() argument
866 return read_cache_folio(mapping, index, NULL, file); in read_mapping_folio()
870 * Get index of the page within radix-tree (but not for hugetlb pages).
871 * (TODO: remove once hugetlb pages will have ->index in PAGE_SIZE)
878 return page->index; in page_to_index()
882 * We don't initialize ->index for tail pages: calculate based on in page_to_index()
885 return head->index + page - head; in page_to_index()
892 * (TODO: hugetlb pages should have ->index in PAGE_SIZE)
902 * Return byte-offset into filesystem object for page.
906 return ((loff_t)page->index) << PAGE_SHIFT; in page_offset()
915 * folio_pos - Returns the byte position of this folio in its file.
920 return page_offset(&folio->page); in folio_pos()
924 * folio_file_pos - Returns the byte position of this folio in its file.
932 return page_file_offset(&folio->page); in folio_file_pos()
937 * (TODO: hugetlb folios should have ->index in PAGE_SIZE)
942 return hugetlb_basepage_index(&folio->page); in folio_pgoff()
943 return folio->index; in folio_pgoff()
955 pgoff = (address - vma->vm_start) >> PAGE_SHIFT; in linear_page_index()
956 pgoff += vma->vm_pgoff; in linear_page_index()
975 if (wait_page->folio != key->folio) in wake_page_match()
977 key->page_match = 1; in wake_page_match()
979 if (wait_page->bit_nr != key->bit_nr) in wake_page_match()
992 * folio_trylock() - Attempt to lock a folio.
1017 * folio_lock() - Lock this folio.
1024 * is sufficient to keep folio->mapping stable.
1028 * cross a page boundary). Other modifications to the data in the folio
1046 * lock_page() - Lock the folio containing this page.
1067 * folio_lock_killable() - Lock this folio, interruptible by a fatal signal.
1074 * Return: 0 if the lock was acquired; -EINTR if a fatal signal was received.
1085 * folio_lock_or_retry - Lock the folio, unless this would block and the
1141 struct address_space *mapping, int warn) in __set_page_dirty() argument
1143 __folio_mark_dirty(page_folio(page), mapping, warn); in __set_page_dirty()
1157 bool noop_dirty_folio(struct address_space *mapping, struct folio *folio);
1160 int filemap_migrate_folio(struct address_space *mapping, struct folio *dst,
1182 int add_to_page_cache_lru(struct page *page, struct address_space *mapping,
1184 int filemap_add_folio(struct address_space *mapping, struct folio *folio,
1189 void delete_from_page_cache_batch(struct address_space *mapping,
1195 /* Must be non-static for BPF error injection */
1196 int __filemap_add_folio(struct address_space *mapping, struct folio *folio,
1199 bool filemap_range_has_writeback(struct address_space *mapping,
1203 * filemap_range_needs_writeback - check if range potentially needs writeback
1204 * @mapping: address space within which to check
1216 static inline bool filemap_range_needs_writeback(struct address_space *mapping, in filemap_range_needs_writeback() argument
1220 if (!mapping->nrpages) in filemap_range_needs_writeback()
1222 if (!mapping_tagged(mapping, PAGECACHE_TAG_DIRTY) && in filemap_range_needs_writeback()
1223 !mapping_tagged(mapping, PAGECACHE_TAG_WRITEBACK)) in filemap_range_needs_writeback()
1225 return filemap_range_has_writeback(mapping, start_byte, end_byte); in filemap_range_needs_writeback()
1229 * struct readahead_control - Describes a readahead request.
1232 * implement the ->readahead method should call readahead_page() or
1241 * @mapping: Readahead this filesystem object.
1246 struct address_space *mapping; member
1259 .mapping = m, \
1275 * page_cache_sync_readahead - generic file readahead
1276 * @mapping: address_space which holds the pagecache and I/O vectors
1288 void page_cache_sync_readahead(struct address_space *mapping, in page_cache_sync_readahead() argument
1292 DEFINE_READAHEAD(ractl, file, ra, mapping, index); in page_cache_sync_readahead()
1297 * page_cache_async_readahead - file readahead for marked pages
1298 * @mapping: address_space which holds the pagecache and I/O vectors
1311 void page_cache_async_readahead(struct address_space *mapping, in page_cache_async_readahead() argument
1315 DEFINE_READAHEAD(ractl, file, ra, mapping, index); in page_cache_async_readahead()
1323 BUG_ON(ractl->_batch_count > ractl->_nr_pages); in __readahead_folio()
1324 ractl->_nr_pages -= ractl->_batch_count; in __readahead_folio()
1325 ractl->_index += ractl->_batch_count; in __readahead_folio()
1327 if (!ractl->_nr_pages) { in __readahead_folio()
1328 ractl->_batch_count = 0; in __readahead_folio()
1332 folio = xa_load(&ractl->mapping->i_pages, ractl->_index); in __readahead_folio()
1334 ractl->_batch_count = folio_nr_pages(folio); in __readahead_folio()
1340 * readahead_page - Get the next page to read.
1352 return &folio->page; in readahead_page()
1356 * readahead_folio - Get the next folio to read.
1376 XA_STATE(xas, &rac->mapping->i_pages, 0); in __readahead_batch()
1379 BUG_ON(rac->_batch_count > rac->_nr_pages); in __readahead_batch()
1380 rac->_nr_pages -= rac->_batch_count; in __readahead_batch()
1381 rac->_index += rac->_batch_count; in __readahead_batch()
1382 rac->_batch_count = 0; in __readahead_batch()
1384 xas_set(&xas, rac->_index); in __readahead_batch()
1386 xas_for_each(&xas, page, rac->_index + rac->_nr_pages - 1) { in __readahead_batch()
1392 rac->_batch_count += thp_nr_pages(page); in __readahead_batch()
1402 * readahead_page_batch - Get a batch of pages to read.
1416 * readahead_pos - The byte offset into the file of this readahead request.
1421 return (loff_t)rac->_index * PAGE_SIZE; in readahead_pos()
1425 * readahead_length - The number of bytes in this readahead request.
1430 return rac->_nr_pages * PAGE_SIZE; in readahead_length()
1434 * readahead_index - The index of the first page in this readahead request.
1439 return rac->_index; in readahead_index()
1443 * readahead_count - The number of pages in this readahead request.
1448 return rac->_nr_pages; in readahead_count()
1452 * readahead_batch_length - The number of bytes in the current batch.
1457 return rac->_batch_count * PAGE_SIZE; in readahead_batch_length()
1462 return (unsigned long)(inode->i_size + PAGE_SIZE - 1) >> in dir_pages()
1467 * folio_mkwrite_check_truncate - check if folio was truncated
1472 * or -EFAULT if the folio was truncated.
1481 if (!folio->mapping) in folio_mkwrite_check_truncate()
1482 return -EFAULT; in folio_mkwrite_check_truncate()
1485 if (folio_next_index(folio) - 1 < index) in folio_mkwrite_check_truncate()
1488 if (folio->index > index || !offset) in folio_mkwrite_check_truncate()
1489 return -EFAULT; in folio_mkwrite_check_truncate()
1495 * page_mkwrite_check_truncate - check if page was truncated
1500 * or -EFAULT if the page was truncated.
1509 if (page->mapping != inode->i_mapping) in page_mkwrite_check_truncate()
1510 return -EFAULT; in page_mkwrite_check_truncate()
1513 if (page->index < index) in page_mkwrite_check_truncate()
1516 if (page->index > index || !offset) in page_mkwrite_check_truncate()
1517 return -EFAULT; in page_mkwrite_check_truncate()
1523 * i_blocks_per_folio - How many blocks fit in this folio.
1536 return folio_size(folio) >> inode->i_blkbits; in i_blocks_per_folio()