Lines Matching refs:buffer_page

320 struct buffer_page {  struct
353 static void free_buffer_page(struct buffer_page *bpage) in free_buffer_page()
422 struct buffer_page *tail_page;
497 struct buffer_page *head_page; /* read from head */
498 struct buffer_page *tail_page; /* write to tail */
499 struct buffer_page *commit_page; /* committed pages */
500 struct buffer_page *reader_page;
553 struct buffer_page *head_page;
554 struct buffer_page *cache_reader_page;
756 struct buffer_page *page = cpu_buffer->commit_page; in verify_event()
757 struct buffer_page *tail_page = READ_ONCE(cpu_buffer->tail_page); in verify_event()
775 page = list_entry(next, struct buffer_page, list); in verify_event()
1201 rb_is_head_page(struct buffer_page *page, struct list_head *list) in rb_is_head_page()
1220 static bool rb_is_reader_page(struct buffer_page *page) in rb_is_reader_page()
1244 struct buffer_page *head; in rb_head_page_activate()
1279 struct buffer_page *head, in rb_head_page_set()
1280 struct buffer_page *prev, in rb_head_page_set()
1302 struct buffer_page *head, in rb_head_page_set_update()
1303 struct buffer_page *prev, in rb_head_page_set_update()
1311 struct buffer_page *head, in rb_head_page_set_head()
1312 struct buffer_page *prev, in rb_head_page_set_head()
1320 struct buffer_page *head, in rb_head_page_set_normal()
1321 struct buffer_page *prev, in rb_head_page_set_normal()
1328 static inline void rb_inc_page(struct buffer_page **bpage) in rb_inc_page()
1332 *bpage = list_entry(p, struct buffer_page, list); in rb_inc_page()
1335 static struct buffer_page *
1338 struct buffer_page *head; in rb_set_head_page()
1339 struct buffer_page *page; in rb_set_head_page()
1373 static int rb_head_page_replace(struct buffer_page *old, in rb_head_page_replace()
1374 struct buffer_page *new) in rb_head_page_replace()
1392 struct buffer_page *tail_page, in rb_tail_page_update()
1393 struct buffer_page *next_page) in rb_tail_page_update()
1453 struct buffer_page *bpage) in rb_check_bpage()
1486 struct buffer_page *bpage, *tmp; in rb_check_pages()
1521 struct buffer_page *bpage, *tmp; in __rb_allocate_pages()
1621 struct buffer_page *bpage; in rb_allocate_cpu_buffer()
1663 = list_entry(cpu_buffer->pages, struct buffer_page, list); in rb_allocate_cpu_buffer()
1681 struct buffer_page *bpage, *tmp; in rb_free_cpu_buffer()
1692 bpage = list_entry(head, struct buffer_page, list); in rb_free_cpu_buffer()
1817 static inline unsigned long rb_page_entries(struct buffer_page *bpage) in rb_page_entries()
1822 static inline unsigned long rb_page_write(struct buffer_page *bpage) in rb_page_write()
1831 struct buffer_page *to_remove_page, *tmp_iter_page; in rb_remove_pages()
1832 struct buffer_page *last_page, *first_page; in rb_remove_pages()
1862 struct buffer_page, list); in rb_remove_pages()
1887 struct buffer_page, list); in rb_remove_pages()
1902 last_page = list_entry(rb_list_head(to_remove), struct buffer_page, in rb_remove_pages()
2006 struct buffer_page *bpage, *tmp; in rb_insert_pages()
2218 struct buffer_page *bpage, *tmp; in ring_buffer_resize()
2249 static __always_inline void *__rb_page_index(struct buffer_page *bpage, unsigned index) in __rb_page_index()
2261 static __always_inline unsigned rb_page_commit(struct buffer_page *bpage) in rb_page_commit()
2270 struct buffer_page *iter_head_page = iter->head_page; in rb_iter_head_event()
2321 static __always_inline unsigned rb_page_size(struct buffer_page *bpage) in rb_page_size()
2369 struct buffer_page *tail_page, in rb_handle_head_page()
2370 struct buffer_page *next_page) in rb_handle_head_page()
2372 struct buffer_page *new_head; in rb_handle_head_page()
2490 struct buffer_page *buffer_tail_page; in rb_handle_head_page()
2525 struct buffer_page *tail_page = info->tail_page; in rb_reset_tail()
2600 struct buffer_page *tail_page = info->tail_page; in rb_move_tail()
2601 struct buffer_page *commit_page = cpu_buffer->commit_page; in rb_move_tail()
2603 struct buffer_page *next_page; in rb_move_tail()
2876 struct buffer_page *bpage; in rb_try_to_discard()
3439 struct buffer_page *tail_page; in __rb_reserve_next()
3724 struct buffer_page *bpage = cpu_buffer->commit_page; in rb_decrement_entry()
3725 struct buffer_page *start; in rb_decrement_entry()
3875 struct buffer_page *reader = cpu_buffer->reader_page; in rb_per_cpu_empty()
3876 struct buffer_page *head = rb_set_head_page(cpu_buffer); in rb_per_cpu_empty()
3877 struct buffer_page *commit = cpu_buffer->commit_page; in rb_per_cpu_empty()
4074 struct buffer_page *bpage; in ring_buffer_oldest_event_ts()
4317 struct buffer_page *reader; in ring_buffer_iter_empty()
4318 struct buffer_page *head_page; in ring_buffer_iter_empty()
4319 struct buffer_page *commit_page; in ring_buffer_iter_empty()
4320 struct buffer_page *curr_commit_page; in ring_buffer_iter_empty()
4418 static struct buffer_page *
4421 struct buffer_page *reader = NULL; in rb_get_reader_page()
4556 struct buffer_page *reader; in rb_advance_reader()
4615 struct buffer_page *reader; in rb_buffer_peek()
5100 = list_entry(cpu_buffer->pages, struct buffer_page, list); in rb_reset_cpu()
5517 struct buffer_page *reader; in ring_buffer_read_page()