Lines Matching refs:buffer_page
328 struct buffer_page { struct
357 static __always_inline unsigned int rb_page_commit(struct buffer_page *bpage) in rb_page_commit() argument
362 static void free_buffer_page(struct buffer_page *bpage) in free_buffer_page()
430 struct buffer_page *tail_page;
506 struct buffer_page *head_page; /* read from head */
507 struct buffer_page *tail_page; /* write to tail */
508 struct buffer_page *commit_page; /* committed pages */
509 struct buffer_page *reader_page;
566 struct buffer_page *head_page;
567 struct buffer_page *cache_reader_page;
772 struct buffer_page *page = cpu_buffer->commit_page; in verify_event()
773 struct buffer_page *tail_page = READ_ONCE(cpu_buffer->tail_page); in verify_event()
791 page = list_entry(next, struct buffer_page, list); in verify_event()
1323 rb_is_head_page(struct buffer_page *page, struct list_head *list) in rb_is_head_page()
1342 static bool rb_is_reader_page(struct buffer_page *page) in rb_is_reader_page()
1366 struct buffer_page *head; in rb_head_page_activate()
1401 struct buffer_page *head, in rb_head_page_set()
1402 struct buffer_page *prev, in rb_head_page_set()
1424 struct buffer_page *head, in rb_head_page_set_update()
1425 struct buffer_page *prev, in rb_head_page_set_update()
1433 struct buffer_page *head, in rb_head_page_set_head()
1434 struct buffer_page *prev, in rb_head_page_set_head()
1442 struct buffer_page *head, in rb_head_page_set_normal()
1443 struct buffer_page *prev, in rb_head_page_set_normal()
1450 static inline void rb_inc_page(struct buffer_page **bpage) in rb_inc_page()
1454 *bpage = list_entry(p, struct buffer_page, list); in rb_inc_page()
1457 static struct buffer_page *
1460 struct buffer_page *head; in rb_set_head_page()
1461 struct buffer_page *page; in rb_set_head_page()
1495 static bool rb_head_page_replace(struct buffer_page *old, in rb_head_page_replace()
1496 struct buffer_page *new) in rb_head_page_replace()
1511 struct buffer_page *tail_page, in rb_tail_page_update()
1512 struct buffer_page *next_page) in rb_tail_page_update()
1572 struct buffer_page *bpage) in rb_check_bpage()
1613 struct buffer_page *bpage, *tmp; in __rb_allocate_pages()
1713 struct buffer_page *bpage; in rb_allocate_cpu_buffer()
1755 = list_entry(cpu_buffer->pages, struct buffer_page, list); in rb_allocate_cpu_buffer()
1773 struct buffer_page *bpage, *tmp; in rb_free_cpu_buffer()
1786 bpage = list_entry(head, struct buffer_page, list); in rb_free_cpu_buffer()
1913 static inline unsigned long rb_page_entries(struct buffer_page *bpage) in rb_page_entries()
1918 static inline unsigned long rb_page_write(struct buffer_page *bpage) in rb_page_write()
1927 struct buffer_page *to_remove_page, *tmp_iter_page; in rb_remove_pages()
1928 struct buffer_page *last_page, *first_page; in rb_remove_pages()
1958 struct buffer_page, list); in rb_remove_pages()
1985 struct buffer_page, list); in rb_remove_pages()
1994 last_page = list_entry(rb_list_head(to_remove), struct buffer_page, in rb_remove_pages()
2062 struct buffer_page *hpage = rb_set_head_page(cpu_buffer); in rb_insert_pages()
2103 struct buffer_page *bpage, *tmp; in rb_insert_pages()
2334 struct buffer_page *bpage, *tmp; in ring_buffer_resize()
2366 static __always_inline void *__rb_page_index(struct buffer_page *bpage, unsigned index) in __rb_page_index()
2382 struct buffer_page *iter_head_page = iter->head_page; in rb_iter_head_event()
2438 static __always_inline unsigned rb_page_size(struct buffer_page *bpage) in rb_page_size()
2486 struct buffer_page *tail_page, in rb_handle_head_page()
2487 struct buffer_page *next_page) in rb_handle_head_page()
2489 struct buffer_page *new_head; in rb_handle_head_page()
2608 struct buffer_page *buffer_tail_page; in rb_handle_head_page()
2643 struct buffer_page *tail_page = info->tail_page; in rb_reset_tail()
2725 struct buffer_page *tail_page = info->tail_page; in rb_move_tail()
2726 struct buffer_page *commit_page = cpu_buffer->commit_page; in rb_move_tail()
2728 struct buffer_page *next_page; in rb_move_tail()
3008 struct buffer_page *bpage; in rb_try_to_discard()
3562 struct buffer_page *tail_page; in __rb_reserve_next()
3847 struct buffer_page *bpage = cpu_buffer->commit_page; in rb_decrement_entry()
3848 struct buffer_page *start; in rb_decrement_entry()
3998 struct buffer_page *reader = cpu_buffer->reader_page; in rb_per_cpu_empty()
3999 struct buffer_page *head = rb_set_head_page(cpu_buffer); in rb_per_cpu_empty()
4000 struct buffer_page *commit = cpu_buffer->commit_page; in rb_per_cpu_empty()
4197 struct buffer_page *bpage; in ring_buffer_oldest_event_ts()
4441 struct buffer_page *reader; in ring_buffer_iter_empty()
4442 struct buffer_page *head_page; in ring_buffer_iter_empty()
4443 struct buffer_page *commit_page; in ring_buffer_iter_empty()
4444 struct buffer_page *curr_commit_page; in ring_buffer_iter_empty()
4542 static struct buffer_page *
4545 struct buffer_page *reader = NULL; in rb_get_reader_page()
4712 struct buffer_page *reader; in rb_advance_reader()
4772 struct buffer_page *reader; in rb_buffer_peek()
5253 static void rb_clear_buffer_page(struct buffer_page *page) in rb_clear_buffer_page()
5264 struct buffer_page *page; in rb_reset_cpu()
5269 = list_entry(cpu_buffer->pages, struct buffer_page, list); in rb_reset_cpu()
5712 struct buffer_page *reader; in ring_buffer_read_page()