Lines Matching refs:tail_page

441 	struct buffer_page	*tail_page;  member
477 struct buffer_page *tail_page; /* write to tail */ member
1039 struct buffer_page *tail_page, in rb_tail_page_update() argument
1068 if (tail_page == READ_ONCE(cpu_buffer->tail_page)) { in rb_tail_page_update()
1094 (void)cmpxchg(&cpu_buffer->tail_page, tail_page, next_page); in rb_tail_page_update()
1307 cpu_buffer->tail_page = cpu_buffer->commit_page = cpu_buffer->head_page; in rb_allocate_cpu_buffer()
1472 struct list_head *tail_page, *to_remove, *next_page; in rb_remove_pages() local
1492 tail_page = &cpu_buffer->tail_page->list; in rb_remove_pages()
1498 if (cpu_buffer->tail_page == cpu_buffer->reader_page) in rb_remove_pages()
1499 tail_page = rb_list_head(tail_page->next); in rb_remove_pages()
1500 to_remove = tail_page; in rb_remove_pages()
1518 tail_page->next = (struct list_head *)((unsigned long)next_page | in rb_remove_pages()
1521 next_page->prev = tail_page; in rb_remove_pages()
1951 struct buffer_page *tail_page, in rb_handle_head_page() argument
1966 type = rb_head_page_set_update(cpu_buffer, next_page, tail_page, in rb_handle_head_page()
2074 buffer_tail_page = READ_ONCE(cpu_buffer->tail_page); in rb_handle_head_page()
2079 if (buffer_tail_page != tail_page && in rb_handle_head_page()
2093 tail_page, in rb_handle_head_page()
2107 struct buffer_page *tail_page = info->tail_page; in rb_reset_tail() local
2122 tail_page->real_end = 0; in rb_reset_tail()
2124 local_sub(length, &tail_page->write); in rb_reset_tail()
2128 event = __rb_page_index(tail_page, tail); in rb_reset_tail()
2138 tail_page->real_end = tail; in rb_reset_tail()
2158 local_sub(length, &tail_page->write); in rb_reset_tail()
2170 local_sub(length, &tail_page->write); in rb_reset_tail()
2182 struct buffer_page *tail_page = info->tail_page; in rb_move_tail() local
2188 next_page = tail_page; in rb_move_tail()
2216 if (rb_is_head_page(cpu_buffer, next_page, &tail_page->list)) { in rb_move_tail()
2233 tail_page, in rb_move_tail()
2251 cpu_buffer->tail_page) && in rb_move_tail()
2260 rb_tail_page_update(cpu_buffer, tail_page, next_page); in rb_move_tail()
2403 bpage = READ_ONCE(cpu_buffer->tail_page); in rb_try_to_discard()
2451 while (cpu_buffer->commit_page != READ_ONCE(cpu_buffer->tail_page)) { in rb_set_commit_to_write()
2455 rb_is_reader_page(cpu_buffer->tail_page))) in rb_set_commit_to_write()
2486 if (unlikely(cpu_buffer->commit_page != READ_ONCE(cpu_buffer->tail_page))) in rb_set_commit_to_write()
2780 struct buffer_page *tail_page; in __rb_reserve_next() local
2792 tail_page = info->tail_page = READ_ONCE(cpu_buffer->tail_page); in __rb_reserve_next()
2793 write = local_add_return(info->length, &tail_page->write); in __rb_reserve_next()
2812 event = __rb_page_index(tail_page, tail); in __rb_reserve_next()
2815 local_inc(&tail_page->entries); in __rb_reserve_next()
2822 tail_page->page->time_stamp = info->ts; in __rb_reserve_next()
3324 if (cpu_buffer->tail_page == cpu_buffer->reader_page) in ring_buffer_oldest_event_ts()
4320 cpu_buffer->tail_page = cpu_buffer->head_page; in rb_reset_cpu()