Lines Matching refs:aux_head
365 unsigned long aux_head, aux_tail; in perf_aux_output_begin() local
408 aux_head = rb->aux_head; in perf_aux_output_begin()
412 handle->head = aux_head; in perf_aux_output_begin()
424 if (aux_head - aux_tail < perf_aux_size(rb)) in perf_aux_output_begin()
425 handle->size = CIRC_SPACE(aux_head, aux_tail, perf_aux_size(rb)); in perf_aux_output_begin()
459 if (rb->aux_head - rb->aux_wakeup >= rb->aux_watermark) { in rb_need_aux_wakeup()
460 rb->aux_wakeup = rounddown(rb->aux_head, rb->aux_watermark); in rb_need_aux_wakeup()
481 unsigned long aux_head; in perf_aux_output_end() local
487 aux_head = handle->head; in perf_aux_output_end()
488 rb->aux_head = aux_head; in perf_aux_output_end()
492 aux_head = rb->aux_head; in perf_aux_output_end()
493 rb->aux_head += size; in perf_aux_output_end()
509 perf_event_aux_event(handle->event, aux_head, size, in perf_aux_output_end()
512 WRITE_ONCE(rb->user_page->aux_head, rb->aux_head); in perf_aux_output_end()
542 rb->aux_head += size; in perf_aux_output_skip()
544 WRITE_ONCE(rb->user_page->aux_head, rb->aux_head); in perf_aux_output_skip()
550 handle->head = rb->aux_head; in perf_aux_output_skip()