Lines Matching refs:aux_head
369 unsigned long aux_head, aux_tail; in perf_aux_output_begin() local
412 aux_head = rb->aux_head; in perf_aux_output_begin()
416 handle->head = aux_head; in perf_aux_output_begin()
428 if (aux_head - aux_tail < perf_aux_size(rb)) in perf_aux_output_begin()
429 handle->size = CIRC_SPACE(aux_head, aux_tail, perf_aux_size(rb)); in perf_aux_output_begin()
463 if (rb->aux_head - rb->aux_wakeup >= rb->aux_watermark) { in rb_need_aux_wakeup()
464 rb->aux_wakeup = rounddown(rb->aux_head, rb->aux_watermark); in rb_need_aux_wakeup()
485 unsigned long aux_head; in perf_aux_output_end() local
491 aux_head = handle->head; in perf_aux_output_end()
492 rb->aux_head = aux_head; in perf_aux_output_end()
496 aux_head = rb->aux_head; in perf_aux_output_end()
497 rb->aux_head += size; in perf_aux_output_end()
513 perf_event_aux_event(handle->event, aux_head, size, in perf_aux_output_end()
516 WRITE_ONCE(rb->user_page->aux_head, rb->aux_head); in perf_aux_output_end()
546 rb->aux_head += size; in perf_aux_output_skip()
548 WRITE_ONCE(rb->user_page->aux_head, rb->aux_head); in perf_aux_output_skip()
554 handle->head = rb->aux_head; in perf_aux_output_skip()