| /Linux-v5.4/include/linux/ |
| D | ring_buffer.h | 9 struct ring_buffer;
80 void ring_buffer_discard_commit(struct ring_buffer *buffer,
86 struct ring_buffer *
100 int ring_buffer_wait(struct ring_buffer *buffer, int cpu, int full);
101 __poll_t ring_buffer_poll_wait(struct ring_buffer *buffer, int cpu,
107 void ring_buffer_free(struct ring_buffer *buffer);
109 int ring_buffer_resize(struct ring_buffer *buffer, unsigned long size, int cpu);
111 void ring_buffer_change_overwrite(struct ring_buffer *buffer, int val);
113 struct ring_buffer_event *ring_buffer_lock_reserve(struct ring_buffer *buffer,
115 int ring_buffer_unlock_commit(struct ring_buffer *buffer,
[all …]
|
| D | hyperv.h | 124 struct hv_ring_buffer *ring_buffer; member
144 read_loc = rbi->ring_buffer->read_index; in hv_get_bytes_to_read()
145 write_loc = READ_ONCE(rbi->ring_buffer->write_index); in hv_get_bytes_to_read()
158 read_loc = READ_ONCE(rbi->ring_buffer->read_index); in hv_get_bytes_to_write()
159 write_loc = rbi->ring_buffer->write_index; in hv_get_bytes_to_write()
485 return rbi->ring_buffer->pending_send_sz; in hv_ringbuffer_pending_size()
988 c->outbound.ring_buffer->pending_send_sz = size; in set_channel_pending_send_size()
1515 return ring_info->ring_buffer->buffer; in hv_get_ring_buffer()
1523 rbi->ring_buffer->interrupt_mask = 1; in hv_begin_read()
1535 rbi->ring_buffer->interrupt_mask = 0; in hv_end_read()
|
| D | trace_events.h | 151 trace_event_buffer_lock_reserve(struct ring_buffer **current_buffer,
208 struct ring_buffer *buffer;
|
| D | perf_event.h | 560 struct ring_buffer;
672 struct ring_buffer *rb;
829 struct ring_buffer *rb;
|
| /Linux-v5.4/drivers/hv/ |
| D | ring_buffer.c | 55 if (READ_ONCE(rbi->ring_buffer->interrupt_mask)) in hv_signal_on_write()
64 if (old_write == READ_ONCE(rbi->ring_buffer->read_index)) { in hv_signal_on_write()
74 u32 next = ring_info->ring_buffer->write_index; in hv_get_next_write_location()
84 ring_info->ring_buffer->write_index = next_write_location; in hv_set_next_write_location()
92 ring_info->ring_buffer->read_index = next_read_location; in hv_set_next_read_location()
107 return (u64)ring_info->ring_buffer->write_index << 32; in hv_get_ring_bufferindices()
120 void *ring_buffer = hv_get_ring_buffer(ring_info); in hv_copyto_ringbuffer() local
123 memcpy(ring_buffer + start_write_offset, src, srclen); in hv_copyto_ringbuffer()
146 read_loc = READ_ONCE(rbi->ring_buffer->read_index); in hv_get_ringbuffer_availbytes()
147 write_loc = READ_ONCE(rbi->ring_buffer->write_index); in hv_get_ringbuffer_availbytes()
[all …]
|
| D | Makefile | 11 channel_mgmt.o ring_buffer.o hv_trace.o
|
| D | vmbus_drv.c | 1521 if (!rbi->ring_buffer) { in out_mask_show()
1526 ret = sprintf(buf, "%u\n", rbi->ring_buffer->interrupt_mask); in out_mask_show()
1538 if (!rbi->ring_buffer) { in in_mask_show()
1543 ret = sprintf(buf, "%u\n", rbi->ring_buffer->interrupt_mask); in in_mask_show()
1555 if (!rbi->ring_buffer) { in read_avail_show()
1572 if (!rbi->ring_buffer) { in write_avail_show()
|
| /Linux-v5.4/kernel/events/ |
| D | internal.h | 13 struct ring_buffer { struct
60 extern void rb_free(struct ring_buffer *rb); argument
64 struct ring_buffer *rb; in rb_free_rcu()
66 rb = container_of(rcu_head, struct ring_buffer, rcu_head); in rb_free_rcu()
70 static inline void rb_toggle_paused(struct ring_buffer *rb, bool pause) in rb_toggle_paused()
78 extern struct ring_buffer *
81 extern int rb_alloc_aux(struct ring_buffer *rb, struct perf_event *event,
83 extern void rb_free_aux(struct ring_buffer *rb);
84 extern struct ring_buffer *ring_buffer_get(struct perf_event *event);
85 extern void ring_buffer_put(struct ring_buffer *rb);
[all …]
|
| D | ring_buffer.c | 38 struct ring_buffer *rb = handle->rb; in perf_output_get_handle()
52 struct ring_buffer *rb = handle->rb; in perf_output_put_handle()
153 struct ring_buffer *rb; in __perf_output_begin()
304 ring_buffer_init(struct ring_buffer *rb, long watermark, int flags) in ring_buffer_init()
364 struct ring_buffer *rb; in perf_aux_output_begin()
452 static __always_inline bool rb_need_aux_wakeup(struct ring_buffer *rb) in rb_need_aux_wakeup()
478 struct ring_buffer *rb = handle->rb; in perf_aux_output_end()
535 struct ring_buffer *rb = handle->rb; in perf_aux_output_skip()
593 static void rb_free_aux_page(struct ring_buffer *rb, int idx) in rb_free_aux_page()
602 static void __rb_free_aux(struct ring_buffer *rb) in __rb_free_aux()
[all …]
|
| D | Makefile | 6 obj-y := core.o ring_buffer.o callchain.o
|
| D | core.c | 4330 struct ring_buffer *rb);
5005 struct ring_buffer *rb; in perf_poll()
5215 struct ring_buffer *rb; in _perf_ioctl()
5346 struct ring_buffer *rb; in perf_event_init_userpage()
5378 struct ring_buffer *rb; in perf_event_update_userpage()
5429 struct ring_buffer *rb; in perf_mmap_fault()
5462 struct ring_buffer *rb) in ring_buffer_attach()
5464 struct ring_buffer *old_rb = NULL; in ring_buffer_attach()
5522 struct ring_buffer *rb; in ring_buffer_wakeup()
5533 struct ring_buffer *ring_buffer_get(struct perf_event *event) in ring_buffer_get()
[all …]
|
| /Linux-v5.4/drivers/uio/ |
| D | uio_hv_generic.c | 84 dev->channel->inbound.ring_buffer->interrupt_mask = !irq_state; in hv_uio_irqcontrol()
99 chan->inbound.ring_buffer->interrupt_mask = 1; in hv_uio_channel_cb()
132 void *ring_buffer = page_address(channel->ringbuffer_page); in hv_uio_ring_mmap() local
137 return vm_iomap_memory(vma, virt_to_phys(ring_buffer), in hv_uio_ring_mmap()
168 new_sc->inbound.ring_buffer->interrupt_mask = 1; in hv_uio_new_channel()
213 dev->channel->inbound.ring_buffer->interrupt_mask = 1; in hv_uio_open()
241 void *ring_buffer; in hv_uio_probe() local
272 ring_buffer = page_address(channel->ringbuffer_page); in hv_uio_probe()
274 = (uintptr_t)virt_to_phys(ring_buffer); in hv_uio_probe()
|
| /Linux-v5.4/kernel/trace/ |
| D | ring_buffer.c | 445 struct ring_buffer *buffer;
484 struct ring_buffer { struct
520 size_t ring_buffer_nr_pages(struct ring_buffer *buffer, int cpu) in ring_buffer_nr_pages()
532 size_t ring_buffer_nr_dirty_pages(struct ring_buffer *buffer, int cpu) in ring_buffer_nr_dirty_pages()
575 int ring_buffer_wait(struct ring_buffer *buffer, int cpu, int full) in ring_buffer_wait()
686 __poll_t ring_buffer_poll_wait(struct ring_buffer *buffer, int cpu, in ring_buffer_poll_wait()
744 static inline u64 rb_time_stamp(struct ring_buffer *buffer) in rb_time_stamp()
750 u64 ring_buffer_time_stamp(struct ring_buffer *buffer, int cpu) in ring_buffer_time_stamp()
762 void ring_buffer_normalize_time_stamp(struct ring_buffer *buffer, in ring_buffer_normalize_time_stamp()
1285 rb_allocate_cpu_buffer(struct ring_buffer *buffer, long nr_pages, int cpu) in rb_allocate_cpu_buffer()
[all …]
|
| D | trace.h | 178 struct ring_buffer *buffer;
701 trace_buffer_lock_reserve(struct ring_buffer *buffer,
713 void trace_buffer_unlock_commit_nostack(struct ring_buffer *buffer,
858 int trace_array_printk_buf(struct ring_buffer *buffer,
1352 struct ring_buffer *buffer,
1356 struct ring_buffer *buffer,
1362 struct ring_buffer *buffer, in trace_buffer_unlock_commit()
1375 __trace_event_discard_commit(struct ring_buffer *buffer, in __trace_event_discard_commit()
1401 struct ring_buffer *buffer, in __event_trigger_test_discard()
1436 struct ring_buffer *buffer, in event_trigger_unlock_commit()
[all …]
|
| D | trace.c | 163 static void ftrace_trace_userstack(struct ring_buffer *buffer,
326 struct ring_buffer *buffer, in call_filter_check_discard()
735 static void __ftrace_trace_stack(struct ring_buffer *buffer,
739 struct ring_buffer *buffer,
744 static inline void __ftrace_trace_stack(struct ring_buffer *buffer, in __ftrace_trace_stack()
750 struct ring_buffer *buffer, in ftrace_trace_stack()
768 __trace_buffer_lock_reserve(struct ring_buffer *buffer, in __trace_buffer_lock_reserve()
813 __buffer_unlock_commit(struct ring_buffer *buffer, struct ring_buffer_event *event) in __buffer_unlock_commit()
836 struct ring_buffer *buffer; in __trace_puts()
886 struct ring_buffer *buffer; in __trace_bputs()
[all …]
|
| D | trace_mmiotrace.c | 300 struct ring_buffer *buffer = tr->trace_buffer.buffer; in __trace_mmiotrace_rw()
330 struct ring_buffer *buffer = tr->trace_buffer.buffer; in __trace_mmiotrace_map()
|
| D | Makefile | 37 obj-$(CONFIG_RING_BUFFER) += ring_buffer.o
|
| D | trace_sched_wakeup.c | 381 struct ring_buffer *buffer = tr->trace_buffer.buffer; in tracing_sched_switch_trace()
411 struct ring_buffer *buffer = tr->trace_buffer.buffer; in tracing_sched_wakeup_trace()
|
| D | ring_buffer_benchmark.c | 32 static struct ring_buffer *buffer;
|
| D | trace_syscalls.c | 315 struct ring_buffer *buffer; in ftrace_syscall_enter()
365 struct ring_buffer *buffer; in ftrace_syscall_exit()
|
| D | trace_branch.c | 38 struct ring_buffer *buffer; in probe_likely_condition()
|
| D | trace_hwlat.c | 107 struct ring_buffer *buffer = tr->trace_buffer.buffer; in trace_hwlat_sample()
|
| D | trace_functions_graph.c | 104 struct ring_buffer *buffer = tr->trace_buffer.buffer; in __trace_graph_entry()
224 struct ring_buffer *buffer = tr->trace_buffer.buffer; in __trace_graph_return()
|
| /Linux-v5.4/drivers/usb/misc/ |
| D | ldusb.c | 160 char *ring_buffer; member
210 kfree(dev->ring_buffer); in ld_usb_delete()
246 …actual_buffer = (size_t *)(dev->ring_buffer + dev->ring_head * (sizeof(size_t)+dev->interrupt_in_e… in ld_usb_interrupt_in_callback()
483 …actual_buffer = (size_t *)(dev->ring_buffer + dev->ring_tail * (sizeof(size_t)+dev->interrupt_in_e… in ld_usb_read()
699 dev->ring_buffer = kcalloc(ring_buffer_size, in ld_usb_probe()
702 if (!dev->ring_buffer) in ld_usb_probe()
|
| /Linux-v5.4/drivers/oprofile/ |
| D | cpu_buffer.c | 35 static struct ring_buffer *op_ring_buffer;
|
