9832 				      struct perf_cpu_buf *cpu_buf)  in perf_buffer__free_cpu_buf()  argument
9834 	if (!cpu_buf)  in perf_buffer__free_cpu_buf()
9836 	if (cpu_buf->base &&  in perf_buffer__free_cpu_buf()
9837 	    munmap(cpu_buf->base, pb->mmap_size + pb->page_size))  in perf_buffer__free_cpu_buf()
9838 		pr_warn("failed to munmap cpu_buf #%d\n", cpu_buf->cpu);  in perf_buffer__free_cpu_buf()
9839 	if (cpu_buf->fd >= 0) {  in perf_buffer__free_cpu_buf()
9840 		ioctl(cpu_buf->fd, PERF_EVENT_IOC_DISABLE, 0);  in perf_buffer__free_cpu_buf()
9841 		close(cpu_buf->fd);  in perf_buffer__free_cpu_buf()
9843 	free(cpu_buf->buf);  in perf_buffer__free_cpu_buf()
9844 	free(cpu_buf);  in perf_buffer__free_cpu_buf()
9855 			struct perf_cpu_buf *cpu_buf = pb->cpu_bufs[i];  in perf_buffer__free()  local
9857 			if (!cpu_buf)  in perf_buffer__free()
9860 			bpf_map_delete_elem(pb->map_fd, &cpu_buf->map_key);  in perf_buffer__free()
9861 			perf_buffer__free_cpu_buf(pb, cpu_buf);  in perf_buffer__free()
9875 	struct perf_cpu_buf *cpu_buf;  in perf_buffer__open_cpu_buf()  local
9879 	cpu_buf = calloc(1, sizeof(*cpu_buf));  in perf_buffer__open_cpu_buf()
9880 	if (!cpu_buf)  in perf_buffer__open_cpu_buf()
9883 	cpu_buf->pb = pb;  in perf_buffer__open_cpu_buf()
9884 	cpu_buf->cpu = cpu;  in perf_buffer__open_cpu_buf()
9885 	cpu_buf->map_key = map_key;  in perf_buffer__open_cpu_buf()
9887 	cpu_buf->fd = syscall(__NR_perf_event_open, attr, -1 /* pid */, cpu,  in perf_buffer__open_cpu_buf()
9889 	if (cpu_buf->fd < 0) {  in perf_buffer__open_cpu_buf()
9896 	cpu_buf->base = mmap(NULL, pb->mmap_size + pb->page_size,  in perf_buffer__open_cpu_buf()
9898 			     cpu_buf->fd, 0);  in perf_buffer__open_cpu_buf()
9899 	if (cpu_buf->base == MAP_FAILED) {  in perf_buffer__open_cpu_buf()
9900 		cpu_buf->base = NULL;  in perf_buffer__open_cpu_buf()
9907 	if (ioctl(cpu_buf->fd, PERF_EVENT_IOC_ENABLE, 0) < 0) {  in perf_buffer__open_cpu_buf()
9914 	return cpu_buf;  in perf_buffer__open_cpu_buf()
9917 	perf_buffer__free_cpu_buf(pb, cpu_buf);  in perf_buffer__open_cpu_buf()
10054 		struct perf_cpu_buf *cpu_buf;  in __perf_buffer__new()  local
10066 		cpu_buf = perf_buffer__open_cpu_buf(pb, p->attr, cpu, map_key);  in __perf_buffer__new()
10067 		if (IS_ERR(cpu_buf)) {  in __perf_buffer__new()
10068 			err = PTR_ERR(cpu_buf);  in __perf_buffer__new()
10072 		pb->cpu_bufs[j] = cpu_buf;  in __perf_buffer__new()
10075 					  &cpu_buf->fd, 0);  in __perf_buffer__new()
10079 				cpu, map_key, cpu_buf->fd,  in __perf_buffer__new()
10085 		pb->events[j].data.ptr = cpu_buf;  in __perf_buffer__new()
10086 		if (epoll_ctl(pb->epoll_fd, EPOLL_CTL_ADD, cpu_buf->fd,  in __perf_buffer__new()
10090 				cpu, cpu_buf->fd,  in __perf_buffer__new()
10124 	struct perf_cpu_buf *cpu_buf = ctx;  in perf_buffer__process_record()  local
10125 	struct perf_buffer *pb = cpu_buf->pb;  in perf_buffer__process_record()
10130 		return pb->event_cb(pb->ctx, cpu_buf->cpu, e);  in perf_buffer__process_record()
10137 			pb->sample_cb(pb->ctx, cpu_buf->cpu, s->data, s->size);  in perf_buffer__process_record()
10144 			pb->lost_cb(pb->ctx, cpu_buf->cpu, s->lost);  in perf_buffer__process_record()
10155 					struct perf_cpu_buf *cpu_buf)  in perf_buffer__process_records()  argument
10159 	ret = bpf_perf_event_read_simple(cpu_buf->base, pb->mmap_size,  in perf_buffer__process_records()
10160 					 pb->page_size, &cpu_buf->buf,  in perf_buffer__process_records()
10161 					 &cpu_buf->buf_size,  in perf_buffer__process_records()
10162 					 perf_buffer__process_record, cpu_buf);  in perf_buffer__process_records()
10182 		struct perf_cpu_buf *cpu_buf = pb->events[i].data.ptr;  in perf_buffer__poll()  local
10184 		err = perf_buffer__process_records(pb, cpu_buf);  in perf_buffer__poll()
10208 	struct perf_cpu_buf *cpu_buf;  in perf_buffer__buffer_fd()  local
10213 	cpu_buf = pb->cpu_bufs[buf_idx];  in perf_buffer__buffer_fd()
10214 	if (!cpu_buf)  in perf_buffer__buffer_fd()
10217 	return cpu_buf->fd;  in perf_buffer__buffer_fd()
10230 	struct perf_cpu_buf *cpu_buf;  in perf_buffer__consume_buffer()  local
10235 	cpu_buf = pb->cpu_bufs[buf_idx];  in perf_buffer__consume_buffer()
10236 	if (!cpu_buf)  in perf_buffer__consume_buffer()
10239 	return perf_buffer__process_records(pb, cpu_buf);  in perf_buffer__consume_buffer()
10247 		struct perf_cpu_buf *cpu_buf = pb->cpu_bufs[i];  in perf_buffer__consume()  local
10249 		if (!cpu_buf)  in perf_buffer__consume()
10252 		err = perf_buffer__process_records(pb, cpu_buf);  in perf_buffer__consume()