12331 				      struct perf_cpu_buf *cpu_buf)  in perf_buffer__free_cpu_buf()  argument
12333 	if (!cpu_buf)  in perf_buffer__free_cpu_buf()
12335 	if (cpu_buf->base &&  in perf_buffer__free_cpu_buf()
12336 	    munmap(cpu_buf->base, pb->mmap_size + pb->page_size))  in perf_buffer__free_cpu_buf()
12337 		pr_warn("failed to munmap cpu_buf #%d\n", cpu_buf->cpu);  in perf_buffer__free_cpu_buf()
12338 	if (cpu_buf->fd >= 0) {  in perf_buffer__free_cpu_buf()
12339 		ioctl(cpu_buf->fd, PERF_EVENT_IOC_DISABLE, 0);  in perf_buffer__free_cpu_buf()
12340 		close(cpu_buf->fd);  in perf_buffer__free_cpu_buf()
12342 	free(cpu_buf->buf);  in perf_buffer__free_cpu_buf()
12343 	free(cpu_buf);  in perf_buffer__free_cpu_buf()
12354 			struct perf_cpu_buf *cpu_buf = pb->cpu_bufs[i];  in perf_buffer__free()  local
12356 			if (!cpu_buf)  in perf_buffer__free()
12359 			bpf_map_delete_elem(pb->map_fd, &cpu_buf->map_key);  in perf_buffer__free()
12360 			perf_buffer__free_cpu_buf(pb, cpu_buf);  in perf_buffer__free()
12374 	struct perf_cpu_buf *cpu_buf;  in perf_buffer__open_cpu_buf()  local
12378 	cpu_buf = calloc(1, sizeof(*cpu_buf));  in perf_buffer__open_cpu_buf()
12379 	if (!cpu_buf)  in perf_buffer__open_cpu_buf()
12382 	cpu_buf->pb = pb;  in perf_buffer__open_cpu_buf()
12383 	cpu_buf->cpu = cpu;  in perf_buffer__open_cpu_buf()
12384 	cpu_buf->map_key = map_key;  in perf_buffer__open_cpu_buf()
12386 	cpu_buf->fd = syscall(__NR_perf_event_open, attr, -1 /* pid */, cpu,  in perf_buffer__open_cpu_buf()
12388 	if (cpu_buf->fd < 0) {  in perf_buffer__open_cpu_buf()
12395 	cpu_buf->base = mmap(NULL, pb->mmap_size + pb->page_size,  in perf_buffer__open_cpu_buf()
12397 			     cpu_buf->fd, 0);  in perf_buffer__open_cpu_buf()
12398 	if (cpu_buf->base == MAP_FAILED) {  in perf_buffer__open_cpu_buf()
12399 		cpu_buf->base = NULL;  in perf_buffer__open_cpu_buf()
12406 	if (ioctl(cpu_buf->fd, PERF_EVENT_IOC_ENABLE, 0) < 0) {  in perf_buffer__open_cpu_buf()
12413 	return cpu_buf;  in perf_buffer__open_cpu_buf()
12416 	perf_buffer__free_cpu_buf(pb, cpu_buf);  in perf_buffer__open_cpu_buf()
12574 		struct perf_cpu_buf *cpu_buf;  in __perf_buffer__new()  local
12586 		cpu_buf = perf_buffer__open_cpu_buf(pb, p->attr, cpu, map_key);  in __perf_buffer__new()
12587 		if (IS_ERR(cpu_buf)) {  in __perf_buffer__new()
12588 			err = PTR_ERR(cpu_buf);  in __perf_buffer__new()
12592 		pb->cpu_bufs[j] = cpu_buf;  in __perf_buffer__new()
12595 					  &cpu_buf->fd, 0);  in __perf_buffer__new()
12599 				cpu, map_key, cpu_buf->fd,  in __perf_buffer__new()
12605 		pb->events[j].data.ptr = cpu_buf;  in __perf_buffer__new()
12606 		if (epoll_ctl(pb->epoll_fd, EPOLL_CTL_ADD, cpu_buf->fd,  in __perf_buffer__new()
12610 				cpu, cpu_buf->fd,  in __perf_buffer__new()
12644 	struct perf_cpu_buf *cpu_buf = ctx;  in perf_buffer__process_record()  local
12645 	struct perf_buffer *pb = cpu_buf->pb;  in perf_buffer__process_record()
12650 		return pb->event_cb(pb->ctx, cpu_buf->cpu, e);  in perf_buffer__process_record()
12657 			pb->sample_cb(pb->ctx, cpu_buf->cpu, s->data, s->size);  in perf_buffer__process_record()
12664 			pb->lost_cb(pb->ctx, cpu_buf->cpu, s->lost);  in perf_buffer__process_record()
12675 					struct perf_cpu_buf *cpu_buf)  in perf_buffer__process_records()  argument
12679 	ret = perf_event_read_simple(cpu_buf->base, pb->mmap_size,  in perf_buffer__process_records()
12680 				     pb->page_size, &cpu_buf->buf,  in perf_buffer__process_records()
12681 				     &cpu_buf->buf_size,  in perf_buffer__process_records()
12682 				     perf_buffer__process_record, cpu_buf);  in perf_buffer__process_records()
12702 		struct perf_cpu_buf *cpu_buf = pb->events[i].data.ptr;  in perf_buffer__poll()  local
12704 		err = perf_buffer__process_records(pb, cpu_buf);  in perf_buffer__poll()
12728 	struct perf_cpu_buf *cpu_buf;  in perf_buffer__buffer_fd()  local
12733 	cpu_buf = pb->cpu_bufs[buf_idx];  in perf_buffer__buffer_fd()
12734 	if (!cpu_buf)  in perf_buffer__buffer_fd()
12737 	return cpu_buf->fd;  in perf_buffer__buffer_fd()
12742 	struct perf_cpu_buf *cpu_buf;  in perf_buffer__buffer()  local
12747 	cpu_buf = pb->cpu_bufs[buf_idx];  in perf_buffer__buffer()
12748 	if (!cpu_buf)  in perf_buffer__buffer()
12751 	*buf = cpu_buf->base;  in perf_buffer__buffer()
12766 	struct perf_cpu_buf *cpu_buf;  in perf_buffer__consume_buffer()  local
12771 	cpu_buf = pb->cpu_bufs[buf_idx];  in perf_buffer__consume_buffer()
12772 	if (!cpu_buf)  in perf_buffer__consume_buffer()
12775 	return perf_buffer__process_records(pb, cpu_buf);  in perf_buffer__consume_buffer()
12783 		struct perf_cpu_buf *cpu_buf = pb->cpu_bufs[i];  in perf_buffer__consume()  local
12785 		if (!cpu_buf)  in perf_buffer__consume()
12788 		err = perf_buffer__process_records(pb, cpu_buf);  in perf_buffer__consume()