18 size_t perf_mmap__mmap_len(struct perf_mmap *map)  in perf_mmap__mmap_len()  argument
20 	return map->mask + 1 + page_size;  in perf_mmap__mmap_len()
24 static union perf_event *perf_mmap__read(struct perf_mmap *map,  in perf_mmap__read()  argument
27 	unsigned char *data = map->base + page_size;  in perf_mmap__read()
34 		event = (union perf_event *)&data[*startp & map->mask];  in perf_mmap__read()
44 		if ((*startp & map->mask) + size != ((*startp + size) & map->mask)) {  in perf_mmap__read()
47 			void *dst = map->event_copy;  in perf_mmap__read()
50 				cpy = min(map->mask + 1 - (offset & map->mask), len);  in perf_mmap__read()
51 				memcpy(dst, &data[offset & map->mask], cpy);  in perf_mmap__read()
57 			event = (union perf_event *)map->event_copy;  in perf_mmap__read()
78 union perf_event *perf_mmap__read_event(struct perf_mmap *map)  in perf_mmap__read_event()  argument
85 	if (!refcount_read(&map->refcnt))  in perf_mmap__read_event()
89 	if (!map->overwrite)  in perf_mmap__read_event()
90 		map->end = perf_mmap__read_head(map);  in perf_mmap__read_event()
92 	event = perf_mmap__read(map, &map->start, map->end);  in perf_mmap__read_event()
94 	if (!map->overwrite)  in perf_mmap__read_event()
95 		map->prev = map->start;  in perf_mmap__read_event()
100 static bool perf_mmap__empty(struct perf_mmap *map)  in perf_mmap__empty()  argument
102 	return perf_mmap__read_head(map) == map->prev && !map->auxtrace_mmap.base;  in perf_mmap__empty()
105 void perf_mmap__get(struct perf_mmap *map)  in perf_mmap__get()  argument
107 	refcount_inc(&map->refcnt);  in perf_mmap__get()
110 void perf_mmap__put(struct perf_mmap *map)  in perf_mmap__put()  argument
112 	BUG_ON(map->base && refcount_read(&map->refcnt) == 0);  in perf_mmap__put()
114 	if (refcount_dec_and_test(&map->refcnt))  in perf_mmap__put()
115 		perf_mmap__munmap(map);  in perf_mmap__put()
118 void perf_mmap__consume(struct perf_mmap *map)  in perf_mmap__consume()  argument
120 	if (!map->overwrite) {  in perf_mmap__consume()
121 		u64 old = map->prev;  in perf_mmap__consume()
123 		perf_mmap__write_tail(map, old);  in perf_mmap__consume()
126 	if (refcount_read(&map->refcnt) == 1 && perf_mmap__empty(map))  in perf_mmap__consume()
127 		perf_mmap__put(map);  in perf_mmap__consume()
156 void perf_mmap__munmap(struct perf_mmap *map)  in perf_mmap__munmap()  argument
158 	if (map->base != NULL) {  in perf_mmap__munmap()
159 		munmap(map->base, perf_mmap__mmap_len(map));  in perf_mmap__munmap()
160 		map->base = NULL;  in perf_mmap__munmap()
161 		map->fd = -1;  in perf_mmap__munmap()
162 		refcount_set(&map->refcnt, 0);  in perf_mmap__munmap()
164 	auxtrace_mmap__munmap(&map->auxtrace_mmap);  in perf_mmap__munmap()
167 int perf_mmap__mmap(struct perf_mmap *map, struct mmap_params *mp, int fd, int cpu)  in perf_mmap__mmap()  argument
182 	refcount_set(&map->refcnt, 2);  in perf_mmap__mmap()
183 	map->prev = 0;  in perf_mmap__mmap()
184 	map->mask = mp->mask;  in perf_mmap__mmap()
185 	map->base = mmap(NULL, perf_mmap__mmap_len(map), mp->prot,  in perf_mmap__mmap()
187 	if (map->base == MAP_FAILED) {  in perf_mmap__mmap()
190 		map->base = NULL;  in perf_mmap__mmap()
193 	map->fd = fd;  in perf_mmap__mmap()
194 	map->cpu = cpu;  in perf_mmap__mmap()
196 	if (auxtrace_mmap__mmap(&map->auxtrace_mmap,  in perf_mmap__mmap()
197 				&mp->auxtrace_mp, map->base, fd))  in perf_mmap__mmap()
272 int perf_mmap__read_init(struct perf_mmap *map)  in perf_mmap__read_init()  argument
277 	if (!refcount_read(&map->refcnt))  in perf_mmap__read_init()
280 	return __perf_mmap__read_init(map);  in perf_mmap__read_init()
330 void perf_mmap__read_done(struct perf_mmap *map)  in perf_mmap__read_done()  argument
335 	if (!refcount_read(&map->refcnt))  in perf_mmap__read_done()
338 	map->prev = perf_mmap__read_head(map);  in perf_mmap__read_done()