61 #define do_for_each_event_file(tr, file)			\  argument
63 		list_for_each_entry(file, &tr->events, list)
65 #define do_for_each_event_file_safe(tr, file)			\  argument
68 		list_for_each_entry_safe(file, ___n, &tr->events, list)
290 	struct trace_event_file *file = data;  in trace_event_reg()  local
297 						 file);  in trace_event_reg()
301 					    file);  in trace_event_reg()
327 	struct trace_event_file *file;  in trace_event_enable_cmd_record()  local
331 	do_for_each_event_file(tr, file) {  in trace_event_enable_cmd_record()
333 		if (!(file->flags & EVENT_FILE_FL_ENABLED))  in trace_event_enable_cmd_record()
338 			set_bit(EVENT_FILE_FL_RECORDED_CMD_BIT, &file->flags);  in trace_event_enable_cmd_record()
341 			clear_bit(EVENT_FILE_FL_RECORDED_CMD_BIT, &file->flags);  in trace_event_enable_cmd_record()
349 	struct trace_event_file *file;  in trace_event_enable_tgid_record()  local
353 	do_for_each_event_file(tr, file) {  in trace_event_enable_tgid_record()
354 		if (!(file->flags & EVENT_FILE_FL_ENABLED))  in trace_event_enable_tgid_record()
359 			set_bit(EVENT_FILE_FL_RECORDED_TGID_BIT, &file->flags);  in trace_event_enable_tgid_record()
363 				  &file->flags);  in trace_event_enable_tgid_record()
369 static int __ftrace_event_enable_disable(struct trace_event_file *file,  in __ftrace_event_enable_disable()  argument
372 	struct trace_event_call *call = file->event_call;  in __ftrace_event_enable_disable()
373 	struct trace_array *tr = file->tr;  in __ftrace_event_enable_disable()
374 	unsigned long file_flags = file->flags;  in __ftrace_event_enable_disable()
394 			if (atomic_dec_return(&file->sm_ref) > 0)  in __ftrace_event_enable_disable()
396 			disable = file->flags & EVENT_FILE_FL_SOFT_DISABLED;  in __ftrace_event_enable_disable()
397 			clear_bit(EVENT_FILE_FL_SOFT_MODE_BIT, &file->flags);  in __ftrace_event_enable_disable()
399 			disable = !(file->flags & EVENT_FILE_FL_SOFT_MODE);  in __ftrace_event_enable_disable()
401 		if (disable && (file->flags & EVENT_FILE_FL_ENABLED)) {  in __ftrace_event_enable_disable()
402 			clear_bit(EVENT_FILE_FL_ENABLED_BIT, &file->flags);  in __ftrace_event_enable_disable()
403 			if (file->flags & EVENT_FILE_FL_RECORDED_CMD) {  in __ftrace_event_enable_disable()
405 				clear_bit(EVENT_FILE_FL_RECORDED_CMD_BIT, &file->flags);  in __ftrace_event_enable_disable()
408 			if (file->flags & EVENT_FILE_FL_RECORDED_TGID) {  in __ftrace_event_enable_disable()
410 				clear_bit(EVENT_FILE_FL_RECORDED_TGID_BIT, &file->flags);  in __ftrace_event_enable_disable()
413 			call->class->reg(call, TRACE_REG_UNREGISTER, file);  in __ftrace_event_enable_disable()
416 		if (file->flags & EVENT_FILE_FL_SOFT_MODE)  in __ftrace_event_enable_disable()
417 			set_bit(EVENT_FILE_FL_SOFT_DISABLED_BIT, &file->flags);  in __ftrace_event_enable_disable()
419 			clear_bit(EVENT_FILE_FL_SOFT_DISABLED_BIT, &file->flags);  in __ftrace_event_enable_disable()
431 			clear_bit(EVENT_FILE_FL_SOFT_DISABLED_BIT, &file->flags);  in __ftrace_event_enable_disable()
433 			if (atomic_inc_return(&file->sm_ref) > 1)  in __ftrace_event_enable_disable()
435 			set_bit(EVENT_FILE_FL_SOFT_MODE_BIT, &file->flags);  in __ftrace_event_enable_disable()
438 		if (!(file->flags & EVENT_FILE_FL_ENABLED)) {  in __ftrace_event_enable_disable()
443 				set_bit(EVENT_FILE_FL_SOFT_DISABLED_BIT, &file->flags);  in __ftrace_event_enable_disable()
448 				set_bit(EVENT_FILE_FL_RECORDED_CMD_BIT, &file->flags);  in __ftrace_event_enable_disable()
454 				set_bit(EVENT_FILE_FL_RECORDED_TGID_BIT, &file->flags);  in __ftrace_event_enable_disable()
457 			ret = call->class->reg(call, TRACE_REG_REGISTER, file);  in __ftrace_event_enable_disable()
467 			set_bit(EVENT_FILE_FL_ENABLED_BIT, &file->flags);  in __ftrace_event_enable_disable()
470 			set_bit(EVENT_FILE_FL_WAS_ENABLED_BIT, &file->flags);  in __ftrace_event_enable_disable()
477 	    (file->flags & EVENT_FILE_FL_SOFT_DISABLED)) {  in __ftrace_event_enable_disable()
478 		if (file->flags & EVENT_FILE_FL_SOFT_DISABLED)  in __ftrace_event_enable_disable()
487 int trace_event_enable_disable(struct trace_event_file *file,  in trace_event_enable_disable()  argument
490 	return __ftrace_event_enable_disable(file, enable, soft_disable);  in trace_event_enable_disable()
493 static int ftrace_event_enable_disable(struct trace_event_file *file,  in ftrace_event_enable_disable()  argument
496 	return __ftrace_event_enable_disable(file, enable, 0);  in ftrace_event_enable_disable()
501 	struct trace_event_file *file;  in ftrace_clear_events()  local
504 	list_for_each_entry(file, &tr->events, list) {  in ftrace_clear_events()
505 		ftrace_event_enable_disable(file, 0);  in ftrace_clear_events()
610 	struct trace_event_file *file;  in __ftrace_clear_event_pids()  local
630 	list_for_each_entry(file, &tr->events, list) {  in __ftrace_clear_event_pids()
631 		clear_bit(EVENT_FILE_FL_PID_FILTER_BIT, &file->flags);  in __ftrace_clear_event_pids()
713 static void remove_event_file_dir(struct trace_event_file *file)  in remove_event_file_dir()  argument
715 	struct dentry *dir = file->dir;  in remove_event_file_dir()
729 	list_del(&file->list);  in remove_event_file_dir()
730 	remove_subsystem(file->system);  in remove_event_file_dir()
731 	free_event_filter(file->filter);  in remove_event_file_dir()
732 	kmem_cache_free(file_cachep, file);  in remove_event_file_dir()
742 	struct trace_event_file *file;  in __ftrace_set_clr_event_nolock()  local
748 	list_for_each_entry(file, &tr->events, list) {  in __ftrace_set_clr_event_nolock()
750 		call = file->event_call;  in __ftrace_set_clr_event_nolock()
770 		ret = ftrace_event_enable_disable(file, set);  in __ftrace_set_clr_event_nolock()
863 ftrace_event_write(struct file *file, const char __user *ubuf,  in ftrace_event_write()  argument
867 	struct seq_file *m = file->private_data;  in ftrace_event_write()
905 	struct trace_event_file *file = v;  in t_next()  local
911 	list_for_each_entry_continue(file, &tr->events, list) {  in t_next()
912 		call = file->event_call;  in t_next()
919 			return file;  in t_next()
927 	struct trace_event_file *file;  in t_start()  local
933 	file = list_entry(&tr->events, struct trace_event_file, list);  in t_start()
935 		file = t_next(m, file, &l);  in t_start()
936 		if (!file)  in t_start()
939 	return file;  in t_start()
945 	struct trace_event_file *file = v;  in s_next()  local
950 	list_for_each_entry_continue(file, &tr->events, list) {  in s_next()
951 		if (file->flags & EVENT_FILE_FL_ENABLED)  in s_next()
952 			return file;  in s_next()
960 	struct trace_event_file *file;  in s_start()  local
966 	file = list_entry(&tr->events, struct trace_event_file, list);  in s_start()
968 		file = s_next(m, file, &l);  in s_start()
969 		if (!file)  in s_start()
972 	return file;  in s_start()
977 	struct trace_event_file *file = v;  in t_show()  local
978 	struct trace_event_call *call = file->event_call;  in t_show()
1032 event_enable_read(struct file *filp, char __user *ubuf, size_t cnt,  in event_enable_read()
1035 	struct trace_event_file *file;  in event_enable_read()  local
1040 	file = event_file_data(filp);  in event_enable_read()
1041 	if (likely(file))  in event_enable_read()
1042 		flags = file->flags;  in event_enable_read()
1045 	if (!file)  in event_enable_read()
1062 event_enable_write(struct file *filp, const char __user *ubuf, size_t cnt,  in event_enable_write()
1065 	struct trace_event_file *file;  in event_enable_write()  local
1082 		file = event_file_data(filp);  in event_enable_write()
1083 		if (likely(file))  in event_enable_write()
1084 			ret = ftrace_event_enable_disable(file, val);  in event_enable_write()
1098 system_enable_read(struct file *filp, char __user *ubuf, size_t cnt,  in system_enable_read()
1105 	struct trace_event_file *file;  in system_enable_read()  local
1112 	list_for_each_entry(file, &tr->events, list) {  in system_enable_read()
1113 		call = file->event_call;  in system_enable_read()
1125 		set |= (1 << !!(file->flags & EVENT_FILE_FL_ENABLED));  in system_enable_read()
1144 system_enable_write(struct file *filp, const char __user *ubuf, size_t cnt,  in system_enable_write()
1299 static int trace_format_open(struct inode *inode, struct file *file)  in trace_format_open()  argument
1304 	ret = seq_open(file, &trace_format_seq_ops);  in trace_format_open()
1308 	m = file->private_data;  in trace_format_open()
1309 	m->private = file;  in trace_format_open()
1315 event_id_read(struct file *filp, char __user *ubuf, size_t cnt, loff_t *ppos)  in event_id_read()
1333 event_filter_read(struct file *filp, char __user *ubuf, size_t cnt,  in event_filter_read()
1336 	struct trace_event_file *file;  in event_filter_read()  local
1351 	file = event_file_data(filp);  in event_filter_read()
1352 	if (file)  in event_filter_read()
1353 		print_event_filter(file, s);  in event_filter_read()
1356 	if (file)  in event_filter_read()
1366 event_filter_write(struct file *filp, const char __user *ubuf, size_t cnt,  in event_filter_write()
1369 	struct trace_event_file *file;  in event_filter_write()  local
1381 	file = event_file_data(filp);  in event_filter_write()
1382 	if (file)  in event_filter_write()
1383 		err = apply_event_filter(file, buf);  in event_filter_write()
1397 static int subsystem_open(struct inode *inode, struct file *filp)  in subsystem_open()
1447 static int system_tr_open(struct inode *inode, struct file *filp)  in system_tr_open()
1480 static int subsystem_release(struct inode *inode, struct file *file)  in subsystem_release()  argument
1482 	struct trace_subsystem_dir *dir = file->private_data;  in subsystem_release()
1500 subsystem_filter_read(struct file *filp, char __user *ubuf, size_t cnt,  in subsystem_filter_read()
1527 subsystem_filter_write(struct file *filp, const char __user *ubuf, size_t cnt,  in subsystem_filter_write()
1552 show_header(struct file *filp, char __user *ubuf, size_t cnt, loff_t *ppos)  in show_header()
1593 ftrace_event_pid_write(struct file *filp, const char __user *ubuf,  in ftrace_event_pid_write()
1600 	struct trace_event_file *file;  in ftrace_event_pid_write()  local
1621 	list_for_each_entry(file, &tr->events, list) {  in ftrace_event_pid_write()
1622 		set_bit(EVENT_FILE_FL_PID_FILTER_BIT, &file->flags);  in ftrace_event_pid_write()
1672 static int ftrace_event_avail_open(struct inode *inode, struct file *file);
1673 static int ftrace_event_set_open(struct inode *inode, struct file *file);
1674 static int ftrace_event_set_pid_open(struct inode *inode, struct file *file);
1675 static int ftrace_event_release(struct inode *inode, struct file *file);
1778 ftrace_event_open(struct inode *inode, struct file *file,  in ftrace_event_open()  argument
1784 	ret = seq_open(file, seq_ops);  in ftrace_event_open()
1787 	m = file->private_data;  in ftrace_event_open()
1794 static int ftrace_event_release(struct inode *inode, struct file *file)  in ftrace_event_release()  argument
1800 	return seq_release(inode, file);  in ftrace_event_release()
1804 ftrace_event_avail_open(struct inode *inode, struct file *file)  in ftrace_event_avail_open()  argument
1808 	return ftrace_event_open(inode, file, seq_ops);  in ftrace_event_avail_open()
1812 ftrace_event_set_open(struct inode *inode, struct file *file)  in ftrace_event_set_open()  argument
1821 	if ((file->f_mode & FMODE_WRITE) &&  in ftrace_event_set_open()
1822 	    (file->f_flags & O_TRUNC))  in ftrace_event_set_open()
1825 	ret = ftrace_event_open(inode, file, seq_ops);  in ftrace_event_set_open()
1832 ftrace_event_set_pid_open(struct inode *inode, struct file *file)  in ftrace_event_set_pid_open()  argument
1841 	if ((file->f_mode & FMODE_WRITE) &&  in ftrace_event_set_pid_open()
1842 	    (file->f_flags & O_TRUNC))  in ftrace_event_set_pid_open()
1845 	ret = ftrace_event_open(inode, file, seq_ops);  in ftrace_event_set_pid_open()
1886 		    struct trace_event_file *file, struct dentry *parent)  in event_subsystem_dir()  argument
1897 			file->system = dir;  in event_subsystem_dir()
1933 	file->system = dir;  in event_subsystem_dir()
1960 event_create_dir(struct dentry *parent, struct trace_event_file *file)  in event_create_dir()  argument
1962 	struct trace_event_call *call = file->event_call;  in event_create_dir()
1963 	struct trace_array *tr = file->tr;  in event_create_dir()
1974 		d_events = event_subsystem_dir(tr, call->class->system, file, parent);  in event_create_dir()
1981 	file->dir = tracefs_create_dir(name, d_events);  in event_create_dir()
1982 	if (!file->dir) {  in event_create_dir()
1988 		trace_create_file("enable", 0644, file->dir, file,  in event_create_dir()
1993 		trace_create_file("id", 0444, file->dir,  in event_create_dir()
2017 		trace_create_file("filter", 0644, file->dir, file,  in event_create_dir()
2020 		trace_create_file("trigger", 0644, file->dir, file,  in event_create_dir()
2025 	trace_create_file("hist", 0444, file->dir, file,  in event_create_dir()
2028 	trace_create_file("format", 0444, file->dir, call,  in event_create_dir()
2036 	struct trace_event_file *file;  in remove_event_from_tracers()  local
2039 	do_for_each_event_file_safe(tr, file) {  in remove_event_from_tracers()
2040 		if (file->event_call != call)  in remove_event_from_tracers()
2043 		remove_event_file_dir(file);  in remove_event_from_tracers()
2057 	struct trace_event_file *file;  in event_remove()  local
2059 	do_for_each_event_file(tr, file) {  in event_remove()
2060 		if (file->event_call != call)  in event_remove()
2063 		if (file->flags & EVENT_FILE_FL_WAS_ENABLED)  in event_remove()
2066 		ftrace_event_enable_disable(file, 0);  in event_remove()
2258 	struct trace_event_file *file;  in trace_create_new_event()  local
2260 	file = kmem_cache_alloc(file_cachep, GFP_TRACE);  in trace_create_new_event()
2261 	if (!file)  in trace_create_new_event()
2264 	file->event_call = call;  in trace_create_new_event()
2265 	file->tr = tr;  in trace_create_new_event()
2266 	atomic_set(&file->sm_ref, 0);  in trace_create_new_event()
2267 	atomic_set(&file->tm_ref, 0);  in trace_create_new_event()
2268 	INIT_LIST_HEAD(&file->triggers);  in trace_create_new_event()
2269 	list_add(&file->list, &tr->events);  in trace_create_new_event()
2271 	return file;  in trace_create_new_event()
2278 	struct trace_event_file *file;  in __trace_add_new_event()  local
2280 	file = trace_create_new_event(call, tr);  in __trace_add_new_event()
2281 	if (!file)  in __trace_add_new_event()
2284 	return event_create_dir(tr->event_dir, file);  in __trace_add_new_event()
2296 	struct trace_event_file *file;  in __trace_early_add_new_event()  local
2298 	file = trace_create_new_event(call, tr);  in __trace_early_add_new_event()
2299 	if (!file)  in __trace_early_add_new_event()
2339 	struct trace_event_file *file;  in probe_remove_event_call()  local
2345 	do_for_each_event_file(tr, file) {  in probe_remove_event_call()
2346 		if (file->event_call != call)  in probe_remove_event_call()
2353 		if (file->flags & EVENT_FILE_FL_ENABLED)  in probe_remove_event_call()
2483 	struct trace_event_file *file;  in __find_event_file()  local
2487 	list_for_each_entry(file, &tr->events, list) {  in __find_event_file()
2489 		call = file->event_call;  in __find_event_file()
2497 			return file;  in __find_event_file()
2506 	struct trace_event_file *file;  in find_event_file()  local
2508 	file = __find_event_file(tr, system, event);  in find_event_file()
2509 	if (!file || !file->event_call->class->reg ||  in find_event_file()
2510 	    file->event_call->flags & TRACE_EVENT_FL_IGNORE_ENABLE)  in find_event_file()
2513 	return file;  in find_event_file()
2523 	struct trace_event_file	*file;  member
2532 		clear_bit(EVENT_FILE_FL_SOFT_DISABLED_BIT, &data->file->flags);  in update_event_probe()
2534 		set_bit(EVENT_FILE_FL_SOFT_DISABLED_BIT, &data->file->flags);  in update_event_probe()
2573 	if (edata->enable == !(edata->file->flags & EVENT_FILE_FL_SOFT_DISABLED))  in event_enable_count_probe()
2601 		   edata->file->event_call->class->system,  in event_enable_print()
2602 		   trace_event_name(edata->file->event_call));  in event_enable_print()
2643 		__ftrace_event_enable_disable(edata->file, 0, 1);  in free_probe_data()
2644 		module_put(edata->file->event_call->mod);  in free_probe_data()
2707 	struct trace_event_file *file;  in event_enable_func()  local
2732 	file = find_event_file(tr, system, event);  in event_enable_func()
2733 	if (!file)  in event_enable_func()
2756 	data->file = file;  in event_enable_func()
2777 	ret = try_module_get(file->event_call->mod);  in event_enable_func()
2783 	ret = __ftrace_event_enable_disable(file, 1, 1);  in event_enable_func()
2805 	__ftrace_event_enable_disable(file, 0, 1);  in event_enable_func()
2807 	module_put(file->event_call->mod);  in event_enable_func()
2849 	struct trace_event_file *file;  in __trace_early_add_event_dirs()  local
2853 	list_for_each_entry(file, &tr->events, list) {  in __trace_early_add_event_dirs()
2854 		ret = event_create_dir(tr->event_dir, file);  in __trace_early_add_event_dirs()
2857 				trace_event_name(file->event_call));  in __trace_early_add_event_dirs()
2889 	struct trace_event_file *file, *next;  in __trace_remove_event_dirs()  local
2891 	list_for_each_entry_safe(file, next, &tr->events, list)  in __trace_remove_event_dirs()
2892 		remove_event_file_dir(file);  in __trace_remove_event_dirs()
3255 	struct trace_event_file *file;  in event_trace_self_tests()  local
3267 	list_for_each_entry(file, &tr->events, list) {  in event_trace_self_tests()
3269 		call = file->event_call;  in event_trace_self_tests()
3293 		if (file->flags & EVENT_FILE_FL_ENABLED) {  in event_trace_self_tests()
3299 		ftrace_event_enable_disable(file, 1);  in event_trace_self_tests()
3301 		ftrace_event_enable_disable(file, 0);  in event_trace_self_tests()