83 struct ftrace_ops ftrace_list_end __read_mostly = {
94 struct ftrace_ops *function_trace_op __read_mostly = &ftrace_list_end;
96 static struct ftrace_ops *set_function_trace_op;
98 static bool ftrace_pids_enabled(struct ftrace_ops *ops)  in ftrace_pids_enabled()
110 static void ftrace_update_trampoline(struct ftrace_ops *ops);
120 struct ftrace_ops __rcu *ftrace_ops_list __read_mostly = &ftrace_list_end;
122 struct ftrace_ops global_ops;
126 			  struct ftrace_ops *op, struct ftrace_regs *fregs);
128 static inline void ftrace_ops_init(struct ftrace_ops *ops)  in ftrace_ops_init()
140 			    struct ftrace_ops *op, struct ftrace_regs *fregs)  in ftrace_pid_func()
163 static ftrace_func_t ftrace_ops_get_list_func(struct ftrace_ops *ops)  in ftrace_ops_get_list_func()
255 static void add_ftrace_ops(struct ftrace_ops __rcu **list,  in add_ftrace_ops()
256 			   struct ftrace_ops *ops)  in add_ftrace_ops()
269 static int remove_ftrace_ops(struct ftrace_ops __rcu **list,  in remove_ftrace_ops()
270 			     struct ftrace_ops *ops)  in remove_ftrace_ops()
272 	struct ftrace_ops **p;  in remove_ftrace_ops()
297 static void ftrace_update_trampoline(struct ftrace_ops *ops);
299 int __register_ftrace_function(struct ftrace_ops *ops)  in __register_ftrace_function()
342 int __unregister_ftrace_function(struct ftrace_ops *ops)  in __unregister_ftrace_function()
364 	struct ftrace_ops *op;  in ftrace_update_pid_func()
754 		      struct ftrace_ops *ops, struct ftrace_regs *fregs)  in function_profile_call()
864 static struct ftrace_ops ftrace_profile_ops __read_mostly = {
1000 static struct ftrace_ops *removed_ops;
1014 	struct ftrace_ops	ops;
1033 struct ftrace_ops global_ops = {
1045 struct ftrace_ops *ftrace_ops_trampoline(unsigned long addr)  in ftrace_ops_trampoline()
1047 	struct ftrace_ops *op = NULL;  in ftrace_ops_trampoline()
1251 void ftrace_free_filter(struct ftrace_ops *ops)  in ftrace_free_filter()
1349 ftrace_hash_rec_disable_modify(struct ftrace_ops *ops, int filter_hash);
1351 ftrace_hash_rec_enable_modify(struct ftrace_ops *ops, int filter_hash);
1353 static int ftrace_hash_ipmodify_update(struct ftrace_ops *ops,
1407 ftrace_hash_move(struct ftrace_ops *ops, int enable,  in ftrace_hash_move()
1472 ftrace_ops_test(struct ftrace_ops *ops, unsigned long ip, void *regs)  in ftrace_ops_test()
1624 	struct ftrace_ops *ops;  in test_rec_ops_needs_regs()
1641 static struct ftrace_ops *
1643 static struct ftrace_ops *
1644 ftrace_find_tramp_ops_any_other(struct dyn_ftrace *rec, struct ftrace_ops *op_exclude);
1645 static struct ftrace_ops *
1646 ftrace_find_tramp_ops_next(struct dyn_ftrace *rec, struct ftrace_ops *ops);
1660 static bool __ftrace_hash_rec_update(struct ftrace_ops *ops,  in __ftrace_hash_rec_update()
1830 static bool ftrace_hash_rec_disable(struct ftrace_ops *ops,  in ftrace_hash_rec_disable()
1836 static bool ftrace_hash_rec_enable(struct ftrace_ops *ops,  in ftrace_hash_rec_enable()
1842 static void ftrace_hash_rec_update_modify(struct ftrace_ops *ops,  in ftrace_hash_rec_update_modify()
1845 	struct ftrace_ops *op;  in ftrace_hash_rec_update_modify()
1865 static void ftrace_hash_rec_disable_modify(struct ftrace_ops *ops,  in ftrace_hash_rec_disable_modify()
1871 static void ftrace_hash_rec_enable_modify(struct ftrace_ops *ops,  in ftrace_hash_rec_enable_modify()
1893 static int __ftrace_hash_update_ipmodify(struct ftrace_ops *ops,  in __ftrace_hash_update_ipmodify()
1994 static int ftrace_hash_ipmodify_enable(struct ftrace_ops *ops)  in ftrace_hash_ipmodify_enable()
2005 static void ftrace_hash_ipmodify_disable(struct ftrace_ops *ops)  in ftrace_hash_ipmodify_disable()
2015 static int ftrace_hash_ipmodify_update(struct ftrace_ops *ops,  in ftrace_hash_ipmodify_update()
2108 		struct ftrace_ops *ops = NULL;  in ftrace_bug()
2295 static struct ftrace_ops *
2298 	struct ftrace_ops *op;  in ftrace_find_tramp_ops_any()
2313 static struct ftrace_ops *
2314 ftrace_find_tramp_ops_any_other(struct dyn_ftrace *rec, struct ftrace_ops *op_exclude)  in ftrace_find_tramp_ops_any_other()
2316 	struct ftrace_ops *op;  in ftrace_find_tramp_ops_any_other()
2331 static struct ftrace_ops *
2333 			   struct ftrace_ops *op)  in ftrace_find_tramp_ops_next()
2349 static struct ftrace_ops *
2352 	struct ftrace_ops *op;  in ftrace_find_tramp_ops_curr()
2419 static struct ftrace_ops *
2422 	struct ftrace_ops *op;  in ftrace_find_tramp_ops_new()
2489 			      struct ftrace_ops *ops, struct ftrace_regs *fregs)  in call_direct_funcs()
2501 struct ftrace_ops direct_ops = {
2528 	struct ftrace_ops *ops;  in ftrace_get_addr_new()
2569 	struct ftrace_ops *ops;  in ftrace_get_addr_curr()
2862 static void ftrace_run_modify_code(struct ftrace_ops *ops, int command,  in ftrace_run_modify_code()
2877 void __weak arch_ftrace_trampoline_free(struct ftrace_ops *ops)  in arch_ftrace_trampoline_free()
2884 static void ftrace_add_trampoline_to_kallsyms(struct ftrace_ops *ops)  in ftrace_add_trampoline_to_kallsyms()
2890 static void ftrace_remove_trampoline_from_kallsyms(struct ftrace_ops *ops)  in ftrace_remove_trampoline_from_kallsyms()
2905 static void ftrace_trampoline_free(struct ftrace_ops *ops)  in ftrace_trampoline_free()
2946 int ftrace_startup(struct ftrace_ops *ops, int command)  in ftrace_startup()
3000 int ftrace_shutdown(struct ftrace_ops *ops, int command)  in ftrace_shutdown()
3109 static inline int ops_traces_mod(struct ftrace_ops *ops)  in ops_traces_mod()
3275 	struct ftrace_ops		*ops;
3625 arch_ftrace_trampoline_func(struct ftrace_ops *ops, struct dyn_ftrace *rec)  in arch_ftrace_trampoline_func()
3630 static void add_trampoline_func(struct seq_file *m, struct ftrace_ops *ops,  in add_trampoline_func()
3771 		struct ftrace_ops *ops;  in t_show()
3879 ftrace_regex_open(struct ftrace_ops *ops, int flag,  in ftrace_regex_open()
3969 	struct ftrace_ops *ops = inode->i_private;  in ftrace_filter_open()
3980 	struct ftrace_ops *ops = inode->i_private;  in ftrace_notrace_open()
4209 static void ftrace_ops_update_code(struct ftrace_ops *ops,  in ftrace_ops_update_code()
4212 	struct ftrace_ops *op;  in ftrace_ops_update_code()
4240 static int ftrace_hash_move_and_update_ops(struct ftrace_ops *ops,  in ftrace_hash_move_and_update_ops()
4322 ftrace_set_regex(struct ftrace_ops *ops, unsigned char *buf, int len,
4326 static void process_mod_list(struct list_head *head, struct ftrace_ops *ops,  in process_mod_list()
4462 				      struct ftrace_ops *op, struct ftrace_regs *fregs)  in function_trace_probe_call()
5122 ftrace_set_hash(struct ftrace_ops *ops, unsigned char *buf, int len,  in ftrace_set_hash()
5172 ftrace_set_addr(struct ftrace_ops *ops, unsigned long *ips, unsigned int cnt,  in ftrace_set_addr()
5233 static int register_ftrace_function_nolock(struct ftrace_ops *ops);
5412 static struct ftrace_ops stub_ops = {
5571 static int check_direct_multi(struct ftrace_ops *ops)  in check_direct_multi()
5619 int register_ftrace_direct_multi(struct ftrace_ops *ops, unsigned long addr)  in register_ftrace_direct_multi()
5692 int unregister_ftrace_direct_multi(struct ftrace_ops *ops, unsigned long addr)  in unregister_ftrace_direct_multi()
5715 __modify_ftrace_direct_multi(struct ftrace_ops *ops, unsigned long addr)  in __modify_ftrace_direct_multi()
5719 	static struct ftrace_ops tmp_ops = {  in __modify_ftrace_direct_multi()
5779 int modify_ftrace_direct_multi_nolock(struct ftrace_ops *ops, unsigned long addr)  in modify_ftrace_direct_multi_nolock()
5805 int modify_ftrace_direct_multi(struct ftrace_ops *ops, unsigned long addr)  in modify_ftrace_direct_multi()
5832 int ftrace_set_filter_ip(struct ftrace_ops *ops, unsigned long ip,  in ftrace_set_filter_ip()
5851 int ftrace_set_filter_ips(struct ftrace_ops *ops, unsigned long *ips,  in ftrace_set_filter_ips()
5866 void ftrace_ops_set_global_filter(struct ftrace_ops *ops)  in ftrace_ops_set_global_filter()
5877 ftrace_set_regex(struct ftrace_ops *ops, unsigned char *buf, int len,  in ftrace_set_regex()
5893 int ftrace_set_filter(struct ftrace_ops *ops, unsigned char *buf,  in ftrace_set_filter()
5912 int ftrace_set_notrace(struct ftrace_ops *ops, unsigned char *buf,  in ftrace_set_notrace()
6031 ftrace_set_early_filter(struct ftrace_ops *ops, char *buf, int enable)  in ftrace_set_early_filter()
6553 void ftrace_create_filter_files(struct ftrace_ops *ops,  in ftrace_create_filter_files()
6574 void ftrace_destroy_filter_files(struct ftrace_ops *ops)  in ftrace_destroy_filter_files()
6772 	struct ftrace_ops *op;  in ftrace_get_trampoline_kallsym()
6797 ops_references_ip(struct ftrace_ops *ops, unsigned long ip)  in ops_references_ip()
6828 	struct ftrace_ops *ops;  in referenced_filters()
7418 void __weak arch_ftrace_update_trampoline(struct ftrace_ops *ops)  in arch_ftrace_update_trampoline()
7422 static void ftrace_update_trampoline(struct ftrace_ops *ops)  in ftrace_update_trampoline()
7452 struct ftrace_ops global_ops = {
7468 static void ftrace_update_trampoline(struct ftrace_ops *ops)  in ftrace_update_trampoline()
7500 		       struct ftrace_ops *ignored, struct ftrace_regs *fregs)  in __ftrace_ops_list_func()
7503 	struct ftrace_ops *op;  in __ftrace_ops_list_func()
7559 			       struct ftrace_ops *op, struct ftrace_regs *fregs)  in arch_ftrace_ops_list_func()
7577 				   struct ftrace_ops *op, struct ftrace_regs *fregs)  in ftrace_ops_assist_func()
7603 ftrace_func_t ftrace_ops_get_func(struct ftrace_ops *ops)  in ftrace_ops_get_func()
8075 static int prepare_direct_functions_for_ipmodify(struct ftrace_ops *ops)  in prepare_direct_functions_for_ipmodify()
8079 	struct ftrace_ops *op;  in prepare_direct_functions_for_ipmodify()
8124 static void cleanup_direct_functions_after_ipmodify(struct ftrace_ops *ops)  in cleanup_direct_functions_after_ipmodify()
8128 	struct ftrace_ops *op;  in cleanup_direct_functions_after_ipmodify()
8167 static int prepare_direct_functions_for_ipmodify(struct ftrace_ops *ops)  in prepare_direct_functions_for_ipmodify()
8172 static void cleanup_direct_functions_after_ipmodify(struct ftrace_ops *ops)  in cleanup_direct_functions_after_ipmodify()
8184 static int register_ftrace_function_nolock(struct ftrace_ops *ops)  in register_ftrace_function_nolock()
8210 int register_ftrace_function(struct ftrace_ops *ops)  in register_ftrace_function()
8233 int unregister_ftrace_function(struct ftrace_ops *ops)  in unregister_ftrace_function()
8359 	struct ftrace_ops *op;  in is_permanent_ops_registered()