87 struct ftrace_ops ftrace_list_end __read_mostly = {
98 struct ftrace_ops *function_trace_op __read_mostly = &ftrace_list_end;
100 static struct ftrace_ops *set_function_trace_op;
102 static bool ftrace_pids_enabled(struct ftrace_ops *ops)  in ftrace_pids_enabled()
114 static void ftrace_update_trampoline(struct ftrace_ops *ops);
124 struct ftrace_ops __rcu *ftrace_ops_list __read_mostly = &ftrace_list_end;
126 struct ftrace_ops global_ops;
130 			  struct ftrace_ops *op, struct ftrace_regs *fregs);
136 const struct ftrace_ops ftrace_list_ops = {
142 				struct ftrace_ops *op,  in ftrace_ops_nop_func()
153 const struct ftrace_ops ftrace_nop_ops = {
159 static inline void ftrace_ops_init(struct ftrace_ops *ops)  in ftrace_ops_init()
171 			    struct ftrace_ops *op, struct ftrace_regs *fregs)  in ftrace_pid_func()
194 static ftrace_func_t ftrace_ops_get_list_func(struct ftrace_ops *ops)  in ftrace_ops_get_list_func()
286 static void add_ftrace_ops(struct ftrace_ops __rcu **list,  in add_ftrace_ops()
287 			   struct ftrace_ops *ops)  in add_ftrace_ops()
300 static int remove_ftrace_ops(struct ftrace_ops __rcu **list,  in remove_ftrace_ops()
301 			     struct ftrace_ops *ops)  in remove_ftrace_ops()
303 	struct ftrace_ops **p;  in remove_ftrace_ops()
328 static void ftrace_update_trampoline(struct ftrace_ops *ops);
330 int __register_ftrace_function(struct ftrace_ops *ops)  in __register_ftrace_function()
373 int __unregister_ftrace_function(struct ftrace_ops *ops)  in __unregister_ftrace_function()
395 	struct ftrace_ops *op;  in ftrace_update_pid_func()
785 		      struct ftrace_ops *ops, struct ftrace_regs *fregs)  in function_profile_call()
895 static struct ftrace_ops ftrace_profile_ops __read_mostly = {
1031 static struct ftrace_ops *removed_ops;
1045 	struct ftrace_ops	ops;
1064 struct ftrace_ops global_ops = {
1076 struct ftrace_ops *ftrace_ops_trampoline(unsigned long addr)  in ftrace_ops_trampoline()
1078 	struct ftrace_ops *op = NULL;  in ftrace_ops_trampoline()
1286 void ftrace_free_filter(struct ftrace_ops *ops)  in ftrace_free_filter()
1385 ftrace_hash_rec_disable_modify(struct ftrace_ops *ops, int filter_hash);
1387 ftrace_hash_rec_enable_modify(struct ftrace_ops *ops, int filter_hash);
1389 static int ftrace_hash_ipmodify_update(struct ftrace_ops *ops,
1443 ftrace_hash_move(struct ftrace_ops *ops, int enable,  in ftrace_hash_move()
1508 ftrace_ops_test(struct ftrace_ops *ops, unsigned long ip, void *regs)  in ftrace_ops_test()
1661 	struct ftrace_ops *ops;  in test_rec_ops_needs_regs()
1678 static struct ftrace_ops *
1680 static struct ftrace_ops *
1681 ftrace_find_tramp_ops_any_other(struct dyn_ftrace *rec, struct ftrace_ops *op_exclude);
1682 static struct ftrace_ops *
1683 ftrace_find_tramp_ops_next(struct dyn_ftrace *rec, struct ftrace_ops *ops);
1697 static bool __ftrace_hash_rec_update(struct ftrace_ops *ops,  in __ftrace_hash_rec_update()
1879 static bool ftrace_hash_rec_disable(struct ftrace_ops *ops,  in ftrace_hash_rec_disable()
1885 static bool ftrace_hash_rec_enable(struct ftrace_ops *ops,  in ftrace_hash_rec_enable()
1891 static void ftrace_hash_rec_update_modify(struct ftrace_ops *ops,  in ftrace_hash_rec_update_modify()
1894 	struct ftrace_ops *op;  in ftrace_hash_rec_update_modify()
1914 static void ftrace_hash_rec_disable_modify(struct ftrace_ops *ops,  in ftrace_hash_rec_disable_modify()
1920 static void ftrace_hash_rec_enable_modify(struct ftrace_ops *ops,  in ftrace_hash_rec_enable_modify()
1942 static int __ftrace_hash_update_ipmodify(struct ftrace_ops *ops,  in __ftrace_hash_update_ipmodify()
2043 static int ftrace_hash_ipmodify_enable(struct ftrace_ops *ops)  in ftrace_hash_ipmodify_enable()
2054 static void ftrace_hash_ipmodify_disable(struct ftrace_ops *ops)  in ftrace_hash_ipmodify_disable()
2064 static int ftrace_hash_ipmodify_update(struct ftrace_ops *ops,  in ftrace_hash_ipmodify_update()
2157 		struct ftrace_ops *ops = NULL;  in ftrace_bug()
2379 static struct ftrace_ops *
2382 	struct ftrace_ops *op;  in ftrace_find_tramp_ops_any()
2397 static struct ftrace_ops *
2398 ftrace_find_tramp_ops_any_other(struct dyn_ftrace *rec, struct ftrace_ops *op_exclude)  in ftrace_find_tramp_ops_any_other()
2400 	struct ftrace_ops *op;  in ftrace_find_tramp_ops_any_other()
2415 static struct ftrace_ops *
2417 			   struct ftrace_ops *op)  in ftrace_find_tramp_ops_next()
2433 static struct ftrace_ops *
2436 	struct ftrace_ops *op;  in ftrace_find_tramp_ops_curr()
2503 static struct ftrace_ops *
2506 	struct ftrace_ops *op;  in ftrace_find_tramp_ops_new()
2518 struct ftrace_ops *
2521 	struct ftrace_ops *op, *found = NULL;  in ftrace_find_unique_ops()
2592 			      struct ftrace_ops *ops, struct ftrace_regs *fregs)  in call_direct_funcs()
2615 	struct ftrace_ops *ops;  in ftrace_get_addr_new()
2656 	struct ftrace_ops *ops;  in ftrace_get_addr_curr()
2962 static void ftrace_run_modify_code(struct ftrace_ops *ops, int command,  in ftrace_run_modify_code()
2977 void __weak arch_ftrace_trampoline_free(struct ftrace_ops *ops)  in arch_ftrace_trampoline_free()
2984 static void ftrace_add_trampoline_to_kallsyms(struct ftrace_ops *ops)  in ftrace_add_trampoline_to_kallsyms()
2990 static void ftrace_remove_trampoline_from_kallsyms(struct ftrace_ops *ops)  in ftrace_remove_trampoline_from_kallsyms()
3005 static void ftrace_trampoline_free(struct ftrace_ops *ops)  in ftrace_trampoline_free()
3046 int ftrace_startup(struct ftrace_ops *ops, int command)  in ftrace_startup()
3100 int ftrace_shutdown(struct ftrace_ops *ops, int command)  in ftrace_shutdown()
3207 static inline int ops_traces_mod(struct ftrace_ops *ops)  in ops_traces_mod()
3379 	struct ftrace_ops		*ops;
3732 arch_ftrace_trampoline_func(struct ftrace_ops *ops, struct dyn_ftrace *rec)  in arch_ftrace_trampoline_func()
3737 static void add_trampoline_func(struct seq_file *m, struct ftrace_ops *ops,  in add_trampoline_func()
3881 		struct ftrace_ops *ops;  in t_show()
4049 ftrace_regex_open(struct ftrace_ops *ops, int flag,  in ftrace_regex_open()
4139 	struct ftrace_ops *ops = inode->i_private;  in ftrace_filter_open()
4150 	struct ftrace_ops *ops = inode->i_private;  in ftrace_notrace_open()
4380 static void ftrace_ops_update_code(struct ftrace_ops *ops,  in ftrace_ops_update_code()
4383 	struct ftrace_ops *op;  in ftrace_ops_update_code()
4411 static int ftrace_hash_move_and_update_ops(struct ftrace_ops *ops,  in ftrace_hash_move_and_update_ops()
4493 ftrace_set_regex(struct ftrace_ops *ops, unsigned char *buf, int len,
4497 static void process_mod_list(struct list_head *head, struct ftrace_ops *ops,  in process_mod_list()
4633 				      struct ftrace_ops *op, struct ftrace_regs *fregs)  in function_trace_probe_call()
5293 ftrace_set_hash(struct ftrace_ops *ops, unsigned char *buf, int len,  in ftrace_set_hash()
5343 ftrace_set_addr(struct ftrace_ops *ops, unsigned long *ips, unsigned int cnt,  in ftrace_set_addr()
5359 static int register_ftrace_function_nolock(struct ftrace_ops *ops);
5363 static int check_direct_multi(struct ftrace_ops *ops)  in check_direct_multi()
5411 int register_ftrace_direct(struct ftrace_ops *ops, unsigned long addr)  in register_ftrace_direct()
5485 int unregister_ftrace_direct(struct ftrace_ops *ops, unsigned long addr,  in unregister_ftrace_direct()
5512 __modify_ftrace_direct(struct ftrace_ops *ops, unsigned long addr)  in __modify_ftrace_direct()
5516 	static struct ftrace_ops tmp_ops = {  in __modify_ftrace_direct()
5579 int modify_ftrace_direct_nolock(struct ftrace_ops *ops, unsigned long addr)  in modify_ftrace_direct_nolock()
5605 int modify_ftrace_direct(struct ftrace_ops *ops, unsigned long addr)  in modify_ftrace_direct()
5636 int ftrace_set_filter_ip(struct ftrace_ops *ops, unsigned long ip,  in ftrace_set_filter_ip()
5659 int ftrace_set_filter_ips(struct ftrace_ops *ops, unsigned long *ips,  in ftrace_set_filter_ips()
5674 void ftrace_ops_set_global_filter(struct ftrace_ops *ops)  in ftrace_ops_set_global_filter()
5685 ftrace_set_regex(struct ftrace_ops *ops, unsigned char *buf, int len,  in ftrace_set_regex()
5705 int ftrace_set_filter(struct ftrace_ops *ops, unsigned char *buf,  in ftrace_set_filter()
5728 int ftrace_set_notrace(struct ftrace_ops *ops, unsigned char *buf,  in ftrace_set_notrace()
5847 ftrace_set_early_filter(struct ftrace_ops *ops, char *buf, int enable)  in ftrace_set_early_filter()
6383 void ftrace_create_filter_files(struct ftrace_ops *ops,  in ftrace_create_filter_files()
6404 void ftrace_destroy_filter_files(struct ftrace_ops *ops)  in ftrace_destroy_filter_files()
6619 	struct ftrace_ops *op;  in ftrace_get_trampoline_kallsym()
6644 ops_references_ip(struct ftrace_ops *ops, unsigned long ip)  in ops_references_ip()
6675 	struct ftrace_ops *ops;  in referenced_filters()
7261 void __weak arch_ftrace_update_trampoline(struct ftrace_ops *ops)  in arch_ftrace_update_trampoline()
7265 static void ftrace_update_trampoline(struct ftrace_ops *ops)  in ftrace_update_trampoline()
7295 struct ftrace_ops global_ops = {
7311 static void ftrace_update_trampoline(struct ftrace_ops *ops)  in ftrace_update_trampoline()
7343 		       struct ftrace_ops *ignored, struct ftrace_regs *fregs)  in __ftrace_ops_list_func()
7346 	struct ftrace_ops *op;  in __ftrace_ops_list_func()
7400 			       struct ftrace_ops *op, struct ftrace_regs *fregs)  in arch_ftrace_ops_list_func()
7418 				   struct ftrace_ops *op, struct ftrace_regs *fregs)  in ftrace_ops_assist_func()
7444 ftrace_func_t ftrace_ops_get_func(struct ftrace_ops *ops)  in ftrace_ops_get_func()
7916 static int prepare_direct_functions_for_ipmodify(struct ftrace_ops *ops)  in prepare_direct_functions_for_ipmodify()
7920 	struct ftrace_ops *op;  in prepare_direct_functions_for_ipmodify()
7965 static void cleanup_direct_functions_after_ipmodify(struct ftrace_ops *ops)  in cleanup_direct_functions_after_ipmodify()
7969 	struct ftrace_ops *op;  in cleanup_direct_functions_after_ipmodify()
8008 static int prepare_direct_functions_for_ipmodify(struct ftrace_ops *ops)  in prepare_direct_functions_for_ipmodify()
8013 static void cleanup_direct_functions_after_ipmodify(struct ftrace_ops *ops)  in cleanup_direct_functions_after_ipmodify()
8025 static int register_ftrace_function_nolock(struct ftrace_ops *ops)  in register_ftrace_function_nolock()
8051 int register_ftrace_function(struct ftrace_ops *ops)  in register_ftrace_function()
8074 int unregister_ftrace_function(struct ftrace_ops *ops)  in unregister_ftrace_function()
8205 	struct ftrace_ops *op;  in is_permanent_ops_registered()