88 struct ftrace_ops ftrace_list_end __read_mostly = {
99 struct ftrace_ops *function_trace_op __read_mostly = &ftrace_list_end;
101 static struct ftrace_ops *set_function_trace_op;
103 bool ftrace_pids_enabled(struct ftrace_ops *ops)  in ftrace_pids_enabled()
115 static void ftrace_update_trampoline(struct ftrace_ops *ops);
125 struct ftrace_ops __rcu *ftrace_ops_list __read_mostly = (struct ftrace_ops __rcu *)&ftrace_list_en…
127 struct ftrace_ops global_ops;
131 			  struct ftrace_ops *op, struct ftrace_regs *fregs);
137 const struct ftrace_ops ftrace_list_ops = {
143 				struct ftrace_ops *op,  in ftrace_ops_nop_func()
154 const struct ftrace_ops ftrace_nop_ops = {
160 static inline void ftrace_ops_init(struct ftrace_ops *ops)  in ftrace_ops_init()
174 			    struct ftrace_ops *op, struct ftrace_regs *fregs)  in ftrace_pid_func()
197 static ftrace_func_t ftrace_ops_get_list_func(struct ftrace_ops *ops)  in ftrace_ops_get_list_func()
287 static void add_ftrace_ops(struct ftrace_ops __rcu **list,  in add_ftrace_ops()
288 			   struct ftrace_ops *ops)  in add_ftrace_ops()
301 static int remove_ftrace_ops(struct ftrace_ops __rcu **list,  in remove_ftrace_ops()
302 			     struct ftrace_ops *ops)  in remove_ftrace_ops()
304 	struct ftrace_ops **p;  in remove_ftrace_ops()
329 static void ftrace_update_trampoline(struct ftrace_ops *ops);
331 int __register_ftrace_function(struct ftrace_ops *ops)  in __register_ftrace_function()
374 int __unregister_ftrace_function(struct ftrace_ops *ops)  in __unregister_ftrace_function()
396 	struct ftrace_ops *op;  in ftrace_update_pid_func()
780 		      struct ftrace_ops *ops, struct ftrace_regs *fregs)  in function_profile_call()
908 static struct ftrace_ops ftrace_profile_ops __read_mostly = {
1037 static struct ftrace_ops *removed_ops;
1051 	struct ftrace_ops	ops;
1070 struct ftrace_ops global_ops = {
1082 struct ftrace_ops *ftrace_ops_trampoline(unsigned long addr)  in ftrace_ops_trampoline()
1084 	struct ftrace_ops *op = NULL;  in ftrace_ops_trampoline()
1293 void ftrace_free_filter(struct ftrace_ops *ops)  in ftrace_free_filter()
1393 static void ftrace_hash_rec_disable_modify(struct ftrace_ops *ops);
1394 static void ftrace_hash_rec_enable_modify(struct ftrace_ops *ops);
1396 static int ftrace_hash_ipmodify_update(struct ftrace_ops *ops,
1475 ftrace_hash_move(struct ftrace_ops *ops, int enable,  in ftrace_hash_move()
1540 ftrace_ops_test(struct ftrace_ops *ops, unsigned long ip, void *regs)  in ftrace_ops_test()
1692 	struct ftrace_ops *ops;  in test_rec_ops_needs_regs()
1709 static struct ftrace_ops *
1711 static struct ftrace_ops *
1712 ftrace_find_tramp_ops_any_other(struct dyn_ftrace *rec, struct ftrace_ops *op_exclude);
1713 static struct ftrace_ops *
1714 ftrace_find_tramp_ops_next(struct dyn_ftrace *rec, struct ftrace_ops *ops);
1738 static bool __ftrace_hash_rec_update(struct ftrace_ops *ops,  in __ftrace_hash_rec_update()
1896 static bool ftrace_hash_rec_disable(struct ftrace_ops *ops)  in ftrace_hash_rec_disable()
1906 static bool ftrace_hash_rec_enable(struct ftrace_ops *ops)  in ftrace_hash_rec_enable()
1928 static void ftrace_hash_rec_update_modify(struct ftrace_ops *ops, bool inc)  in ftrace_hash_rec_update_modify()
1930 	struct ftrace_ops *op;  in ftrace_hash_rec_update_modify()
1950 static void ftrace_hash_rec_disable_modify(struct ftrace_ops *ops)  in ftrace_hash_rec_disable_modify()
1955 static void ftrace_hash_rec_enable_modify(struct ftrace_ops *ops)  in ftrace_hash_rec_enable_modify()
1976 static int __ftrace_hash_update_ipmodify(struct ftrace_ops *ops,  in __ftrace_hash_update_ipmodify()
2076 static int ftrace_hash_ipmodify_enable(struct ftrace_ops *ops)  in ftrace_hash_ipmodify_enable()
2087 static void ftrace_hash_ipmodify_disable(struct ftrace_ops *ops)  in ftrace_hash_ipmodify_disable()
2097 static int ftrace_hash_ipmodify_update(struct ftrace_ops *ops,  in ftrace_hash_ipmodify_update()
2190 		struct ftrace_ops *ops = NULL;  in ftrace_bug()
2412 static struct ftrace_ops *
2415 	struct ftrace_ops *op;  in ftrace_find_tramp_ops_any()
2430 static struct ftrace_ops *
2431 ftrace_find_tramp_ops_any_other(struct dyn_ftrace *rec, struct ftrace_ops *op_exclude)  in ftrace_find_tramp_ops_any_other()
2433 	struct ftrace_ops *op;  in ftrace_find_tramp_ops_any_other()
2448 static struct ftrace_ops *
2450 			   struct ftrace_ops *op)  in ftrace_find_tramp_ops_next()
2466 static struct ftrace_ops *
2469 	struct ftrace_ops *op;  in ftrace_find_tramp_ops_curr()
2536 static struct ftrace_ops *
2539 	struct ftrace_ops *op;  in ftrace_find_tramp_ops_new()
2551 struct ftrace_ops *
2554 	struct ftrace_ops *op, *found = NULL;  in ftrace_find_unique_ops()
2591 			      struct ftrace_ops *ops, struct ftrace_regs *fregs)  in call_direct_funcs()
2614 	struct ftrace_ops *ops;  in ftrace_get_addr_new()
2655 	struct ftrace_ops *ops;  in ftrace_get_addr_curr()
2961 static void ftrace_run_modify_code(struct ftrace_ops *ops, int command,  in ftrace_run_modify_code()
2976 void __weak arch_ftrace_trampoline_free(struct ftrace_ops *ops)  in arch_ftrace_trampoline_free()
2983 static void ftrace_add_trampoline_to_kallsyms(struct ftrace_ops *ops)  in ftrace_add_trampoline_to_kallsyms()
2989 static void ftrace_remove_trampoline_from_kallsyms(struct ftrace_ops *ops)  in ftrace_remove_trampoline_from_kallsyms()
3004 static void ftrace_trampoline_free(struct ftrace_ops *ops)  in ftrace_trampoline_free()
3045 int ftrace_startup(struct ftrace_ops *ops, int command)  in ftrace_startup()
3099 int ftrace_shutdown(struct ftrace_ops *ops, int command)  in ftrace_shutdown()
3351 static void ftrace_ops_update_code(struct ftrace_ops *ops,
3354 static int __ftrace_hash_move_and_update_ops(struct ftrace_ops *ops,  in __ftrace_hash_move_and_update_ops()
3374 static int ftrace_update_ops(struct ftrace_ops *ops, struct ftrace_hash *filter_hash,  in ftrace_update_ops()
3495 int ftrace_startup_subops(struct ftrace_ops *ops, struct ftrace_ops *subops, int command)  in ftrace_startup_subops()
3583 			  struct ftrace_ops *ops)  in rebuild_hashes()
3586 	struct ftrace_ops *subops;  in rebuild_hashes()
3633 int ftrace_shutdown_subops(struct ftrace_ops *ops, struct ftrace_ops *subops, int command)  in ftrace_shutdown_subops()
3685 static int ftrace_hash_move_and_update_subops(struct ftrace_ops *subops,  in ftrace_hash_move_and_update_subops()
3689 	struct ftrace_ops *ops = subops->managed;  in ftrace_hash_move_and_update_subops()
3733 static inline int ops_traces_mod(struct ftrace_ops *ops)  in ops_traces_mod()
3909 	struct ftrace_ops		*ops;
4262 arch_ftrace_trampoline_func(struct ftrace_ops *ops, struct dyn_ftrace *rec)  in arch_ftrace_trampoline_func()
4267 static void add_trampoline_func(struct seq_file *m, struct ftrace_ops *ops,  in add_trampoline_func()
4411 		struct ftrace_ops *ops;  in t_show()
4581 ftrace_regex_open(struct ftrace_ops *ops, int flag,  in ftrace_regex_open()
4671 	struct ftrace_ops *ops = inode->i_private;  in ftrace_filter_open()
4682 	struct ftrace_ops *ops = inode->i_private;  in ftrace_notrace_open()
4906 static void ftrace_ops_update_code(struct ftrace_ops *ops,  in ftrace_ops_update_code()
4909 	struct ftrace_ops *op;  in ftrace_ops_update_code()
4937 static int ftrace_hash_move_and_update_ops(struct ftrace_ops *ops,  in ftrace_hash_move_and_update_ops()
4953 		struct ftrace_ops *op;  in ftrace_hash_move_and_update_ops()
4957 			struct ftrace_ops *subops;  in ftrace_hash_move_and_update_ops()
5011 static void process_mod_list(struct list_head *head, struct ftrace_ops *ops,  in process_mod_list()
5150 				      struct ftrace_ops *op, struct ftrace_regs *fregs)  in function_trace_probe_call()
5800 ftrace_set_hash(struct ftrace_ops *ops, unsigned char *buf, int len,  in ftrace_set_hash()
5858 ftrace_set_addr(struct ftrace_ops *ops, unsigned long *ips, unsigned int cnt,  in ftrace_set_addr()
5866 static int register_ftrace_function_nolock(struct ftrace_ops *ops);
5880 static int check_direct_multi(struct ftrace_ops *ops)  in check_direct_multi()
5935 int register_ftrace_direct(struct ftrace_ops *ops, unsigned long addr)  in register_ftrace_direct()
6037 int unregister_ftrace_direct(struct ftrace_ops *ops, unsigned long addr,  in unregister_ftrace_direct()
6064 __modify_ftrace_direct(struct ftrace_ops *ops, unsigned long addr)  in __modify_ftrace_direct()
6068 	static struct ftrace_ops tmp_ops = {  in __modify_ftrace_direct()
6131 int modify_ftrace_direct_nolock(struct ftrace_ops *ops, unsigned long addr)  in modify_ftrace_direct_nolock()
6157 int modify_ftrace_direct(struct ftrace_ops *ops, unsigned long addr)  in modify_ftrace_direct()
6188 int ftrace_set_filter_ip(struct ftrace_ops *ops, unsigned long ip,  in ftrace_set_filter_ip()
6211 int ftrace_set_filter_ips(struct ftrace_ops *ops, unsigned long *ips,  in ftrace_set_filter_ips()
6226 void ftrace_ops_set_global_filter(struct ftrace_ops *ops)  in ftrace_ops_set_global_filter()
6237 ftrace_set_regex(struct ftrace_ops *ops, unsigned char *buf, int len,  in ftrace_set_regex()
6288 int ftrace_set_filter(struct ftrace_ops *ops, unsigned char *buf,  in ftrace_set_filter()
6311 int ftrace_set_notrace(struct ftrace_ops *ops, unsigned char *buf,  in ftrace_set_notrace()
6429 ftrace_set_early_filter(struct ftrace_ops *ops, char *buf, int enable)  in ftrace_set_early_filter()
6967 void ftrace_create_filter_files(struct ftrace_ops *ops,  in ftrace_create_filter_files()
6988 void ftrace_destroy_filter_files(struct ftrace_ops *ops)  in ftrace_destroy_filter_files()
7253 	struct ftrace_ops *op;  in ftrace_get_trampoline_kallsym()
7278 ops_references_ip(struct ftrace_ops *ops, unsigned long ip)  in ops_references_ip()
7309 	struct ftrace_ops *ops;  in referenced_filters()
7894 void __weak arch_ftrace_update_trampoline(struct ftrace_ops *ops)  in arch_ftrace_update_trampoline()
7898 static void ftrace_update_trampoline(struct ftrace_ops *ops)  in ftrace_update_trampoline()
7933 struct ftrace_ops global_ops = {
7949 static void ftrace_update_trampoline(struct ftrace_ops *ops)  in ftrace_update_trampoline()
7983 		       struct ftrace_ops *ignored, struct ftrace_regs *fregs)  in __ftrace_ops_list_func()
7986 	struct ftrace_ops *op;  in __ftrace_ops_list_func()
8040 			       struct ftrace_ops *op, struct ftrace_regs *fregs)  in arch_ftrace_ops_list_func()
8059 				   struct ftrace_ops *op, struct ftrace_regs *fregs)  in ftrace_ops_assist_func()
8085 ftrace_func_t ftrace_ops_get_func(struct ftrace_ops *ops)  in ftrace_ops_get_func()
8554 static int prepare_direct_functions_for_ipmodify(struct ftrace_ops *ops)  in prepare_direct_functions_for_ipmodify()
8558 	struct ftrace_ops *op;  in prepare_direct_functions_for_ipmodify()
8603 static void cleanup_direct_functions_after_ipmodify(struct ftrace_ops *ops)  in cleanup_direct_functions_after_ipmodify()
8607 	struct ftrace_ops *op;  in cleanup_direct_functions_after_ipmodify()
8646 static int prepare_direct_functions_for_ipmodify(struct ftrace_ops *ops)  in prepare_direct_functions_for_ipmodify()
8651 static void cleanup_direct_functions_after_ipmodify(struct ftrace_ops *ops)  in cleanup_direct_functions_after_ipmodify()
8663 static int register_ftrace_function_nolock(struct ftrace_ops *ops)  in register_ftrace_function_nolock()
8689 int register_ftrace_function(struct ftrace_ops *ops)  in register_ftrace_function()
8712 int unregister_ftrace_function(struct ftrace_ops *ops)  in unregister_ftrace_function()
8842 	struct ftrace_ops *op;  in is_permanent_ops_registered()