411 unsigned long *fgraph_get_task_var(struct fgraph_ops *gops)  in fgraph_get_task_var()  argument
413 	return ret_stack_get_task_var(current, gops->idx);  in fgraph_get_task_var()
525 			    struct fgraph_ops *gops,  in ftrace_graph_entry_stub()  argument
532 				  struct fgraph_ops *gops,  in ftrace_graph_ret_stub()  argument
686 			struct fgraph_ops *gops = READ_ONCE(fgraph_array[i]);  in function_graph_enter_regs()  local
689 			if (gops == &fgraph_stub)  in function_graph_enter_regs()
693 			if (ftrace_ops_test(&gops->ops, func, NULL) &&  in function_graph_enter_regs()
694 			    gops->entryfunc(&trace, gops, fregs))  in function_graph_enter_regs()
846 			struct fgraph_ops *gops = READ_ONCE(fgraph_array[i]);  in __ftrace_return_to_handler()  local
848 			if (gops == &fgraph_stub)  in __ftrace_return_to_handler()
851 			gops->retfunc(&trace, gops, fregs);  in __ftrace_return_to_handler()
1023 void ftrace_stub_graph(struct ftrace_graph_ret *trace, struct fgraph_ops *gops,
1188 			   struct fgraph_ops *gops,  in fgraph_pid_func()  argument
1191 	struct trace_array *tr = gops->ops.private;  in fgraph_pid_func()
1203 	return gops->saved_func(trace, gops, fregs);  in fgraph_pid_func()
1208 	struct fgraph_ops *gops;  in fgraph_update_pid_func()  local
1216 			gops = container_of(op, struct fgraph_ops, ops);  in fgraph_update_pid_func()
1217 			gops->entryfunc = ftrace_pids_enabled(op) ?  in fgraph_update_pid_func()
1218 				fgraph_pid_func : gops->saved_func;  in fgraph_update_pid_func()
1220 				static_call_update(fgraph_func, gops->entryfunc);  in fgraph_update_pid_func()
1277 static void ftrace_graph_enable_direct(bool enable_branch, struct fgraph_ops *gops)  in ftrace_graph_enable_direct()  argument
1283 	if (gops) {  in ftrace_graph_enable_direct()
1284 		func = gops->entryfunc;  in ftrace_graph_enable_direct()
1285 		retfunc = gops->retfunc;  in ftrace_graph_enable_direct()
1286 		fgraph_direct_gops = gops;  in ftrace_graph_enable_direct()
1321 int register_ftrace_graph(struct fgraph_ops *gops)  in register_ftrace_graph()  argument
1359 	gops->idx = i;  in register_ftrace_graph()
1367 		ftrace_graph_enable_direct(false, gops);  in register_ftrace_graph()
1380 		init_task_vars(gops->idx);  in register_ftrace_graph()
1383 	gops->saved_func = gops->entryfunc;  in register_ftrace_graph()
1385 	ret = ftrace_startup_subops(&graph_ops, &gops->ops, command);  in register_ftrace_graph()
1387 		fgraph_array[i] = gops;  in register_ftrace_graph()
1392 		gops->saved_func = NULL;  in register_ftrace_graph()
1398 void unregister_ftrace_graph(struct fgraph_ops *gops)  in unregister_ftrace_graph()  argument
1407 	if (unlikely(gops->idx < 0 || gops->idx >= FGRAPH_ARRAY_SIZE ||  in unregister_ftrace_graph()
1408 		     fgraph_array[gops->idx] != gops))  in unregister_ftrace_graph()
1411 	if (fgraph_lru_release_index(gops->idx) < 0)  in unregister_ftrace_graph()
1414 	fgraph_array[gops->idx] = &fgraph_stub;  in unregister_ftrace_graph()
1421 	ftrace_shutdown_subops(&graph_ops, &gops->ops, command);  in unregister_ftrace_graph()
1434 	gops->saved_func = NULL;  in unregister_ftrace_graph()