114 print_graph_duration(struct trace_array *tr, unsigned long long duration,
117 static int __graph_entry(struct trace_array *tr, struct ftrace_graph_ent *trace,  in __graph_entry()  argument
121 	struct trace_buffer *buffer = tr->array_buffer.buffer;  in __graph_entry()
147 int __trace_graph_entry(struct trace_array *tr,  in __trace_graph_entry()  argument
151 	return __graph_entry(tr, trace, trace_ctx, NULL);  in __trace_graph_entry()
155 int __trace_graph_retaddr_entry(struct trace_array *tr,  in __trace_graph_retaddr_entry()  argument
161 	struct trace_buffer *buffer = tr->array_buffer.buffer;  in __trace_graph_retaddr_entry()
177 int __trace_graph_retaddr_entry(struct trace_array *tr,  in __trace_graph_retaddr_entry()  argument
204 	struct trace_array *tr = gops->private;  in graph_entry()  local
231 	if (!ftrace_trace_task(tr))  in graph_entry()
262 	data = per_cpu_ptr(tr->array_buffer.data, cpu);  in graph_entry()
269 			ret = __trace_graph_retaddr_entry(tr, trace, trace_ctx, retaddr);  in graph_entry()
271 			ret = __graph_entry(tr, trace, trace_ctx, fregs);  in graph_entry()
294 __trace_graph_function(struct trace_array *tr,  in __trace_graph_function()  argument
307 	__trace_graph_entry(tr, &ent, trace_ctx);  in __trace_graph_function()
308 	__trace_graph_return(tr, &ret, trace_ctx, time, time);  in __trace_graph_function()
312 trace_graph_function(struct trace_array *tr,  in trace_graph_function()  argument
316 	__trace_graph_function(tr, ip, trace_ctx);  in trace_graph_function()
319 void __trace_graph_return(struct trace_array *tr,  in __trace_graph_return()  argument
325 	struct trace_buffer *buffer = tr->array_buffer.buffer;  in __trace_graph_return()
353 	struct trace_array *tr = gops->private;  in trace_graph_return()  local
381 	data = per_cpu_ptr(tr->array_buffer.data, cpu);  in trace_graph_return()
385 		__trace_graph_return(tr, trace, trace_ctx, calltime, rettime);  in trace_graph_return()
422 int allocate_fgraph_ops(struct trace_array *tr, struct ftrace_ops *ops)  in allocate_fgraph_ops()  argument
433 	tr->gops = gops;  in allocate_fgraph_ops()
434 	gops->private = tr;  in allocate_fgraph_ops()
441 void free_fgraph_ops(struct trace_array *tr)  in free_fgraph_ops()  argument
443 	kfree(tr->gops);  in free_fgraph_ops()
446 __init void init_array_fgraph_ops(struct trace_array *tr, struct ftrace_ops *ops)  in init_array_fgraph_ops()  argument
448 	tr->gops = &funcgraph_ops;  in init_array_fgraph_ops()
449 	funcgraph_ops.private = tr;  in init_array_fgraph_ops()
450 	fgraph_init_ops(&tr->gops->ops, ops);  in init_array_fgraph_ops()
453 static int graph_trace_init(struct trace_array *tr)  in graph_trace_init()  argument
458 		tr->gops->entryfunc = trace_graph_entry_args;  in graph_trace_init()
460 		tr->gops->entryfunc = trace_graph_entry;  in graph_trace_init()
463 		tr->gops->retfunc = trace_graph_thresh_return;  in graph_trace_init()
465 		tr->gops->retfunc = trace_graph_return;  in graph_trace_init()
470 	ret = register_ftrace_graph(tr->gops);  in graph_trace_init()
478 static int ftrace_graph_trace_args(struct trace_array *tr, int set)  in ftrace_graph_trace_args()  argument
488 	if (tr->gops->entryfunc == entry)  in ftrace_graph_trace_args()
491 	unregister_ftrace_graph(tr->gops);  in ftrace_graph_trace_args()
493 	tr->gops->entryfunc = entry;  in ftrace_graph_trace_args()
497 	return register_ftrace_graph(tr->gops);  in ftrace_graph_trace_args()
500 static void graph_trace_reset(struct trace_array *tr)  in graph_trace_reset()  argument
503 	unregister_ftrace_graph(tr->gops);  in graph_trace_reset()
506 static int graph_trace_update_thresh(struct trace_array *tr)  in graph_trace_update_thresh()  argument
508 	graph_trace_reset(tr);  in graph_trace_update_thresh()
509 	return graph_trace_init(tr);  in graph_trace_update_thresh()
700 	struct trace_array *tr = iter->tr;  in print_graph_irq()  local
704 	addr += iter->tr->text_delta;  in print_graph_irq()
710 	if (tr->trace_flags & TRACE_ITER_CONTEXT_INFO) {  in print_graph_irq()
730 		if (tr->trace_flags & TRACE_ITER_LATENCY_FMT)  in print_graph_irq()
735 	print_graph_duration(tr, 0, s, flags | FLAGS_FILL_START);  in print_graph_irq()
742 	print_graph_duration(tr, 0, s, flags | FLAGS_FILL_END);  in print_graph_irq()
780 print_graph_duration(struct trace_array *tr, unsigned long long duration,  in print_graph_duration()  argument
784 	    !(tr->trace_flags & TRACE_ITER_CONTEXT_INFO))  in print_graph_duration()
918 	struct trace_array *tr = iter->tr;  in print_graph_entry_leaf()  local
952 	print_graph_duration(tr, duration, s, flags);  in print_graph_entry_leaf()
958 	ret_func = graph_ret->func + iter->tr->text_delta;  in print_graph_entry_leaf()
965 				   (void *)graph_ret->func + iter->tr->text_delta,  in print_graph_entry_leaf()
966 				   flags, tr->trace_flags, args_size);  in print_graph_entry_leaf()
991 	struct trace_array *tr = iter->tr;  in print_graph_entry_nested()  local
1010 	print_graph_duration(tr, 0, s, flags | FLAGS_FILL_FULL);  in print_graph_entry_nested()
1016 	func = call->func + iter->tr->text_delta;  in print_graph_entry_nested()
1032 			tr->trace_flags, true);  in print_graph_entry_nested()
1051 	struct trace_array *tr = iter->tr;  in print_graph_prologue()  local
1061 	if (!(tr->trace_flags & TRACE_ITER_CONTEXT_INFO))  in print_graph_prologue()
1083 	if (tr->trace_flags & TRACE_ITER_LATENCY_FMT)  in print_graph_prologue()
1108 	addr += iter->tr->text_delta;  in check_irq_entry()
1256 	struct trace_array *tr = iter->tr;  in print_graph_return()  local
1263 	func = trace->func + iter->tr->text_delta;  in print_graph_return()
1292 	print_graph_duration(tr, duration, s, flags);  in print_graph_return()
1304 				   tr->trace_flags, 0);  in print_graph_return()
1335 	struct trace_array *tr = iter->tr;  in print_graph_comment()  local
1336 	unsigned long sym_flags = (tr->trace_flags & TRACE_ITER_SYM_MASK);  in print_graph_comment()
1349 	print_graph_duration(tr, 0, s, flags | FLAGS_FILL_FULL);  in print_graph_comment()
1499 static void __print_graph_headers_flags(struct trace_array *tr,  in __print_graph_headers_flags()  argument
1502 	int lat = tr->trace_flags & TRACE_ITER_LATENCY_FMT;  in __print_graph_headers_flags()
1548 	struct trace_array *tr = iter->tr;  in print_graph_headers_flags()  local
1550 	if (!(tr->trace_flags & TRACE_ITER_CONTEXT_INFO))  in print_graph_headers_flags()
1553 	if (tr->trace_flags & TRACE_ITER_LATENCY_FMT) {  in print_graph_headers_flags()
1561 	__print_graph_headers_flags(tr, s, flags);  in print_graph_headers_flags()
1618 func_graph_set_flag(struct trace_array *tr, u32 old_flags, u32 bit, int set)  in func_graph_set_flag()  argument
1630 		return ftrace_graph_trace_args(tr, set);  in func_graph_set_flag()