| /linux-6.15/kernel/trace/ |
| H A D | trace.c | 1037 if (tr->array_buffer.buffer) in tracer_tracing_on() 1570 if (tr->array_buffer.buffer) in tracer_tracing_off() 1616 if (tr->array_buffer.buffer) in tracer_tracing_is_on() 1911 struct array_buffer *trace_buf = &tr->array_buffer; in __update_max_tr() 4099 struct array_buffer *buf = iter->array_buffer; in print_trace_header() 4615 iter->array_buffer = &tr->array_buffer; in __tracing_open() 4830 struct array_buffer *trace_buf = &tr->array_buffer; in tracing_open() 6502 iter->array_buffer = &tr->array_buffer; in tracing_open_pipe() 8085 info->iter.array_buffer = &tr->array_buffer; in tracing_buffers_open() 8545 struct array_buffer *trace_buf = &tr->array_buffer; in tracing_stats_read() [all …]
|
| H A D | trace_kdb.c | 46 ring_buffer_read_prepare(iter.array_buffer->buffer, in ftrace_dump_buf() 54 ring_buffer_read_prepare(iter.array_buffer->buffer, in ftrace_dump_buf() 124 atomic_inc(&per_cpu_ptr(iter.array_buffer->data, cpu)->disabled); in kdb_ftdump() 139 atomic_dec(&per_cpu_ptr(iter.array_buffer->data, cpu)->disabled); in kdb_ftdump()
|
| H A D | trace_selftest.c | 397 ret = trace_test_buffer(&tr->array_buffer, &count); in trace_selftest_startup_dynamic_tracing() 418 ret = trace_test_buffer(&tr->array_buffer, &count); in trace_selftest_startup_dynamic_tracing() 724 ret = trace_test_buffer(&tr->array_buffer, &count); in trace_selftest_startup_function() 1080 tracing_reset_online_cpus(&tr->array_buffer); in trace_selftest_startup_function_graph() 1102 ret = trace_test_buffer(&tr->array_buffer, &count); in trace_selftest_startup_function_graph() 1123 tracing_reset_online_cpus(&tr->array_buffer); in trace_selftest_startup_function_graph() 1226 ret = trace_test_buffer(&tr->array_buffer, NULL); in trace_selftest_startup_irqsoff() 1288 ret = trace_test_buffer(&tr->array_buffer, NULL); in trace_selftest_startup_preemptoff() 1354 ret = trace_test_buffer(&tr->array_buffer, NULL); in trace_selftest_startup_preemptirqsoff() 1384 ret = trace_test_buffer(&tr->array_buffer, NULL); in trace_selftest_startup_preemptirqsoff() [all …]
|
| H A D | trace_mmiotrace.c | 33 tracing_reset_online_cpus(&tr->array_buffer); in mmio_reset_data() 123 unsigned long over = ring_buffer_overruns(iter->array_buffer->buffer); in count_overruns() 297 struct trace_buffer *buffer = tr->array_buffer.buffer; in __trace_mmiotrace_rw() 318 struct trace_array_cpu *data = per_cpu_ptr(tr->array_buffer.data, smp_processor_id()); in mmio_trace_rw() 326 struct trace_buffer *buffer = tr->array_buffer.buffer; in __trace_mmiotrace_map() 350 data = per_cpu_ptr(tr->array_buffer.data, smp_processor_id()); in mmio_trace_mapping()
|
| H A D | trace_sched_wakeup.c | 85 *data = per_cpu_ptr(tr->array_buffer.data, cpu); in func_prolog_preempt_disable() 397 struct trace_buffer *buffer = tr->array_buffer.buffer; in tracing_sched_switch_trace() 425 struct trace_buffer *buffer = tr->array_buffer.buffer; in tracing_sched_wakeup_trace() 474 disabled = atomic_inc_return(&per_cpu_ptr(wakeup_trace->array_buffer.data, cpu)->disabled); in probe_wakeup_sched_switch() 488 data = per_cpu_ptr(wakeup_trace->array_buffer.data, wakeup_cpu); in probe_wakeup_sched_switch() 511 atomic_dec(&per_cpu_ptr(wakeup_trace->array_buffer.data, cpu)->disabled); in probe_wakeup_sched_switch() 530 tracing_reset_online_cpus(&tr->array_buffer); in wakeup_reset() 566 disabled = atomic_inc_return(&per_cpu_ptr(wakeup_trace->array_buffer.data, cpu)->disabled); in probe_wakeup() 598 data = per_cpu_ptr(wakeup_trace->array_buffer.data, wakeup_cpu); in probe_wakeup() 613 atomic_dec(&per_cpu_ptr(wakeup_trace->array_buffer.data, cpu)->disabled); in probe_wakeup()
|
| H A D | trace_functions.c | 166 tr->array_buffer.cpu = raw_smp_processor_id(); in function_trace_init() 182 tracing_reset_online_cpus(&tr->array_buffer); in function_trace_start() 227 data = this_cpu_ptr(tr->array_buffer.data); in function_trace_call() 254 data = per_cpu_ptr(tr->array_buffer.data, cpu); in function_args_trace_call() 301 data = per_cpu_ptr(tr->array_buffer.data, cpu); in function_stack_trace_call() 326 ring_buffer_time_stamp(tr->array_buffer.buffer); in is_repeat_check() 367 data = this_cpu_ptr(tr->array_buffer.data); in function_no_repeats_trace_call() 414 data = per_cpu_ptr(tr->array_buffer.data, cpu); in function_stack_no_repeats_trace_call()
|
| H A D | trace_irqsoff.c | 125 *data = per_cpu_ptr(tr->array_buffer.data, cpu); in func_prolog_dec() 173 tracing_reset_online_cpus(&irqsoff_trace->array_buffer); in irqsoff_display_graph() 409 data = per_cpu_ptr(tr->array_buffer.data, cpu); in start_critical_timing() 445 data = per_cpu_ptr(tr->array_buffer.data, cpu); in stop_critical_timing()
|
| H A D | trace_functions_graph.c | 121 struct trace_buffer *buffer = tr->array_buffer.buffer; in __graph_entry() 161 struct trace_buffer *buffer = tr->array_buffer.buffer; in __trace_graph_retaddr_entry() 262 data = per_cpu_ptr(tr->array_buffer.data, cpu); in graph_entry() 325 struct trace_buffer *buffer = tr->array_buffer.buffer; in __trace_graph_return() 381 data = per_cpu_ptr(tr->array_buffer.data, cpu); in trace_graph_return() 628 ring_buffer_consume(iter->array_buffer->buffer, iter->cpu, in get_return_for_leaf() 630 event = ring_buffer_peek(iter->array_buffer->buffer, iter->cpu, in get_return_for_leaf() 690 usecs = iter->ts - iter->array_buffer->time_start; in print_graph_rel_time()
|
| H A D | trace_branch.c | 57 data = this_cpu_ptr(tr->array_buffer.data); in probe_likely_condition() 62 buffer = tr->array_buffer.buffer; in probe_likely_condition()
|
| H A D | trace.h | 212 struct array_buffer { struct 329 struct array_buffer array_buffer; member 342 struct array_buffer max_buffer; 655 void tracing_reset_online_cpus(struct array_buffer *buf); 1142 return this_cpu_read(tr->array_buffer.data->ftrace_ignore_pid) != in ftrace_trace_task()
|
| H A D | trace_osnoise.c | 462 buffer = inst->tr->array_buffer.buffer; \ 507 buffer = inst->tr->array_buffer.buffer; in record_osnoise_sample() 581 buffer = inst->tr->array_buffer.buffer; in record_timerlat_sample() 668 buffer = inst->tr->array_buffer.buffer; in timerlat_dump_stack() 1175 trace_array_printk_buf(tr->array_buffer.buffer, _THIS_IP_, in osnoise_stop_exception() 1348 trace_array_printk_buf(tr->array_buffer.buffer, _THIS_IP_, in osnoise_stop_tracing()
|
| H A D | trace_hwlat.c | 133 struct trace_buffer *buffer = tr->array_buffer.buffer; in trace_hwlat_sample() 189 trace_array_printk_buf(tr->array_buffer.buffer, _THIS_IP_, msg); \
|
| H A D | trace_events.c | 635 data = this_cpu_ptr(tr->array_buffer.data); in trace_event_ignore_this_pid() 1071 this_cpu_write(tr->array_buffer.data->ignore_pid, ret || in event_filter_pid_sched_switch_probe_pre() 1089 this_cpu_write(tr->array_buffer.data->ignore_pid, in event_filter_pid_sched_switch_probe_post() 1101 if (!this_cpu_read(tr->array_buffer.data->ignore_pid)) in event_filter_pid_sched_wakeup_probe_pre() 1107 this_cpu_write(tr->array_buffer.data->ignore_pid, in event_filter_pid_sched_wakeup_probe_pre() 1119 if (this_cpu_read(tr->array_buffer.data->ignore_pid)) in event_filter_pid_sched_wakeup_probe_post() 1126 this_cpu_write(tr->array_buffer.data->ignore_pid, in event_filter_pid_sched_wakeup_probe_post() 1169 per_cpu_ptr(tr->array_buffer.data, cpu)->ignore_pid = false; in __ftrace_clear_event_pids() 2319 ring_buffer_print_page_header(tr->array_buffer.buffer, s); in show_header_page_file() 2367 this_cpu_write(tr->array_buffer.data->ignore_pid, in ignore_task_cpu()
|
| H A D | blktrace.c | 81 buffer = blk_tr->array_buffer.buffer; in trace_note() 256 buffer = blk_tr->array_buffer.buffer; in __blk_add_trace()
|
| H A D | fgraph.c | 1195 pid = this_cpu_read(tr->array_buffer.data->ftrace_ignore_pid); in fgraph_pid_func()
|
| H A D | trace_events_synth.c | 538 buffer = trace_file->tr->array_buffer.buffer; in trace_event_raw_event_synth() 1696 trace_state->buffer = file->tr->array_buffer.buffer; in __synth_event_trace_start()
|
| H A D | ftrace.c | 180 pid = this_cpu_read(tr->array_buffer.data->ftrace_ignore_pid); in ftrace_pid_func() 8112 this_cpu_write(tr->array_buffer.data->ftrace_ignore_pid, in ftrace_filter_pid_sched_switch_probe() 8115 this_cpu_write(tr->array_buffer.data->ftrace_ignore_pid, in ftrace_filter_pid_sched_switch_probe() 8181 per_cpu_ptr(tr->array_buffer.data, cpu)->ftrace_ignore_pid = FTRACE_PID_TRACE; in clear_ftrace_pids() 8380 this_cpu_write(tr->array_buffer.data->ftrace_ignore_pid, in ignore_task_cpu() 8383 this_cpu_write(tr->array_buffer.data->ftrace_ignore_pid, in ignore_task_cpu()
|
| H A D | trace_output.c | 574 unsigned long long abs_ts = iter->ts - iter->array_buffer->time_start; in lat_print_timestamp()
|
| /linux-6.15/include/linux/ |
| H A D | trace_events.h | 14 struct array_buffer; 99 struct array_buffer *array_buffer; member
|