| /linux-6.14.4/kernel/trace/ |
| D | trace.c | 832 static u64 buffer_ftrace_now(struct array_buffer *buf, int cpu) in buffer_ftrace_now()
848 return buffer_ftrace_now(&global_trace.array_buffer, cpu); in ftrace_now()
1027 if (tr->array_buffer.buffer) in tracer_tracing_on()
1028 ring_buffer_record_on(tr->array_buffer.buffer); in tracer_tracing_on()
1093 buffer = tr->array_buffer.buffer; in __trace_array_puts()
1159 buffer = tr->array_buffer.buffer; in __trace_bputs()
1296 static int resize_buffer_duplicate_size(struct array_buffer *trace_buf,
1297 struct array_buffer *size_buf, int cpu_id);
1298 static void set_buffer_entries(struct array_buffer *buf, unsigned long val);
1308 order = ring_buffer_subbuf_order_get(tr->array_buffer.buffer); in tracing_alloc_snapshot_instance()
[all …]
|
| D | trace_kdb.c | 46 ring_buffer_read_prepare(iter.array_buffer->buffer, in ftrace_dump_buf()
54 ring_buffer_read_prepare(iter.array_buffer->buffer, in ftrace_dump_buf()
124 atomic_inc(&per_cpu_ptr(iter.array_buffer->data, cpu)->disabled); in kdb_ftdump()
139 atomic_dec(&per_cpu_ptr(iter.array_buffer->data, cpu)->disabled); in kdb_ftdump()
|
| D | trace_selftest.c | 27 static int trace_test_buffer_cpu(struct array_buffer *buf, int cpu) in trace_test_buffer_cpu()
64 static int __maybe_unused trace_test_buffer(struct array_buffer *buf, unsigned long *count) in trace_test_buffer()
397 ret = trace_test_buffer(&tr->array_buffer, &count); in trace_selftest_startup_dynamic_tracing()
418 ret = trace_test_buffer(&tr->array_buffer, &count); in trace_selftest_startup_dynamic_tracing()
724 ret = trace_test_buffer(&tr->array_buffer, &count); in trace_selftest_startup_function()
1080 tracing_reset_online_cpus(&tr->array_buffer); in trace_selftest_startup_function_graph()
1102 ret = trace_test_buffer(&tr->array_buffer, &count); in trace_selftest_startup_function_graph()
1123 tracing_reset_online_cpus(&tr->array_buffer); in trace_selftest_startup_function_graph()
1158 ret = trace_test_buffer(&tr->array_buffer, &count); in trace_selftest_startup_function_graph()
1226 ret = trace_test_buffer(&tr->array_buffer, NULL); in trace_selftest_startup_irqsoff()
[all …]
|
| D | trace_sched_wakeup.c | 85 *data = per_cpu_ptr(tr->array_buffer.data, cpu); in func_prolog_preempt_disable()
397 struct trace_buffer *buffer = tr->array_buffer.buffer; in tracing_sched_switch_trace()
425 struct trace_buffer *buffer = tr->array_buffer.buffer; in tracing_sched_wakeup_trace()
474 disabled = atomic_inc_return(&per_cpu_ptr(wakeup_trace->array_buffer.data, cpu)->disabled); in probe_wakeup_sched_switch()
488 data = per_cpu_ptr(wakeup_trace->array_buffer.data, wakeup_cpu); in probe_wakeup_sched_switch()
511 atomic_dec(&per_cpu_ptr(wakeup_trace->array_buffer.data, cpu)->disabled); in probe_wakeup_sched_switch()
530 tracing_reset_online_cpus(&tr->array_buffer); in wakeup_reset()
566 disabled = atomic_inc_return(&per_cpu_ptr(wakeup_trace->array_buffer.data, cpu)->disabled); in probe_wakeup()
598 data = per_cpu_ptr(wakeup_trace->array_buffer.data, wakeup_cpu); in probe_wakeup()
613 atomic_dec(&per_cpu_ptr(wakeup_trace->array_buffer.data, cpu)->disabled); in probe_wakeup()
|
| D | trace_mmiotrace.c | 33 tracing_reset_online_cpus(&tr->array_buffer); in mmio_reset_data()
123 unsigned long over = ring_buffer_overruns(iter->array_buffer->buffer); in count_overruns()
297 struct trace_buffer *buffer = tr->array_buffer.buffer; in __trace_mmiotrace_rw()
318 struct trace_array_cpu *data = per_cpu_ptr(tr->array_buffer.data, smp_processor_id()); in mmio_trace_rw()
326 struct trace_buffer *buffer = tr->array_buffer.buffer; in __trace_mmiotrace_map()
350 data = per_cpu_ptr(tr->array_buffer.data, smp_processor_id()); in mmio_trace_mapping()
|
| D | trace_functions.c | 160 tr->array_buffer.cpu = raw_smp_processor_id(); in function_trace_init()
176 tracing_reset_online_cpus(&tr->array_buffer); in function_trace_start()
221 data = this_cpu_ptr(tr->array_buffer.data); in function_trace_call()
268 data = per_cpu_ptr(tr->array_buffer.data, cpu); in function_stack_trace_call()
293 ring_buffer_time_stamp(tr->array_buffer.buffer); in is_repeat_check()
334 data = this_cpu_ptr(tr->array_buffer.data); in function_no_repeats_trace_call()
381 data = per_cpu_ptr(tr->array_buffer.data, cpu); in function_stack_no_repeats_trace_call()
|
| D | trace_irqsoff.c | 125 *data = per_cpu_ptr(tr->array_buffer.data, cpu); in func_prolog_dec()
173 tracing_reset_online_cpus(&irqsoff_trace->array_buffer); in irqsoff_display_graph()
403 data = per_cpu_ptr(tr->array_buffer.data, cpu); in start_critical_timing()
439 data = per_cpu_ptr(tr->array_buffer.data, cpu); in stop_critical_timing()
|
| D | trace_functions_graph.c | 118 struct trace_buffer *buffer = tr->array_buffer.buffer; in __trace_graph_entry()
139 struct trace_buffer *buffer = tr->array_buffer.buffer; in __trace_graph_retaddr_entry()
240 data = per_cpu_ptr(tr->array_buffer.data, cpu); in trace_graph_entry()
289 struct trace_buffer *buffer = tr->array_buffer.buffer; in __trace_graph_return()
345 data = per_cpu_ptr(tr->array_buffer.data, cpu); in trace_graph_return()
567 ring_buffer_consume(iter->array_buffer->buffer, iter->cpu, in get_return_for_leaf()
569 event = ring_buffer_peek(iter->array_buffer->buffer, iter->cpu, in get_return_for_leaf()
629 usecs = iter->ts - iter->array_buffer->time_start; in print_graph_rel_time()
|
| D | trace_branch.c | 57 data = this_cpu_ptr(tr->array_buffer.data); in probe_likely_condition()
62 buffer = tr->array_buffer.buffer; in probe_likely_condition()
|
| D | trace.h | 211 struct array_buffer { struct
323 struct array_buffer array_buffer; member
336 struct array_buffer max_buffer;
641 void tracing_reset_online_cpus(struct array_buffer *buf);
1122 return this_cpu_read(tr->array_buffer.data->ftrace_ignore_pid) != in ftrace_trace_task()
|
| D | trace_osnoise.c | 489 buffer = inst->tr->array_buffer.buffer; \
532 buffer = inst->tr->array_buffer.buffer; in trace_osnoise_sample()
604 buffer = inst->tr->array_buffer.buffer; in trace_timerlat_sample()
691 buffer = inst->tr->array_buffer.buffer; in timerlat_dump_stack()
1198 trace_array_printk_buf(tr->array_buffer.buffer, _THIS_IP_, in osnoise_stop_exception()
1371 trace_array_printk_buf(tr->array_buffer.buffer, _THIS_IP_, in osnoise_stop_tracing()
|
| D | trace_hwlat.c | 133 struct trace_buffer *buffer = tr->array_buffer.buffer; in trace_hwlat_sample()
189 trace_array_printk_buf(tr->array_buffer.buffer, _THIS_IP_, msg); \
|
| D | trace_events.c | 635 data = this_cpu_ptr(tr->array_buffer.data); in trace_event_ignore_this_pid()
1071 this_cpu_write(tr->array_buffer.data->ignore_pid, ret || in event_filter_pid_sched_switch_probe_pre()
1089 this_cpu_write(tr->array_buffer.data->ignore_pid, in event_filter_pid_sched_switch_probe_post()
1101 if (!this_cpu_read(tr->array_buffer.data->ignore_pid)) in event_filter_pid_sched_wakeup_probe_pre()
1107 this_cpu_write(tr->array_buffer.data->ignore_pid, in event_filter_pid_sched_wakeup_probe_pre()
1119 if (this_cpu_read(tr->array_buffer.data->ignore_pid)) in event_filter_pid_sched_wakeup_probe_post()
1126 this_cpu_write(tr->array_buffer.data->ignore_pid, in event_filter_pid_sched_wakeup_probe_post()
1169 per_cpu_ptr(tr->array_buffer.data, cpu)->ignore_pid = false; in __ftrace_clear_event_pids()
2303 ring_buffer_print_page_header(tr->array_buffer.buffer, s); in show_header_page_file()
2351 this_cpu_write(tr->array_buffer.data->ignore_pid, in ignore_task_cpu()
|
| D | blktrace.c | 81 buffer = blk_tr->array_buffer.buffer; in trace_note()
256 buffer = blk_tr->array_buffer.buffer; in __blk_add_trace()
|
| D | trace_events_synth.c | 538 buffer = trace_file->tr->array_buffer.buffer; in trace_event_raw_event_synth()
1696 trace_state->buffer = file->tr->array_buffer.buffer; in __synth_event_trace_start()
|
| D | fgraph.c | 1195 pid = this_cpu_read(tr->array_buffer.data->ftrace_ignore_pid); in fgraph_pid_func()
|
| D | ftrace.c | 180 pid = this_cpu_read(tr->array_buffer.data->ftrace_ignore_pid); in ftrace_pid_func()
8015 this_cpu_write(tr->array_buffer.data->ftrace_ignore_pid, in ftrace_filter_pid_sched_switch_probe()
8018 this_cpu_write(tr->array_buffer.data->ftrace_ignore_pid, in ftrace_filter_pid_sched_switch_probe()
8084 per_cpu_ptr(tr->array_buffer.data, cpu)->ftrace_ignore_pid = FTRACE_PID_TRACE; in clear_ftrace_pids()
8283 this_cpu_write(tr->array_buffer.data->ftrace_ignore_pid, in ignore_task_cpu()
8286 this_cpu_write(tr->array_buffer.data->ftrace_ignore_pid, in ignore_task_cpu()
|
| D | trace_output.c | 569 unsigned long long abs_ts = iter->ts - iter->array_buffer->time_start; in lat_print_timestamp()
|
| /linux-6.14.4/include/linux/ |
| D | trace_events.h | 14 struct array_buffer;
99 struct array_buffer *array_buffer; member
|