Lines Matching refs:tr
83 dummy_set_flag(struct trace_array *tr, u32 old_flags, u32 bit, int set) in dummy_set_flag() argument
162 static int tracing_set_tracer(struct trace_array *tr, const char *buf);
279 struct trace_array *tr; in trace_array_get() local
283 list_for_each_entry(tr, &ftrace_trace_arrays, list) { in trace_array_get()
284 if (tr == this_tr) { in trace_array_get()
285 tr->ref++; in trace_array_get()
308 int tracing_check_open_get_tr(struct trace_array *tr) in tracing_check_open_get_tr() argument
319 if (tr && trace_array_get(tr) < 0) in tracing_check_open_get_tr()
738 static inline void ftrace_trace_stack(struct trace_array *tr,
749 static inline void ftrace_trace_stack(struct trace_array *tr, in ftrace_trace_stack() argument
782 void tracer_tracing_on(struct trace_array *tr) in tracer_tracing_on() argument
784 if (tr->trace_buffer.buffer) in tracer_tracing_on()
785 ring_buffer_record_on(tr->trace_buffer.buffer); in tracer_tracing_on()
794 tr->buffer_disabled = 0; in tracer_tracing_on()
919 void tracing_snapshot_instance_cond(struct trace_array *tr, void *cond_data) in tracing_snapshot_instance_cond() argument
921 struct tracer *tracer = tr->current_trace; in tracing_snapshot_instance_cond()
930 if (!tr->allocated_snapshot) { in tracing_snapshot_instance_cond()
945 update_max_tr(tr, current, smp_processor_id(), cond_data); in tracing_snapshot_instance_cond()
949 void tracing_snapshot_instance(struct trace_array *tr) in tracing_snapshot_instance() argument
951 tracing_snapshot_instance_cond(tr, NULL); in tracing_snapshot_instance()
970 struct trace_array *tr = &global_trace; in tracing_snapshot() local
972 tracing_snapshot_instance(tr); in tracing_snapshot()
989 void tracing_snapshot_cond(struct trace_array *tr, void *cond_data) in tracing_snapshot_cond() argument
991 tracing_snapshot_instance_cond(tr, cond_data); in tracing_snapshot_cond()
1009 void *tracing_cond_snapshot_data(struct trace_array *tr) in tracing_cond_snapshot_data() argument
1013 arch_spin_lock(&tr->max_lock); in tracing_cond_snapshot_data()
1015 if (tr->cond_snapshot) in tracing_cond_snapshot_data()
1016 cond_data = tr->cond_snapshot->cond_data; in tracing_cond_snapshot_data()
1018 arch_spin_unlock(&tr->max_lock); in tracing_cond_snapshot_data()
1028 int tracing_alloc_snapshot_instance(struct trace_array *tr) in tracing_alloc_snapshot_instance() argument
1032 if (!tr->allocated_snapshot) { in tracing_alloc_snapshot_instance()
1035 ret = resize_buffer_duplicate_size(&tr->max_buffer, in tracing_alloc_snapshot_instance()
1036 &tr->trace_buffer, RING_BUFFER_ALL_CPUS); in tracing_alloc_snapshot_instance()
1040 tr->allocated_snapshot = true; in tracing_alloc_snapshot_instance()
1046 static void free_snapshot(struct trace_array *tr) in free_snapshot() argument
1053 ring_buffer_resize(tr->max_buffer.buffer, 1, RING_BUFFER_ALL_CPUS); in free_snapshot()
1054 set_buffer_entries(&tr->max_buffer, 1); in free_snapshot()
1055 tracing_reset_online_cpus(&tr->max_buffer); in free_snapshot()
1056 tr->allocated_snapshot = false; in free_snapshot()
1071 struct trace_array *tr = &global_trace; in tracing_alloc_snapshot() local
1074 ret = tracing_alloc_snapshot_instance(tr); in tracing_alloc_snapshot()
1117 int tracing_snapshot_cond_enable(struct trace_array *tr, void *cond_data, in tracing_snapshot_cond_enable() argument
1132 ret = tracing_alloc_snapshot_instance(tr); in tracing_snapshot_cond_enable()
1136 if (tr->current_trace->use_max_tr) { in tracing_snapshot_cond_enable()
1149 if (tr->cond_snapshot) { in tracing_snapshot_cond_enable()
1154 arch_spin_lock(&tr->max_lock); in tracing_snapshot_cond_enable()
1155 tr->cond_snapshot = cond_snapshot; in tracing_snapshot_cond_enable()
1156 arch_spin_unlock(&tr->max_lock); in tracing_snapshot_cond_enable()
1179 int tracing_snapshot_cond_disable(struct trace_array *tr) in tracing_snapshot_cond_disable() argument
1183 arch_spin_lock(&tr->max_lock); in tracing_snapshot_cond_disable()
1185 if (!tr->cond_snapshot) in tracing_snapshot_cond_disable()
1188 kfree(tr->cond_snapshot); in tracing_snapshot_cond_disable()
1189 tr->cond_snapshot = NULL; in tracing_snapshot_cond_disable()
1192 arch_spin_unlock(&tr->max_lock); in tracing_snapshot_cond_disable()
1203 void tracing_snapshot_cond(struct trace_array *tr, void *cond_data) in tracing_snapshot_cond() argument
1220 void *tracing_cond_snapshot_data(struct trace_array *tr) in tracing_cond_snapshot_data() argument
1225 int tracing_snapshot_cond_enable(struct trace_array *tr, void *cond_data, cond_update_fn_t update) in tracing_snapshot_cond_enable() argument
1230 int tracing_snapshot_cond_disable(struct trace_array *tr) in tracing_snapshot_cond_disable() argument
1237 void tracer_tracing_off(struct trace_array *tr) in tracer_tracing_off() argument
1239 if (tr->trace_buffer.buffer) in tracer_tracing_off()
1240 ring_buffer_record_off(tr->trace_buffer.buffer); in tracer_tracing_off()
1249 tr->buffer_disabled = 1; in tracer_tracing_off()
1280 bool tracer_tracing_is_on(struct trace_array *tr) in tracer_tracing_is_on() argument
1282 if (tr->trace_buffer.buffer) in tracer_tracing_is_on()
1283 return ring_buffer_record_is_on(tr->trace_buffer.buffer); in tracer_tracing_is_on()
1284 return !tr->buffer_disabled; in tracer_tracing_is_on()
1362 bool trace_clock_in_ns(struct trace_array *tr) in trace_clock_in_ns() argument
1364 if (trace_clocks[tr->clock_id].in_ns) in trace_clock_in_ns()
1508 __update_max_tr(struct trace_array *tr, struct task_struct *tsk, int cpu) in __update_max_tr() argument
1510 struct trace_buffer *trace_buf = &tr->trace_buffer; in __update_max_tr()
1511 struct trace_buffer *max_buf = &tr->max_buffer; in __update_max_tr()
1518 max_data->saved_latency = tr->max_latency; in __update_max_tr()
1552 update_max_tr(struct trace_array *tr, struct task_struct *tsk, int cpu, in update_max_tr() argument
1555 if (tr->stop_count) in update_max_tr()
1560 if (!tr->allocated_snapshot) { in update_max_tr()
1562 WARN_ON_ONCE(tr->current_trace != &nop_trace); in update_max_tr()
1566 arch_spin_lock(&tr->max_lock); in update_max_tr()
1569 if (ring_buffer_record_is_set_on(tr->trace_buffer.buffer)) in update_max_tr()
1570 ring_buffer_record_on(tr->max_buffer.buffer); in update_max_tr()
1572 ring_buffer_record_off(tr->max_buffer.buffer); in update_max_tr()
1575 if (tr->cond_snapshot && !tr->cond_snapshot->update(tr, cond_data)) in update_max_tr()
1578 swap(tr->trace_buffer.buffer, tr->max_buffer.buffer); in update_max_tr()
1580 __update_max_tr(tr, tsk, cpu); in update_max_tr()
1583 arch_spin_unlock(&tr->max_lock); in update_max_tr()
1595 update_max_tr_single(struct trace_array *tr, struct task_struct *tsk, int cpu) in update_max_tr_single() argument
1599 if (tr->stop_count) in update_max_tr_single()
1603 if (!tr->allocated_snapshot) { in update_max_tr_single()
1605 WARN_ON_ONCE(tr->current_trace != &nop_trace); in update_max_tr_single()
1609 arch_spin_lock(&tr->max_lock); in update_max_tr_single()
1611 ret = ring_buffer_swap_cpu(tr->max_buffer.buffer, tr->trace_buffer.buffer, cpu); in update_max_tr_single()
1620 trace_array_printk_buf(tr->max_buffer.buffer, _THIS_IP_, in update_max_tr_single()
1626 __update_max_tr(tr, tsk, cpu); in update_max_tr_single()
1627 arch_spin_unlock(&tr->max_lock); in update_max_tr_single()
1666 struct trace_array *tr = &global_trace; in run_tracer_selftest() local
1667 struct tracer *saved_tracer = tr->current_trace; in run_tracer_selftest()
1688 tracing_reset_online_cpus(&tr->trace_buffer); in run_tracer_selftest()
1690 tr->current_trace = type; in run_tracer_selftest()
1696 ring_buffer_resize(tr->max_buffer.buffer, trace_buf_size, in run_tracer_selftest()
1698 tr->allocated_snapshot = true; in run_tracer_selftest()
1704 ret = type->selftest(type, tr); in run_tracer_selftest()
1706 tr->current_trace = saved_tracer; in run_tracer_selftest()
1714 tracing_reset_online_cpus(&tr->trace_buffer); in run_tracer_selftest()
1718 tr->allocated_snapshot = false; in run_tracer_selftest()
1722 ring_buffer_resize(tr->max_buffer.buffer, 1, in run_tracer_selftest()
1782 static void add_tracer_options(struct trace_array *tr, struct tracer *t);
1915 struct trace_array *tr; in tracing_reset_all_online_cpus() local
1917 list_for_each_entry(tr, &ftrace_trace_arrays, list) { in tracing_reset_all_online_cpus()
1918 if (!tr->clear_trace) in tracing_reset_all_online_cpus()
1920 tr->clear_trace = false; in tracing_reset_all_online_cpus()
1921 tracing_reset_online_cpus(&tr->trace_buffer); in tracing_reset_all_online_cpus()
1923 tracing_reset_online_cpus(&tr->max_buffer); in tracing_reset_all_online_cpus()
2046 static void tracing_start_tr(struct trace_array *tr) in tracing_start_tr() argument
2055 if (tr->flags & TRACE_ARRAY_FL_GLOBAL) in tracing_start_tr()
2058 raw_spin_lock_irqsave(&tr->start_lock, flags); in tracing_start_tr()
2060 if (--tr->stop_count) { in tracing_start_tr()
2061 if (tr->stop_count < 0) { in tracing_start_tr()
2064 tr->stop_count = 0; in tracing_start_tr()
2069 buffer = tr->trace_buffer.buffer; in tracing_start_tr()
2074 raw_spin_unlock_irqrestore(&tr->start_lock, flags); in tracing_start_tr()
2111 static void tracing_stop_tr(struct trace_array *tr) in tracing_stop_tr() argument
2117 if (tr->flags & TRACE_ARRAY_FL_GLOBAL) in tracing_stop_tr()
2120 raw_spin_lock_irqsave(&tr->start_lock, flags); in tracing_stop_tr()
2121 if (tr->stop_count++) in tracing_stop_tr()
2124 buffer = tr->trace_buffer.buffer; in tracing_stop_tr()
2129 raw_spin_unlock_irqrestore(&tr->start_lock, flags); in tracing_stop_tr()
2485 *current_rb = trace_file->tr->trace_buffer.buffer; in trace_event_buffer_lock_reserve()
2601 void trace_buffer_unlock_commit_regs(struct trace_array *tr, in trace_buffer_unlock_commit_regs() argument
2615 ftrace_trace_stack(tr, buffer, flags, regs ? 0 : STACK_SKIP, pc, regs); in trace_buffer_unlock_commit_regs()
2753 trace_function(struct trace_array *tr, in trace_function() argument
2758 struct ring_buffer *buffer = tr->trace_buffer.buffer; in trace_function()
2870 static inline void ftrace_trace_stack(struct trace_array *tr, in ftrace_trace_stack() argument
2875 if (!(tr->trace_flags & TRACE_ITER_STACKTRACE)) in ftrace_trace_stack()
2881 void __trace_stack(struct trace_array *tr, unsigned long flags, int skip, in __trace_stack() argument
2884 struct ring_buffer *buffer = tr->trace_buffer.buffer; in __trace_stack()
3102 struct trace_array *tr = &global_trace; in trace_vbprintk() local
3130 buffer = tr->trace_buffer.buffer; in trace_vbprintk()
3142 ftrace_trace_stack(tr, buffer, flags, 6, pc, NULL); in trace_vbprintk()
3212 int trace_array_vprintk(struct trace_array *tr, in trace_array_vprintk() argument
3215 return __trace_array_vprintk(tr->trace_buffer.buffer, ip, fmt, args); in trace_array_vprintk()
3219 int trace_array_printk(struct trace_array *tr, in trace_array_printk() argument
3229 ret = trace_array_vprintk(tr, ip, fmt, ap); in trace_array_printk()
3437 struct trace_array *tr = iter->tr; in s_start() local
3450 if (unlikely(tr->current_trace && iter->trace->name != tr->current_trace->name)) in s_start()
3451 *iter->trace = *tr->current_trace; in s_start()
3550 unsigned long trace_total_entries_cpu(struct trace_array *tr, int cpu) in trace_total_entries_cpu() argument
3554 if (!tr) in trace_total_entries_cpu()
3555 tr = &global_trace; in trace_total_entries_cpu()
3557 get_total_entries_cpu(&tr->trace_buffer, &total, &entries, cpu); in trace_total_entries_cpu()
3562 unsigned long trace_total_entries(struct trace_array *tr) in trace_total_entries() argument
3566 if (!tr) in trace_total_entries()
3567 tr = &global_trace; in trace_total_entries()
3569 get_total_entries(&tr->trace_buffer, &total, &entries); in trace_total_entries()
3691 struct trace_array *tr = iter->tr; in test_cpu_buff_start() local
3693 if (!(tr->trace_flags & TRACE_ITER_ANNOTATE)) in test_cpu_buff_start()
3717 struct trace_array *tr = iter->tr; in print_trace_fmt() local
3719 unsigned long sym_flags = (tr->trace_flags & TRACE_ITER_SYM_MASK); in print_trace_fmt()
3729 if (tr->trace_flags & TRACE_ITER_CONTEXT_INFO) { in print_trace_fmt()
3749 struct trace_array *tr = iter->tr; in print_raw_fmt() local
3756 if (tr->trace_flags & TRACE_ITER_CONTEXT_INFO) in print_raw_fmt()
3774 struct trace_array *tr = iter->tr; in print_hex_fmt() local
3782 if (tr->trace_flags & TRACE_ITER_CONTEXT_INFO) { in print_hex_fmt()
3804 struct trace_array *tr = iter->tr; in print_bin_fmt() local
3811 if (tr->trace_flags & TRACE_ITER_CONTEXT_INFO) { in print_bin_fmt()
3860 struct trace_array *tr = iter->tr; in print_trace_line() local
3861 unsigned long trace_flags = tr->trace_flags; in print_trace_line()
3907 struct trace_array *tr = iter->tr; in trace_latency_header() local
3916 if (!(tr->trace_flags & TRACE_ITER_VERBOSE)) in trace_latency_header()
3923 struct trace_array *tr = iter->tr; in trace_default_header() local
3924 unsigned long trace_flags = tr->trace_flags; in trace_default_header()
3984 if (iter->tr->allocated_snapshot) in print_snapshot_help()
4006 if (iter->tr) { in s_show()
4065 struct trace_array *tr = inode->i_private; in __tracing_open() local
4090 *iter->trace = *tr->current_trace; in __tracing_open()
4095 iter->tr = tr; in __tracing_open()
4099 if (tr->current_trace->print_max || snapshot) in __tracing_open()
4100 iter->trace_buffer = &tr->max_buffer; in __tracing_open()
4103 iter->trace_buffer = &tr->trace_buffer; in __tracing_open()
4118 if (trace_clocks[tr->clock_id].in_ns) in __tracing_open()
4123 tracing_stop_tr(tr); in __tracing_open()
4182 struct trace_array *tr = inode->i_private; in tracing_open_generic_tr() local
4185 ret = tracing_check_open_get_tr(tr); in tracing_open_generic_tr()
4196 struct trace_array *tr = inode->i_private; in tracing_release() local
4202 trace_array_put(tr); in tracing_release()
4220 tracing_start_tr(tr); in tracing_release()
4222 __trace_array_put(tr); in tracing_release()
4237 struct trace_array *tr = inode->i_private; in tracing_release_generic_tr() local
4239 trace_array_put(tr); in tracing_release_generic_tr()
4245 struct trace_array *tr = inode->i_private; in tracing_single_release_tr() local
4247 trace_array_put(tr); in tracing_single_release_tr()
4254 struct trace_array *tr = inode->i_private; in tracing_open() local
4258 ret = tracing_check_open_get_tr(tr); in tracing_open()
4265 struct trace_buffer *trace_buf = &tr->trace_buffer; in tracing_open()
4268 if (tr->current_trace->print_max) in tracing_open()
4269 trace_buf = &tr->max_buffer; in tracing_open()
4282 else if (tr->trace_flags & TRACE_ITER_LATENCY_FMT) in tracing_open()
4287 trace_array_put(tr); in tracing_open()
4298 trace_ok_for_array(struct tracer *t, struct trace_array *tr) in trace_ok_for_array() argument
4300 return (tr->flags & TRACE_ARRAY_FL_GLOBAL) || t->allow_instances; in trace_ok_for_array()
4305 get_tracer_for_array(struct trace_array *tr, struct tracer *t) in get_tracer_for_array() argument
4307 while (t && !trace_ok_for_array(t, tr)) in get_tracer_for_array()
4316 struct trace_array *tr = m->private; in t_next() local
4322 t = get_tracer_for_array(tr, t->next); in t_next()
4329 struct trace_array *tr = m->private; in t_start() local
4335 t = get_tracer_for_array(tr, trace_types); in t_start()
4372 struct trace_array *tr = inode->i_private; in show_traces_open() local
4376 ret = tracing_check_open_get_tr(tr); in show_traces_open()
4382 trace_array_put(tr); in show_traces_open()
4387 m->private = tr; in show_traces_open()
4394 struct trace_array *tr = inode->i_private; in show_traces_release() local
4396 trace_array_put(tr); in show_traces_release()
4438 struct trace_array *tr = file_inode(filp)->i_private; in tracing_cpumask_read() local
4443 cpumask_pr_args(tr->tracing_cpumask)) + 1; in tracing_cpumask_read()
4449 cpumask_pr_args(tr->tracing_cpumask)); in tracing_cpumask_read()
4466 struct trace_array *tr = file_inode(filp)->i_private; in tracing_cpumask_write() local
4478 arch_spin_lock(&tr->max_lock); in tracing_cpumask_write()
4484 if (cpumask_test_cpu(cpu, tr->tracing_cpumask) && in tracing_cpumask_write()
4486 atomic_inc(&per_cpu_ptr(tr->trace_buffer.data, cpu)->disabled); in tracing_cpumask_write()
4487 ring_buffer_record_disable_cpu(tr->trace_buffer.buffer, cpu); in tracing_cpumask_write()
4489 if (!cpumask_test_cpu(cpu, tr->tracing_cpumask) && in tracing_cpumask_write()
4491 atomic_dec(&per_cpu_ptr(tr->trace_buffer.data, cpu)->disabled); in tracing_cpumask_write()
4492 ring_buffer_record_enable_cpu(tr->trace_buffer.buffer, cpu); in tracing_cpumask_write()
4495 arch_spin_unlock(&tr->max_lock); in tracing_cpumask_write()
4498 cpumask_copy(tr->tracing_cpumask, tracing_cpumask_new); in tracing_cpumask_write()
4520 struct trace_array *tr = m->private; in tracing_trace_options_show() local
4525 tracer_flags = tr->current_trace->flags->val; in tracing_trace_options_show()
4526 trace_opts = tr->current_trace->flags->opts; in tracing_trace_options_show()
4529 if (tr->trace_flags & (1 << i)) in tracing_trace_options_show()
4546 static int __set_tracer_option(struct trace_array *tr, in __set_tracer_option() argument
4553 ret = trace->set_flag(tr, tracer_flags->val, opts->bit, !neg); in __set_tracer_option()
4565 static int set_tracer_option(struct trace_array *tr, char *cmp, int neg) in set_tracer_option() argument
4567 struct tracer *trace = tr->current_trace; in set_tracer_option()
4576 return __set_tracer_option(tr, trace->flags, opts, neg); in set_tracer_option()
4591 int set_tracer_flag(struct trace_array *tr, unsigned int mask, int enabled) in set_tracer_flag() argument
4594 if (!!(tr->trace_flags & mask) == !!enabled) in set_tracer_flag()
4598 if (tr->current_trace->flag_changed) in set_tracer_flag()
4599 if (tr->current_trace->flag_changed(tr, mask, !!enabled)) in set_tracer_flag()
4603 tr->trace_flags |= mask; in set_tracer_flag()
4605 tr->trace_flags &= ~mask; in set_tracer_flag()
4616 tr->trace_flags &= ~TRACE_ITER_RECORD_TGID; in set_tracer_flag()
4624 trace_event_follow_fork(tr, enabled); in set_tracer_flag()
4627 ftrace_pid_follow_fork(tr, enabled); in set_tracer_flag()
4630 ring_buffer_change_overwrite(tr->trace_buffer.buffer, enabled); in set_tracer_flag()
4632 ring_buffer_change_overwrite(tr->max_buffer.buffer, enabled); in set_tracer_flag()
4644 static int trace_set_options(struct trace_array *tr, char *option) in trace_set_options() argument
4665 ret = set_tracer_option(tr, cmp, neg); in trace_set_options()
4667 ret = set_tracer_flag(tr, 1 << ret, !neg); in trace_set_options()
4706 struct trace_array *tr = m->private; in tracing_trace_options_write() local
4718 ret = trace_set_options(tr, buf); in tracing_trace_options_write()
4729 struct trace_array *tr = inode->i_private; in tracing_trace_options_open() local
4732 ret = tracing_check_open_get_tr(tr); in tracing_trace_options_open()
4738 trace_array_put(tr); in tracing_trace_options_open()
5423 struct trace_array *tr = filp->private_data; in tracing_set_trace_read() local
5428 r = sprintf(buf, "%s\n", tr->current_trace->name); in tracing_set_trace_read()
5434 int tracer_init(struct tracer *t, struct trace_array *tr) in tracer_init() argument
5436 tracing_reset_online_cpus(&tr->trace_buffer); in tracer_init()
5437 return t->init(tr); in tracer_init()
5476 static int __tracing_resize_ring_buffer(struct trace_array *tr, in __tracing_resize_ring_buffer() argument
5489 if (!tr->trace_buffer.buffer) in __tracing_resize_ring_buffer()
5492 ret = ring_buffer_resize(tr->trace_buffer.buffer, size, cpu); in __tracing_resize_ring_buffer()
5497 if (!(tr->flags & TRACE_ARRAY_FL_GLOBAL) || in __tracing_resize_ring_buffer()
5498 !tr->current_trace->use_max_tr) in __tracing_resize_ring_buffer()
5501 ret = ring_buffer_resize(tr->max_buffer.buffer, size, cpu); in __tracing_resize_ring_buffer()
5503 int r = resize_buffer_duplicate_size(&tr->trace_buffer, in __tracing_resize_ring_buffer()
5504 &tr->trace_buffer, cpu); in __tracing_resize_ring_buffer()
5527 set_buffer_entries(&tr->max_buffer, size); in __tracing_resize_ring_buffer()
5529 per_cpu_ptr(tr->max_buffer.data, cpu)->entries = size; in __tracing_resize_ring_buffer()
5535 set_buffer_entries(&tr->trace_buffer, size); in __tracing_resize_ring_buffer()
5537 per_cpu_ptr(tr->trace_buffer.data, cpu)->entries = size; in __tracing_resize_ring_buffer()
5542 static ssize_t tracing_resize_ring_buffer(struct trace_array *tr, in tracing_resize_ring_buffer() argument
5557 ret = __tracing_resize_ring_buffer(tr, size, cpu_id); in tracing_resize_ring_buffer()
5594 create_trace_option_files(struct trace_array *tr, struct tracer *tracer);
5600 static void tracing_set_nop(struct trace_array *tr) in tracing_set_nop() argument
5602 if (tr->current_trace == &nop_trace) in tracing_set_nop()
5605 tr->current_trace->enabled--; in tracing_set_nop()
5607 if (tr->current_trace->reset) in tracing_set_nop()
5608 tr->current_trace->reset(tr); in tracing_set_nop()
5610 tr->current_trace = &nop_trace; in tracing_set_nop()
5613 static void add_tracer_options(struct trace_array *tr, struct tracer *t) in add_tracer_options() argument
5616 if (!tr->dir) in add_tracer_options()
5619 create_trace_option_files(tr, t); in add_tracer_options()
5622 static int tracing_set_tracer(struct trace_array *tr, const char *buf) in tracing_set_tracer() argument
5633 ret = __tracing_resize_ring_buffer(tr, trace_buf_size, in tracing_set_tracer()
5648 if (t == tr->current_trace) in tracing_set_tracer()
5653 arch_spin_lock(&tr->max_lock); in tracing_set_tracer()
5654 if (tr->cond_snapshot) in tracing_set_tracer()
5656 arch_spin_unlock(&tr->max_lock); in tracing_set_tracer()
5669 if (!trace_ok_for_array(t, tr)) { in tracing_set_tracer()
5675 if (tr->current_trace->ref) { in tracing_set_tracer()
5682 tr->current_trace->enabled--; in tracing_set_tracer()
5684 if (tr->current_trace->reset) in tracing_set_tracer()
5685 tr->current_trace->reset(tr); in tracing_set_tracer()
5688 tr->current_trace = &nop_trace; in tracing_set_tracer()
5691 had_max_tr = tr->allocated_snapshot; in tracing_set_tracer()
5702 free_snapshot(tr); in tracing_set_tracer()
5708 ret = tracing_alloc_snapshot_instance(tr); in tracing_set_tracer()
5715 ret = tracer_init(t, tr); in tracing_set_tracer()
5720 tr->current_trace = t; in tracing_set_tracer()
5721 tr->current_trace->enabled++; in tracing_set_tracer()
5722 trace_branch_enable(tr); in tracing_set_tracer()
5733 struct trace_array *tr = filp->private_data; in tracing_set_trace_write() local
5753 err = tracing_set_tracer(tr, buf); in tracing_set_trace_write()
5803 struct trace_array *tr = filp->private_data; in tracing_thresh_write() local
5811 if (tr->current_trace->update_thresh) { in tracing_thresh_write()
5812 ret = tr->current_trace->update_thresh(tr); in tracing_thresh_write()
5844 struct trace_array *tr = inode->i_private; in tracing_open_pipe() local
5848 ret = tracing_check_open_get_tr(tr); in tracing_open_pipe()
5858 __trace_array_put(tr); in tracing_open_pipe()
5863 iter->trace = tr->current_trace; in tracing_open_pipe()
5873 if (tr->trace_flags & TRACE_ITER_LATENCY_FMT) in tracing_open_pipe()
5877 if (trace_clocks[tr->clock_id].in_ns) in tracing_open_pipe()
5880 iter->tr = tr; in tracing_open_pipe()
5881 iter->trace_buffer = &tr->trace_buffer; in tracing_open_pipe()
5891 tr->current_trace->ref++; in tracing_open_pipe()
5898 __trace_array_put(tr); in tracing_open_pipe()
5906 struct trace_array *tr = inode->i_private; in tracing_release_pipe() local
5910 tr->current_trace->ref--; in tracing_release_pipe()
5921 trace_array_put(tr); in tracing_release_pipe()
5929 struct trace_array *tr = iter->tr; in trace_poll() local
5935 if (tr->trace_flags & TRACE_ITER_BLOCK) in trace_poll()
5974 if (!tracer_tracing_is_on(iter->tr) && iter->pos) in tracing_wait_pipe()
6240 struct trace_array *tr = inode->i_private; in tracing_entries_read() local
6258 size = per_cpu_ptr(tr->trace_buffer.data, cpu)->entries; in tracing_entries_read()
6259 if (size != per_cpu_ptr(tr->trace_buffer.data, cpu)->entries) { in tracing_entries_read()
6275 r = sprintf(buf, "%lu\n", per_cpu_ptr(tr->trace_buffer.data, cpu)->entries >> 10); in tracing_entries_read()
6288 struct trace_array *tr = inode->i_private; in tracing_entries_write() local
6302 ret = tracing_resize_ring_buffer(tr, val, tracing_get_cpu(inode)); in tracing_entries_write()
6315 struct trace_array *tr = filp->private_data; in tracing_total_entries_read() local
6322 size += per_cpu_ptr(tr->trace_buffer.data, cpu)->entries >> 10; in tracing_total_entries_read()
6352 struct trace_array *tr = inode->i_private; in tracing_free_buffer_release() local
6355 if (tr->trace_flags & TRACE_ITER_STOP_ON_FREE) in tracing_free_buffer_release()
6356 tracer_tracing_off(tr); in tracing_free_buffer_release()
6358 tracing_resize_ring_buffer(tr, 0, RING_BUFFER_ALL_CPUS); in tracing_free_buffer_release()
6360 trace_array_put(tr); in tracing_free_buffer_release()
6369 struct trace_array *tr = filp->private_data; in tracing_mark_write() local
6386 if (!(tr->trace_flags & TRACE_ITER_MARKERS)) in tracing_mark_write()
6401 buffer = tr->trace_buffer.buffer; in tracing_mark_write()
6420 if (tr->trace_marker_file && !list_empty(&tr->trace_marker_file->triggers)) { in tracing_mark_write()
6423 tt = event_triggers_call(tr->trace_marker_file, entry, event); in tracing_mark_write()
6435 event_triggers_post_call(tr->trace_marker_file, tt); in tracing_mark_write()
6450 struct trace_array *tr = filp->private_data; in tracing_mark_raw_write() local
6464 if (!(tr->trace_flags & TRACE_ITER_MARKERS)) in tracing_mark_raw_write()
6481 buffer = tr->trace_buffer.buffer; in tracing_mark_raw_write()
6508 struct trace_array *tr = m->private; in tracing_clock_show() local
6514 i == tr->clock_id ? "[" : "", trace_clocks[i].name, in tracing_clock_show()
6515 i == tr->clock_id ? "]" : ""); in tracing_clock_show()
6521 int tracing_set_clock(struct trace_array *tr, const char *clockstr) in tracing_set_clock() argument
6534 tr->clock_id = i; in tracing_set_clock()
6536 ring_buffer_set_clock(tr->trace_buffer.buffer, trace_clocks[i].func); in tracing_set_clock()
6542 tracing_reset_online_cpus(&tr->trace_buffer); in tracing_set_clock()
6545 if (tr->max_buffer.buffer) in tracing_set_clock()
6546 ring_buffer_set_clock(tr->max_buffer.buffer, trace_clocks[i].func); in tracing_set_clock()
6547 tracing_reset_online_cpus(&tr->max_buffer); in tracing_set_clock()
6559 struct trace_array *tr = m->private; in tracing_clock_write() local
6574 ret = tracing_set_clock(tr, clockstr); in tracing_clock_write()
6585 struct trace_array *tr = inode->i_private; in tracing_clock_open() local
6588 ret = tracing_check_open_get_tr(tr); in tracing_clock_open()
6594 trace_array_put(tr); in tracing_clock_open()
6601 struct trace_array *tr = m->private; in tracing_time_stamp_mode_show() local
6605 if (ring_buffer_time_stamp_abs(tr->trace_buffer.buffer)) in tracing_time_stamp_mode_show()
6617 struct trace_array *tr = inode->i_private; in tracing_time_stamp_mode_open() local
6620 ret = tracing_check_open_get_tr(tr); in tracing_time_stamp_mode_open()
6626 trace_array_put(tr); in tracing_time_stamp_mode_open()
6631 int tracing_set_time_stamp_abs(struct trace_array *tr, bool abs) in tracing_set_time_stamp_abs() argument
6637 if (abs && tr->time_stamp_abs_ref++) in tracing_set_time_stamp_abs()
6641 if (WARN_ON_ONCE(!tr->time_stamp_abs_ref)) { in tracing_set_time_stamp_abs()
6646 if (--tr->time_stamp_abs_ref) in tracing_set_time_stamp_abs()
6650 ring_buffer_set_time_stamp_abs(tr->trace_buffer.buffer, abs); in tracing_set_time_stamp_abs()
6653 if (tr->max_buffer.buffer) in tracing_set_time_stamp_abs()
6654 ring_buffer_set_time_stamp_abs(tr->max_buffer.buffer, abs); in tracing_set_time_stamp_abs()
6672 struct trace_array *tr = inode->i_private; in tracing_snapshot_open() local
6677 ret = tracing_check_open_get_tr(tr); in tracing_snapshot_open()
6698 iter->tr = tr; in tracing_snapshot_open()
6699 iter->trace_buffer = &tr->max_buffer; in tracing_snapshot_open()
6706 trace_array_put(tr); in tracing_snapshot_open()
6717 struct trace_array *tr = iter->tr; in tracing_snapshot_write() local
6731 if (tr->current_trace->use_max_tr) { in tracing_snapshot_write()
6736 arch_spin_lock(&tr->max_lock); in tracing_snapshot_write()
6737 if (tr->cond_snapshot) in tracing_snapshot_write()
6739 arch_spin_unlock(&tr->max_lock); in tracing_snapshot_write()
6749 if (tr->allocated_snapshot) in tracing_snapshot_write()
6750 free_snapshot(tr); in tracing_snapshot_write()
6760 if (tr->allocated_snapshot) in tracing_snapshot_write()
6761 ret = resize_buffer_duplicate_size(&tr->max_buffer, in tracing_snapshot_write()
6762 &tr->trace_buffer, iter->cpu_file); in tracing_snapshot_write()
6764 ret = tracing_alloc_snapshot_instance(tr); in tracing_snapshot_write()
6770 update_max_tr(tr, current, smp_processor_id(), NULL); in tracing_snapshot_write()
6772 update_max_tr_single(tr, current, iter->cpu_file); in tracing_snapshot_write()
6776 if (tr->allocated_snapshot) { in tracing_snapshot_write()
6778 tracing_reset_online_cpus(&tr->max_buffer); in tracing_snapshot_write()
6780 tracing_reset_cpu(&tr->max_buffer, iter->cpu_file); in tracing_snapshot_write()
6837 info->iter.trace_buffer = &info->iter.tr->max_buffer; in snapshot_raw_open()
6967 static struct tracing_log_err *get_tracing_log_err(struct trace_array *tr) in get_tracing_log_err() argument
6971 if (tr->n_err_log_entries < TRACING_LOG_ERRS_MAX) { in get_tracing_log_err()
6975 tr->n_err_log_entries++; in get_tracing_log_err()
6980 err = list_first_entry(&tr->err_log, struct tracing_log_err, list); in get_tracing_log_err()
7039 void tracing_log_err(struct trace_array *tr, in tracing_log_err() argument
7045 if (!tr) in tracing_log_err()
7046 tr = &global_trace; in tracing_log_err()
7049 err = get_tracing_log_err(tr); in tracing_log_err()
7063 list_add_tail(&err->list, &tr->err_log); in tracing_log_err()
7067 static void clear_tracing_err_log(struct trace_array *tr) in clear_tracing_err_log() argument
7072 list_for_each_entry_safe(err, next, &tr->err_log, list) { in clear_tracing_err_log()
7077 tr->n_err_log_entries = 0; in clear_tracing_err_log()
7083 struct trace_array *tr = m->private; in tracing_err_log_seq_start() local
7087 return seq_list_start(&tr->err_log, *pos); in tracing_err_log_seq_start()
7092 struct trace_array *tr = m->private; in tracing_err_log_seq_next() local
7094 return seq_list_next(v, &tr->err_log, pos); in tracing_err_log_seq_next()
7141 struct trace_array *tr = inode->i_private; in tracing_err_log_open() local
7144 ret = tracing_check_open_get_tr(tr); in tracing_err_log_open()
7150 clear_tracing_err_log(tr); in tracing_err_log_open()
7156 m->private = tr; in tracing_err_log_open()
7158 trace_array_put(tr); in tracing_err_log_open()
7173 struct trace_array *tr = inode->i_private; in tracing_err_log_release() local
7175 trace_array_put(tr); in tracing_err_log_release()
7193 struct trace_array *tr = inode->i_private; in tracing_buffers_open() local
7197 ret = tracing_check_open_get_tr(tr); in tracing_buffers_open()
7203 trace_array_put(tr); in tracing_buffers_open()
7209 info->iter.tr = tr; in tracing_buffers_open()
7211 info->iter.trace = tr->current_trace; in tracing_buffers_open()
7212 info->iter.trace_buffer = &tr->trace_buffer; in tracing_buffers_open()
7219 tr->current_trace->ref++; in tracing_buffers_open()
7225 trace_array_put(tr); in tracing_buffers_open()
7252 if (iter->snapshot && iter->tr->current_trace->use_max_tr) in tracing_buffers_read()
7320 iter->tr->current_trace->ref--; in tracing_buffers_release()
7322 __trace_array_put(iter->tr); in tracing_buffers_release()
7412 if (iter->snapshot && iter->tr->current_trace->use_max_tr) in tracing_buffers_splice_read()
7486 ret = wait_on_pipe(iter, iter->tr->buffer_percent); in tracing_buffers_splice_read()
7514 struct trace_array *tr = inode->i_private; in tracing_stats_read() local
7515 struct trace_buffer *trace_buf = &tr->trace_buffer; in tracing_stats_read()
7540 if (trace_clocks[tr->clock_id].in_ns) { in tracing_stats_read()
7606 struct trace_array *tr, struct ftrace_probe_ops *ops, in ftrace_snapshot() argument
7609 tracing_snapshot_instance(tr); in ftrace_snapshot()
7614 struct trace_array *tr, struct ftrace_probe_ops *ops, in ftrace_count_snapshot() argument
7631 tracing_snapshot_instance(tr); in ftrace_count_snapshot()
7657 ftrace_snapshot_init(struct ftrace_probe_ops *ops, struct trace_array *tr, in ftrace_snapshot_init() argument
7673 ftrace_snapshot_free(struct ftrace_probe_ops *ops, struct trace_array *tr, in ftrace_snapshot_free() argument
7701 ftrace_trace_snapshot_callback(struct trace_array *tr, struct ftrace_hash *hash, in ftrace_trace_snapshot_callback() argument
7709 if (!tr) in ftrace_trace_snapshot_callback()
7719 return unregister_ftrace_function_probe_func(glob+1, tr, ops); in ftrace_trace_snapshot_callback()
7738 ret = tracing_alloc_snapshot_instance(tr); in ftrace_trace_snapshot_callback()
7742 ret = register_ftrace_function_probe(glob, tr, ops, count); in ftrace_trace_snapshot_callback()
7761 static struct dentry *tracing_get_dentry(struct trace_array *tr) in tracing_get_dentry() argument
7763 if (WARN_ON(!tr->dir)) in tracing_get_dentry()
7767 if (tr->flags & TRACE_ARRAY_FL_GLOBAL) in tracing_get_dentry()
7771 return tr->dir; in tracing_get_dentry()
7774 static struct dentry *tracing_dentry_percpu(struct trace_array *tr, int cpu) in tracing_dentry_percpu() argument
7778 if (tr->percpu_dir) in tracing_dentry_percpu()
7779 return tr->percpu_dir; in tracing_dentry_percpu()
7781 d_tracer = tracing_get_dentry(tr); in tracing_dentry_percpu()
7785 tr->percpu_dir = tracefs_create_dir("per_cpu", d_tracer); in tracing_dentry_percpu()
7787 WARN_ONCE(!tr->percpu_dir, in tracing_dentry_percpu()
7790 return tr->percpu_dir; in tracing_dentry_percpu()
7805 tracing_init_tracefs_percpu(struct trace_array *tr, long cpu) in tracing_init_tracefs_percpu() argument
7807 struct dentry *d_percpu = tracing_dentry_percpu(tr, cpu); in tracing_init_tracefs_percpu()
7823 tr, cpu, &tracing_pipe_fops); in tracing_init_tracefs_percpu()
7827 tr, cpu, &tracing_fops); in tracing_init_tracefs_percpu()
7830 tr, cpu, &tracing_buffers_fops); in tracing_init_tracefs_percpu()
7833 tr, cpu, &tracing_stats_fops); in tracing_init_tracefs_percpu()
7836 tr, cpu, &tracing_entries_fops); in tracing_init_tracefs_percpu()
7840 tr, cpu, &snapshot_fops); in tracing_init_tracefs_percpu()
7843 tr, cpu, &snapshot_raw_fops); in tracing_init_tracefs_percpu()
7884 ret = __set_tracer_option(topt->tr, topt->flags, in trace_options_write()
7942 struct trace_array *tr; in trace_options_core_read() local
7946 get_tr_index(tr_index, &tr, &index); in trace_options_core_read()
7948 if (tr->trace_flags & (1 << index)) in trace_options_core_read()
7961 struct trace_array *tr; in trace_options_core_write() local
7966 get_tr_index(tr_index, &tr, &index); in trace_options_core_write()
7976 ret = set_tracer_flag(tr, 1 << index, val); in trace_options_core_write()
8010 static struct dentry *trace_options_init_dentry(struct trace_array *tr) in trace_options_init_dentry() argument
8014 if (tr->options) in trace_options_init_dentry()
8015 return tr->options; in trace_options_init_dentry()
8017 d_tracer = tracing_get_dentry(tr); in trace_options_init_dentry()
8021 tr->options = tracefs_create_dir("options", d_tracer); in trace_options_init_dentry()
8022 if (!tr->options) { in trace_options_init_dentry()
8027 return tr->options; in trace_options_init_dentry()
8031 create_trace_option_file(struct trace_array *tr, in create_trace_option_file() argument
8038 t_options = trace_options_init_dentry(tr); in create_trace_option_file()
8044 topt->tr = tr; in create_trace_option_file()
8052 create_trace_option_files(struct trace_array *tr, struct tracer *tracer) in create_trace_option_files() argument
8073 if (!trace_ok_for_array(tracer, tr)) in create_trace_option_files()
8076 for (i = 0; i < tr->nr_topts; i++) { in create_trace_option_files()
8078 if (WARN_ON_ONCE(tr->topts[i].tracer->flags == tracer->flags)) in create_trace_option_files()
8091 tr_topts = krealloc(tr->topts, sizeof(*tr->topts) * (tr->nr_topts + 1), in create_trace_option_files()
8098 tr->topts = tr_topts; in create_trace_option_files()
8099 tr->topts[tr->nr_topts].tracer = tracer; in create_trace_option_files()
8100 tr->topts[tr->nr_topts].topts = topts; in create_trace_option_files()
8101 tr->nr_topts++; in create_trace_option_files()
8104 create_trace_option_file(tr, &topts[cnt], flags, in create_trace_option_files()
8113 create_trace_option_core_file(struct trace_array *tr, in create_trace_option_core_file() argument
8118 t_options = trace_options_init_dentry(tr); in create_trace_option_core_file()
8123 (void *)&tr->trace_flags_index[index], in create_trace_option_core_file()
8127 static void create_trace_options_dir(struct trace_array *tr) in create_trace_options_dir() argument
8130 bool top_level = tr == &global_trace; in create_trace_options_dir()
8133 t_options = trace_options_init_dentry(tr); in create_trace_options_dir()
8140 create_trace_option_core_file(tr, trace_options[i], i); in create_trace_options_dir()
8148 struct trace_array *tr = filp->private_data; in rb_simple_read() local
8152 r = tracer_tracing_is_on(tr); in rb_simple_read()
8162 struct trace_array *tr = filp->private_data; in rb_simple_write() local
8163 struct ring_buffer *buffer = tr->trace_buffer.buffer; in rb_simple_write()
8173 if (!!val == tracer_tracing_is_on(tr)) { in rb_simple_write()
8176 tracer_tracing_on(tr); in rb_simple_write()
8177 if (tr->current_trace->start) in rb_simple_write()
8178 tr->current_trace->start(tr); in rb_simple_write()
8180 tracer_tracing_off(tr); in rb_simple_write()
8181 if (tr->current_trace->stop) in rb_simple_write()
8182 tr->current_trace->stop(tr); in rb_simple_write()
8204 struct trace_array *tr = filp->private_data; in buffer_percent_read() local
8208 r = tr->buffer_percent; in buffer_percent_read()
8218 struct trace_array *tr = filp->private_data; in buffer_percent_write() local
8232 tr->buffer_percent = val; in buffer_percent_write()
8250 init_tracer_tracefs(struct trace_array *tr, struct dentry *d_tracer);
8253 allocate_trace_buffer(struct trace_array *tr, struct trace_buffer *buf, int size) in allocate_trace_buffer() argument
8257 rb_flags = tr->trace_flags & TRACE_ITER_OVERWRITE ? RB_FL_OVERWRITE : 0; in allocate_trace_buffer()
8259 buf->tr = tr; in allocate_trace_buffer()
8273 set_buffer_entries(&tr->trace_buffer, in allocate_trace_buffer()
8274 ring_buffer_size(tr->trace_buffer.buffer, 0)); in allocate_trace_buffer()
8279 static int allocate_trace_buffers(struct trace_array *tr, int size) in allocate_trace_buffers() argument
8283 ret = allocate_trace_buffer(tr, &tr->trace_buffer, size); in allocate_trace_buffers()
8288 ret = allocate_trace_buffer(tr, &tr->max_buffer, in allocate_trace_buffers()
8291 ring_buffer_free(tr->trace_buffer.buffer); in allocate_trace_buffers()
8292 tr->trace_buffer.buffer = NULL; in allocate_trace_buffers()
8293 free_percpu(tr->trace_buffer.data); in allocate_trace_buffers()
8294 tr->trace_buffer.data = NULL; in allocate_trace_buffers()
8297 tr->allocated_snapshot = allocate_snapshot; in allocate_trace_buffers()
8318 static void free_trace_buffers(struct trace_array *tr) in free_trace_buffers() argument
8320 if (!tr) in free_trace_buffers()
8323 free_trace_buffer(&tr->trace_buffer); in free_trace_buffers()
8326 free_trace_buffer(&tr->max_buffer); in free_trace_buffers()
8330 static void init_trace_flags_index(struct trace_array *tr) in init_trace_flags_index() argument
8336 tr->trace_flags_index[i] = i; in init_trace_flags_index()
8339 static void __update_tracer_options(struct trace_array *tr) in __update_tracer_options() argument
8344 add_tracer_options(tr, t); in __update_tracer_options()
8347 static void update_tracer_options(struct trace_array *tr) in update_tracer_options() argument
8350 __update_tracer_options(tr); in update_tracer_options()
8356 struct trace_array *tr; in trace_array_create() local
8363 list_for_each_entry(tr, &ftrace_trace_arrays, list) { in trace_array_create()
8364 if (tr->name && strcmp(tr->name, name) == 0) in trace_array_create()
8369 tr = kzalloc(sizeof(*tr), GFP_KERNEL); in trace_array_create()
8370 if (!tr) in trace_array_create()
8373 tr->name = kstrdup(name, GFP_KERNEL); in trace_array_create()
8374 if (!tr->name) in trace_array_create()
8377 if (!alloc_cpumask_var(&tr->tracing_cpumask, GFP_KERNEL)) in trace_array_create()
8380 tr->trace_flags = global_trace.trace_flags & ~ZEROED_TRACE_FLAGS; in trace_array_create()
8382 cpumask_copy(tr->tracing_cpumask, cpu_all_mask); in trace_array_create()
8384 raw_spin_lock_init(&tr->start_lock); in trace_array_create()
8386 tr->max_lock = (arch_spinlock_t)__ARCH_SPIN_LOCK_UNLOCKED; in trace_array_create()
8388 tr->current_trace = &nop_trace; in trace_array_create()
8390 INIT_LIST_HEAD(&tr->systems); in trace_array_create()
8391 INIT_LIST_HEAD(&tr->events); in trace_array_create()
8392 INIT_LIST_HEAD(&tr->hist_vars); in trace_array_create()
8393 INIT_LIST_HEAD(&tr->err_log); in trace_array_create()
8395 if (allocate_trace_buffers(tr, trace_buf_size) < 0) in trace_array_create()
8398 tr->dir = tracefs_create_dir(name, trace_instance_dir); in trace_array_create()
8399 if (!tr->dir) in trace_array_create()
8402 ret = event_trace_add_tracer(tr->dir, tr); in trace_array_create()
8404 tracefs_remove_recursive(tr->dir); in trace_array_create()
8408 ftrace_init_trace_array(tr); in trace_array_create()
8410 init_tracer_tracefs(tr, tr->dir); in trace_array_create()
8411 init_trace_flags_index(tr); in trace_array_create()
8412 __update_tracer_options(tr); in trace_array_create()
8414 list_add(&tr->list, &ftrace_trace_arrays); in trace_array_create()
8419 return tr; in trace_array_create()
8422 free_trace_buffers(tr); in trace_array_create()
8423 free_cpumask_var(tr->tracing_cpumask); in trace_array_create()
8424 kfree(tr->name); in trace_array_create()
8425 kfree(tr); in trace_array_create()
8440 static int __remove_instance(struct trace_array *tr) in __remove_instance() argument
8444 if (tr->ref || (tr->current_trace && tr->current_trace->ref)) in __remove_instance()
8447 list_del(&tr->list); in __remove_instance()
8452 set_tracer_flag(tr, 1 << i, 0); in __remove_instance()
8455 tracing_set_nop(tr); in __remove_instance()
8456 clear_ftrace_function_probes(tr); in __remove_instance()
8457 event_trace_del_tracer(tr); in __remove_instance()
8458 ftrace_clear_pids(tr); in __remove_instance()
8459 ftrace_destroy_function_files(tr); in __remove_instance()
8460 tracefs_remove_recursive(tr->dir); in __remove_instance()
8461 free_trace_buffers(tr); in __remove_instance()
8463 for (i = 0; i < tr->nr_topts; i++) { in __remove_instance()
8464 kfree(tr->topts[i].topts); in __remove_instance()
8466 kfree(tr->topts); in __remove_instance()
8468 free_cpumask_var(tr->tracing_cpumask); in __remove_instance()
8469 kfree(tr->name); in __remove_instance()
8470 kfree(tr); in __remove_instance()
8471 tr = NULL; in __remove_instance()
8476 int trace_array_destroy(struct trace_array *tr) in trace_array_destroy() argument
8480 if (!tr) in trace_array_destroy()
8486 ret = __remove_instance(tr); in trace_array_destroy()
8497 struct trace_array *tr; in instance_rmdir() local
8504 list_for_each_entry(tr, &ftrace_trace_arrays, list) { in instance_rmdir()
8505 if (tr->name && strcmp(tr->name, name) == 0) { in instance_rmdir()
8506 ret = __remove_instance(tr); in instance_rmdir()
8527 init_tracer_tracefs(struct trace_array *tr, struct dentry *d_tracer) in init_tracer_tracefs() argument
8533 tr, &show_traces_fops); in init_tracer_tracefs()
8536 tr, &set_tracer_fops); in init_tracer_tracefs()
8539 tr, &tracing_cpumask_fops); in init_tracer_tracefs()
8542 tr, &tracing_iter_fops); in init_tracer_tracefs()
8545 tr, &tracing_fops); in init_tracer_tracefs()
8548 tr, &tracing_pipe_fops); in init_tracer_tracefs()
8551 tr, &tracing_entries_fops); in init_tracer_tracefs()
8554 tr, &tracing_total_entries_fops); in init_tracer_tracefs()
8557 tr, &tracing_free_buffer_fops); in init_tracer_tracefs()
8560 tr, &tracing_mark_fops); in init_tracer_tracefs()
8562 file = __find_event_file(tr, "ftrace", "print"); in init_tracer_tracefs()
8566 tr->trace_marker_file = file; in init_tracer_tracefs()
8569 tr, &tracing_mark_raw_fops); in init_tracer_tracefs()
8571 trace_create_file("trace_clock", 0644, d_tracer, tr, in init_tracer_tracefs()
8575 tr, &rb_simple_fops); in init_tracer_tracefs()
8577 trace_create_file("timestamp_mode", 0444, d_tracer, tr, in init_tracer_tracefs()
8580 tr->buffer_percent = 50; in init_tracer_tracefs()
8583 tr, &buffer_percent_fops); in init_tracer_tracefs()
8585 create_trace_options_dir(tr); in init_tracer_tracefs()
8589 &tr->max_latency, &tracing_max_lat_fops); in init_tracer_tracefs()
8592 if (ftrace_create_function_files(tr, d_tracer)) in init_tracer_tracefs()
8597 tr, &snapshot_fops); in init_tracer_tracefs()
8601 tr, &tracing_err_log_fops); in init_tracer_tracefs()
8604 tracing_init_tracefs_percpu(tr, cpu); in init_tracer_tracefs()
8606 ftrace_init_tracefs(tr, d_tracer); in init_tracer_tracefs()
8640 struct trace_array *tr = &global_trace; in tracing_init_dentry() local
8643 if (tr->dir) in tracing_init_dentry()
8657 tr->dir = debugfs_create_automount("tracing", NULL, in tracing_init_dentry()
8867 iter->tr = &global_trace; in trace_init_global_iter()
8868 iter->trace = iter->tr->current_trace; in trace_init_global_iter()
8880 if (trace_clocks[iter->tr->clock_id].in_ns) in trace_init_global_iter()
8889 struct trace_array *tr = &global_trace; in ftrace_dump() local
8920 old_userobj = tr->trace_flags & TRACE_ITER_SYM_USEROBJ; in ftrace_dump()
8923 tr->trace_flags &= ~TRACE_ITER_SYM_USEROBJ; in ftrace_dump()
8982 tr->trace_flags |= old_userobj; in ftrace_dump()