Lines Matching refs:hist_data
151 struct hist_trigger_data *hist_data; member
161 struct hist_trigger_data *hist_data; member
473 #define for_each_hist_field(i, hist_data) \ argument
474 for ((i) = 0; (i) < (hist_data)->n_fields; (i)++)
476 #define for_each_hist_val_field(i, hist_data) \ argument
477 for ((i) = 0; (i) < (hist_data)->n_vals; (i)++)
479 #define for_each_hist_key_field(i, hist_data) \ argument
480 for ((i) = (hist_data)->n_vals; (i) < (hist_data)->n_fields; (i)++)
544 struct hist_trigger_data *hist_data; member
582 typedef void (*action_fn_t) (struct hist_trigger_data *hist_data,
670 struct hist_trigger_data *hist_data; member
724 struct hist_trigger_data *hist_data) in track_data_alloc() argument
740 data->hist_data = hist_data; in track_data_alloc()
850 static void action_trace(struct hist_trigger_data *hist_data, in action_trace() argument
863 struct hist_trigger_data *hist_data; member
872 struct hist_trigger_data *hist_data = hist_field->hist_data; in hist_field_timestamp() local
873 struct trace_array *tr = hist_data->event_file->tr; in hist_field_timestamp()
877 if (hist_data->attrs->ts_in_usecs && trace_clock_in_ns(tr)) in hist_field_timestamp()
913 hist_field->var.hist_data == var_data) in check_field_for_var_ref()
931 static struct hist_field *find_var_ref(struct hist_trigger_data *hist_data, in find_var_ref() argument
938 for (i = 0; i < hist_data->n_var_refs; i++) { in find_var_ref()
939 hist_field = hist_data->var_refs[i]; in find_var_ref()
961 static struct hist_field *find_any_var_ref(struct hist_trigger_data *hist_data, in find_any_var_ref() argument
964 struct trace_array *tr = hist_data->event_file->tr; in find_any_var_ref()
969 if (var_data->hist_data == hist_data) in find_any_var_ref()
971 found = find_var_ref(var_data->hist_data, hist_data, var_idx); in find_any_var_ref()
992 static bool check_var_refs(struct hist_trigger_data *hist_data) in check_var_refs() argument
998 for_each_hist_field(i, hist_data) { in check_var_refs()
999 field = hist_data->fields[i]; in check_var_refs()
1001 if (find_any_var_ref(hist_data, field->var.idx)) { in check_var_refs()
1011 static struct hist_var_data *find_hist_vars(struct hist_trigger_data *hist_data) in find_hist_vars() argument
1013 struct trace_array *tr = hist_data->event_file->tr; in find_hist_vars()
1017 if (var_data->hist_data == hist_data) { in find_hist_vars()
1052 static bool has_hist_vars(struct hist_trigger_data *hist_data) in has_hist_vars() argument
1057 for_each_hist_field(i, hist_data) { in has_hist_vars()
1058 hist_field = hist_data->fields[i]; in has_hist_vars()
1066 static int save_hist_vars(struct hist_trigger_data *hist_data) in save_hist_vars() argument
1068 struct trace_array *tr = hist_data->event_file->tr; in save_hist_vars()
1071 var_data = find_hist_vars(hist_data); in save_hist_vars()
1084 var_data->hist_data = hist_data; in save_hist_vars()
1090 static void remove_hist_vars(struct hist_trigger_data *hist_data) in remove_hist_vars() argument
1092 struct trace_array *tr = hist_data->event_file->tr; in remove_hist_vars()
1095 var_data = find_hist_vars(hist_data); in remove_hist_vars()
1099 if (WARN_ON(check_var_refs(hist_data))) in remove_hist_vars()
1109 static struct hist_field *find_var_field(struct hist_trigger_data *hist_data, in find_var_field() argument
1115 for_each_hist_field(i, hist_data) { in find_var_field()
1116 hist_field = hist_data->fields[i]; in find_var_field()
1127 static struct hist_field *find_var(struct hist_trigger_data *hist_data, in find_var() argument
1137 hist_field = find_var_field(hist_data, var_name); in find_var()
1166 var_hist_data = var_data->hist_data; in find_var_file()
1206 find_match_var(struct hist_trigger_data *hist_data, char *var_name) in find_match_var() argument
1208 struct trace_array *tr = hist_data->event_file->tr; in find_match_var()
1213 for (i = 0; i < hist_data->n_actions; i++) { in find_match_var()
1214 struct action_data *data = hist_data->actions[i]; in find_match_var()
1238 static struct hist_field *find_event_var(struct hist_trigger_data *hist_data, in find_event_var() argument
1243 struct trace_array *tr = hist_data->event_file->tr; in find_event_var()
1248 hist_field = find_match_var(hist_data, var_name); in find_event_var()
1282 static bool resolve_var_refs(struct hist_trigger_data *hist_data, void *key, in resolve_var_refs() argument
1292 for (i = 0; i < hist_data->n_var_refs; i++) { in resolve_var_refs()
1293 hist_field = hist_data->var_refs[i]; in resolve_var_refs()
1295 var_data = hist_field->var.hist_data; in resolve_var_refs()
1302 if ((self && var_data != hist_data) || in resolve_var_refs()
1303 (!self && var_data == hist_data)) in resolve_var_refs()
1620 struct hist_trigger_data *hist_data = elt->map->private_data; in hist_trigger_elt_data_alloc() local
1630 for_each_hist_field(i, hist_data) { in hist_trigger_elt_data_alloc()
1631 hist_field = hist_data->fields[i]; in hist_trigger_elt_data_alloc()
1643 n_str = hist_data->n_field_var_str + hist_data->n_save_var_str + in hist_trigger_elt_data_alloc()
1644 hist_data->n_var_str; in hist_trigger_elt_data_alloc()
1926 static struct hist_field *create_hist_field(struct hist_trigger_data *hist_data, in create_hist_field() argument
1942 hist_field->hist_data = hist_data; in create_hist_field()
1977 hist_field->operands[0] = create_hist_field(hist_data, field, fl, NULL); in create_hist_field()
2051 static void destroy_hist_fields(struct hist_trigger_data *hist_data) in destroy_hist_fields() argument
2056 if (hist_data->fields[i]) { in destroy_hist_fields()
2057 destroy_hist_field(hist_data->fields[i], 0); in destroy_hist_fields()
2058 hist_data->fields[i] = NULL; in destroy_hist_fields()
2062 for (i = 0; i < hist_data->n_var_refs; i++) { in destroy_hist_fields()
2063 WARN_ON(!(hist_data->var_refs[i]->flags & HIST_FIELD_FL_VAR_REF)); in destroy_hist_fields()
2064 __destroy_hist_field(hist_data->var_refs[i]); in destroy_hist_fields()
2065 hist_data->var_refs[i] = NULL; in destroy_hist_fields()
2076 ref_field->var.hist_data = var_field->hist_data; in init_var_ref()
2128 static int find_var_ref_idx(struct hist_trigger_data *hist_data, in find_var_ref_idx() argument
2134 for (i = 0; i < hist_data->n_var_refs; i++) { in find_var_ref_idx()
2135 ref_field = hist_data->var_refs[i]; in find_var_ref_idx()
2137 ref_field->var.hist_data == var_field->hist_data) in find_var_ref_idx()
2159 static struct hist_field *create_var_ref(struct hist_trigger_data *hist_data, in create_var_ref() argument
2168 for (i = 0; i < hist_data->n_var_refs; i++) { in create_var_ref()
2169 ref_field = hist_data->var_refs[i]; in create_var_ref()
2171 ref_field->var.hist_data == var_field->hist_data) { in create_var_ref()
2177 ref_field = create_hist_field(var_field->hist_data, NULL, flags, NULL); in create_var_ref()
2184 hist_data->var_refs[hist_data->n_var_refs] = ref_field; in create_var_ref()
2185 ref_field->var_ref_idx = hist_data->n_var_refs++; in create_var_ref()
2199 static char *field_name_from_var(struct hist_trigger_data *hist_data, in field_name_from_var() argument
2205 for (i = 0; i < hist_data->attrs->var_defs.n_vars; i++) { in field_name_from_var()
2206 name = hist_data->attrs->var_defs.name[i]; in field_name_from_var()
2209 field = hist_data->attrs->var_defs.expr[i]; in field_name_from_var()
2219 static char *local_field_var_ref(struct hist_trigger_data *hist_data, in local_field_var_ref() argument
2226 call = hist_data->event_file->event_call; in local_field_var_ref()
2243 return field_name_from_var(hist_data, var_name); in local_field_var_ref()
2246 static struct hist_field *parse_var_ref(struct hist_trigger_data *hist_data, in parse_var_ref() argument
2251 struct trace_array *tr = hist_data->event_file->tr; in parse_var_ref()
2258 var_field = find_event_var(hist_data, system, event_name, var_name); in parse_var_ref()
2260 ref_field = create_var_ref(hist_data, var_field, in parse_var_ref()
2270 parse_field(struct hist_trigger_data *hist_data, struct trace_event_file *file, in parse_field() argument
2326 hist_data->enable_timestamps = true; in parse_field()
2328 hist_data->attrs->ts_in_usecs = true; in parse_field()
2355 static struct hist_field *create_alias(struct hist_trigger_data *hist_data, in create_alias() argument
2362 alias = create_hist_field(hist_data, NULL, flags, var_name); in create_alias()
2379 static struct hist_field *parse_const(struct hist_trigger_data *hist_data, in parse_const() argument
2383 struct trace_array *tr = hist_data->event_file->tr; in parse_const()
2393 field = create_hist_field(hist_data, NULL, *flags, var_name); in parse_const()
2402 static struct hist_field *parse_atom(struct hist_trigger_data *hist_data, in parse_atom() argument
2413 hist_field = parse_const(hist_data, str, var_name, flags); in parse_atom()
2439 s = local_field_var_ref(hist_data, ref_system, ref_event, ref_var); in parse_atom()
2441 hist_field = parse_var_ref(hist_data, ref_system, in parse_atom()
2445 hist_field = create_alias(hist_data, hist_field, var_name); in parse_atom()
2456 field = parse_field(hist_data, file, str, flags, &buckets); in parse_atom()
2462 hist_field = create_hist_field(hist_data, field, *flags, var_name); in parse_atom()
2474 static struct hist_field *parse_expr(struct hist_trigger_data *hist_data,
2479 static struct hist_field *parse_unary(struct hist_trigger_data *hist_data, in parse_unary() argument
2527 expr = create_hist_field(hist_data, NULL, flags, var_name); in parse_unary()
2534 operand1 = parse_expr(hist_data, file, str, operand_flags, NULL, n_subexprs); in parse_unary()
2584 var = find_var_field(operand1->var.hist_data, operand1->name); in check_expr_operands()
2595 var = find_var_field(operand2->var.hist_data, operand2->name); in check_expr_operands()
2611 static struct hist_field *parse_expr(struct hist_trigger_data *hist_data, in parse_expr() argument
2632 return parse_atom(hist_data, file, str, &flags, var_name); in parse_expr()
2635 return parse_unary(hist_data, file, str, flags, var_name, n_subexprs); in parse_expr()
2655 operand1 = parse_expr(hist_data, file, operand1_str, operand_flags, NULL, n_subexprs); in parse_expr()
2667 operand2 = parse_expr(hist_data, file, str, operand_flags, NULL, n_subexprs); in parse_expr()
2714 expr = create_hist_field(hist_data, NULL, flags, var_name); in parse_expr()
2795 static char *find_trigger_filter(struct hist_trigger_data *hist_data, in find_trigger_filter() argument
2804 if (test->private_data == hist_data) in find_trigger_filter()
2819 struct hist_trigger_data *hist_data, in compatible_keys() argument
2825 if (hist_data->n_fields - hist_data->n_vals != n_keys) in compatible_keys()
2828 i = hist_data->n_vals; in compatible_keys()
2832 hist_field = hist_data->fields[i + n]; in compatible_keys()
2850 struct hist_trigger_data *hist_data; in find_compatible_hist() local
2860 hist_data = test->private_data; in find_compatible_hist()
2862 if (compatible_keys(target_hist_data, hist_data, n_keys)) in find_compatible_hist()
2863 return hist_data; in find_compatible_hist()
2933 struct hist_trigger_data *hist_data; in create_field_var_hist() local
2962 hist_data = find_compatible_hist(target_hist_data, file); in create_field_var_hist()
2963 if (!hist_data) { in create_field_var_hist()
2987 for_each_hist_key_field(i, hist_data) { in create_field_var_hist()
2988 key_field = hist_data->fields[i]; in create_field_var_hist()
3002 saved_filter = find_trigger_filter(hist_data, file); in create_field_var_hist()
3016 var_hist->hist_data = hist_data; in create_field_var_hist()
3049 find_target_event_var(struct hist_trigger_data *hist_data, in find_target_event_var() argument
3052 struct trace_event_file *file = hist_data->event_file; in find_target_event_var()
3070 hist_field = find_var_field(hist_data, var_name); in find_target_event_var()
3108 static void update_field_vars(struct hist_trigger_data *hist_data, in update_field_vars() argument
3114 __update_field_vars(elt, buffer, rbe, rec, hist_data->field_vars, in update_field_vars()
3115 hist_data->n_field_vars, 0); in update_field_vars()
3118 static void save_track_data_vars(struct hist_trigger_data *hist_data, in save_track_data_vars() argument
3124 __update_field_vars(elt, buffer, rbe, rec, hist_data->save_vars, in save_track_data_vars()
3125 hist_data->n_save_vars, hist_data->n_field_var_str); in save_track_data_vars()
3128 static struct hist_field *create_var(struct hist_trigger_data *hist_data, in create_var() argument
3135 if (find_var(hist_data, file, name) && !hist_data->remove) { in create_var()
3146 idx = tracing_map_add_var(hist_data->map); in create_var()
3156 var->var.hist_data = var->hist_data = hist_data; in create_var()
3170 static struct field_var *create_field_var(struct hist_trigger_data *hist_data, in create_field_var() argument
3180 if (hist_data->n_field_vars >= SYNTH_FIELDS_MAX) { in create_field_var()
3186 val = parse_atom(hist_data, file, field_name, &flags, NULL); in create_field_var()
3193 var = create_var(hist_data, file, field_name, val->size, val->type); in create_field_var()
3278 static u64 get_track_val(struct hist_trigger_data *hist_data, in get_track_val() argument
3290 static void save_track_val(struct hist_trigger_data *hist_data, in save_track_val() argument
3299 static void save_track_data(struct hist_trigger_data *hist_data, in save_track_data() argument
3306 data->track_data.save_data(hist_data, elt, buffer, rec, rbe, in save_track_data()
3314 struct hist_trigger_data *hist_data; in check_track_val() local
3317 hist_data = data->track_data.track_var->hist_data; in check_track_val()
3318 track_val = get_track_val(hist_data, elt, data); in check_track_val()
3338 track_val = get_track_val(track_data->hist_data, context->elt, in cond_snapshot_update()
3357 static void save_track_data_snapshot(struct hist_trigger_data *hist_data, in save_track_data_snapshot() argument
3364 struct trace_event_file *file = hist_data->event_file; in save_track_data_snapshot()
3374 struct hist_trigger_data *hist_data,
3378 static struct action_data *snapshot_action(struct hist_trigger_data *hist_data) in snapshot_action() argument
3382 if (!hist_data->n_actions) in snapshot_action()
3385 for (i = 0; i < hist_data->n_actions; i++) { in snapshot_action()
3386 struct action_data *data = hist_data->actions[i]; in snapshot_action()
3396 struct hist_trigger_data *hist_data) in track_data_snapshot_print() argument
3398 struct trace_event_file *file = hist_data->event_file; in track_data_snapshot_print()
3409 action = snapshot_action(hist_data); in track_data_snapshot_print()
3419 hist_trigger_print_key(m, hist_data, track_data->key, &track_data->elt); in track_data_snapshot_print()
3427 static void save_track_data_snapshot(struct hist_trigger_data *hist_data, in save_track_data_snapshot() argument
3434 struct hist_trigger_data *hist_data) {} in track_data_snapshot_print() argument
3438 struct hist_trigger_data *hist_data, in track_data_print() argument
3442 u64 track_val = get_track_val(hist_data, elt, data); in track_data_print()
3453 for (i = 0; i < hist_data->n_save_vars; i++) { in track_data_print()
3454 struct hist_field *save_val = hist_data->save_vars[i]->val; in track_data_print()
3455 struct hist_field *save_var = hist_data->save_vars[i]->var; in track_data_print()
3470 static void ontrack_action(struct hist_trigger_data *hist_data, in ontrack_action() argument
3479 save_track_val(hist_data, elt, data, var_val); in ontrack_action()
3480 save_track_data(hist_data, elt, buffer, rec, rbe, in ontrack_action()
3504 static void track_data_destroy(struct hist_trigger_data *hist_data, in track_data_destroy() argument
3507 struct trace_event_file *file = hist_data->event_file; in track_data_destroy()
3515 if (track_data && track_data->hist_data == hist_data) { in track_data_destroy()
3526 static int action_create(struct hist_trigger_data *hist_data,
3529 static int track_data_create(struct hist_trigger_data *hist_data, in track_data_create() argument
3533 struct trace_event_file *file = hist_data->event_file; in track_data_create()
3545 var_field = find_target_event_var(hist_data, NULL, NULL, track_data_var_str); in track_data_create()
3551 ref_field = create_var_ref(hist_data, var_field, NULL, NULL); in track_data_create()
3558 track_var = create_var(hist_data, file, "__max", sizeof(u64), "u64"); in track_data_create()
3566 track_var = create_var(hist_data, file, "__change", sizeof(u64), "u64"); in track_data_create()
3574 ret = action_create(hist_data, data); in track_data_create()
3730 static struct action_data *track_data_parse(struct hist_trigger_data *hist_data, in track_data_parse() argument
3753 ret = action_parse(hist_data->event_file->tr, str, data, handler); in track_data_parse()
3759 track_data_destroy(hist_data, data); in track_data_parse()
3783 static void destroy_field_vars(struct hist_trigger_data *hist_data) in destroy_field_vars() argument
3787 for (i = 0; i < hist_data->n_field_vars; i++) in destroy_field_vars()
3788 destroy_field_var(hist_data->field_vars[i]); in destroy_field_vars()
3790 for (i = 0; i < hist_data->n_save_vars; i++) in destroy_field_vars()
3791 destroy_field_var(hist_data->save_vars[i]); in destroy_field_vars()
3794 static void save_field_var(struct hist_trigger_data *hist_data, in save_field_var() argument
3797 hist_data->field_vars[hist_data->n_field_vars++] = field_var; in save_field_var()
3800 hist_data->n_field_var_str++; in save_field_var()
3834 trace_action_find_var(struct hist_trigger_data *hist_data, in trace_action_find_var() argument
3838 struct trace_array *tr = hist_data->event_file->tr; in trace_action_find_var()
3843 hist_field = find_target_event_var(hist_data, system, event, var); in trace_action_find_var()
3850 hist_field = find_event_var(hist_data, system, event, var); in trace_action_find_var()
3860 trace_action_create_field_var(struct hist_trigger_data *hist_data, in trace_action_create_field_var() argument
3873 field_var = create_target_field_var(hist_data, system, event, var); in trace_action_create_field_var()
3876 save_field_var(hist_data, field_var); in trace_action_create_field_var()
3899 hist_field = create_field_var_hist(hist_data, system, event, var); in trace_action_create_field_var()
3911 static int trace_action_create(struct hist_trigger_data *hist_data, in trace_action_create() argument
3914 struct trace_array *tr = hist_data->event_file->tr; in trace_action_create()
3961 hist_field = trace_action_find_var(hist_data, data, in trace_action_create()
3965 hist_field = trace_action_create_field_var(hist_data, in trace_action_create()
3978 var_ref = create_var_ref(hist_data, hist_field, in trace_action_create()
3986 var_ref_idx = find_var_ref_idx(hist_data, var_ref); in trace_action_create()
4021 static int action_create(struct hist_trigger_data *hist_data, in action_create() argument
4024 struct trace_event_file *file = hist_data->event_file; in action_create()
4033 return trace_action_create(hist_data, data); in action_create()
4036 track_data = track_data_alloc(hist_data->key_size, data, hist_data); in action_create()
4051 if (hist_data->n_save_vars) { in action_create()
4064 field_var = create_target_field_var(hist_data, NULL, NULL, param); in action_create()
4073 hist_data->save_vars[hist_data->n_save_vars++] = field_var; in action_create()
4075 hist_data->n_save_var_str++; in action_create()
4083 static int onmatch_create(struct hist_trigger_data *hist_data, in onmatch_create() argument
4086 return action_create(hist_data, data); in onmatch_create()
4139 static int create_hitcount_val(struct hist_trigger_data *hist_data) in create_hitcount_val() argument
4141 hist_data->fields[HITCOUNT_IDX] = in create_hitcount_val()
4142 create_hist_field(hist_data, NULL, HIST_FIELD_FL_HITCOUNT, NULL); in create_hitcount_val()
4143 if (!hist_data->fields[HITCOUNT_IDX]) in create_hitcount_val()
4146 hist_data->n_vals++; in create_hitcount_val()
4147 hist_data->n_fields++; in create_hitcount_val()
4149 if (WARN_ON(hist_data->n_vals > TRACING_MAP_VALS_MAX)) in create_hitcount_val()
4155 static int __create_val_field(struct hist_trigger_data *hist_data, in __create_val_field() argument
4164 hist_field = parse_expr(hist_data, file, field_str, flags, var_name, &n_subexprs); in __create_val_field()
4170 hist_data->fields[val_idx] = hist_field; in __create_val_field()
4172 ++hist_data->n_vals; in __create_val_field()
4173 ++hist_data->n_fields; in __create_val_field()
4175 if (WARN_ON(hist_data->n_vals > TRACING_MAP_VALS_MAX + TRACING_MAP_VARS_MAX)) in __create_val_field()
4181 static int create_val_field(struct hist_trigger_data *hist_data, in create_val_field() argument
4189 return __create_val_field(hist_data, val_idx, file, NULL, field_str, 0); in create_val_field()
4295 static int create_var_field(struct hist_trigger_data *hist_data, in create_var_field() argument
4300 struct trace_array *tr = hist_data->event_file->tr; in create_var_field()
4307 if (find_var(hist_data, file, var_name) && !hist_data->remove) { in create_var_field()
4313 hist_data->n_vars++; in create_var_field()
4314 if (WARN_ON(hist_data->n_vars > TRACING_MAP_VARS_MAX)) in create_var_field()
4317 ret = __create_val_field(hist_data, val_idx, file, var_name, expr_str, flags); in create_var_field()
4319 if (!ret && hist_data->fields[val_idx]->flags & HIST_FIELD_FL_EXECNAME) in create_var_field()
4320 update_var_execname(hist_data->fields[val_idx]); in create_var_field()
4322 if (!ret && hist_data->fields[val_idx]->flags & HIST_FIELD_FL_STRING) in create_var_field()
4323 hist_data->fields[val_idx]->var_str_idx = hist_data->n_var_str++; in create_var_field()
4328 static int create_val_fields(struct hist_trigger_data *hist_data, in create_val_fields() argument
4335 ret = create_hitcount_val(hist_data); in create_val_fields()
4339 fields_str = hist_data->attrs->vals_str; in create_val_fields()
4352 ret = create_val_field(hist_data, j++, file, field_str); in create_val_fields()
4363 static int create_key_field(struct hist_trigger_data *hist_data, in create_key_field() argument
4369 struct trace_array *tr = hist_data->event_file->tr; in create_key_field()
4383 hist_field = create_hist_field(hist_data, NULL, flags, NULL); in create_key_field()
4385 hist_field = parse_expr(hist_data, file, field_str, flags, in create_key_field()
4402 hist_data->fields[key_idx] = hist_field; in create_key_field()
4405 hist_data->fields[key_idx]->size = key_size; in create_key_field()
4406 hist_data->fields[key_idx]->offset = key_offset; in create_key_field()
4408 hist_data->key_size += key_size; in create_key_field()
4410 if (hist_data->key_size > HIST_KEY_SIZE_MAX) { in create_key_field()
4415 hist_data->n_keys++; in create_key_field()
4416 hist_data->n_fields++; in create_key_field()
4418 if (WARN_ON(hist_data->n_keys > TRACING_MAP_KEYS_MAX)) in create_key_field()
4426 static int create_key_fields(struct hist_trigger_data *hist_data, in create_key_fields() argument
4429 unsigned int i, key_offset = 0, n_vals = hist_data->n_vals; in create_key_fields()
4433 fields_str = hist_data->attrs->keys_str; in create_key_fields()
4441 ret = create_key_field(hist_data, i, key_offset, in create_key_fields()
4456 static int create_var_fields(struct hist_trigger_data *hist_data, in create_var_fields() argument
4459 unsigned int i, j = hist_data->n_vals; in create_var_fields()
4462 unsigned int n_vars = hist_data->attrs->var_defs.n_vars; in create_var_fields()
4465 char *var_name = hist_data->attrs->var_defs.name[i]; in create_var_fields()
4466 char *expr = hist_data->attrs->var_defs.expr[i]; in create_var_fields()
4468 ret = create_var_field(hist_data, j++, file, var_name, expr); in create_var_fields()
4476 static void free_var_defs(struct hist_trigger_data *hist_data) in free_var_defs() argument
4480 for (i = 0; i < hist_data->attrs->var_defs.n_vars; i++) { in free_var_defs()
4481 kfree(hist_data->attrs->var_defs.name[i]); in free_var_defs()
4482 kfree(hist_data->attrs->var_defs.expr[i]); in free_var_defs()
4485 hist_data->attrs->var_defs.n_vars = 0; in free_var_defs()
4488 static int parse_var_defs(struct hist_trigger_data *hist_data) in parse_var_defs() argument
4490 struct trace_array *tr = hist_data->event_file->tr; in parse_var_defs()
4495 for (i = 0; i < hist_data->attrs->n_assignments; i++) { in parse_var_defs()
4496 str = hist_data->attrs->assignment_str[i]; in parse_var_defs()
4521 hist_data->attrs->var_defs.name[n_vars] = s; in parse_var_defs()
4525 kfree(hist_data->attrs->var_defs.name[n_vars]); in parse_var_defs()
4526 hist_data->attrs->var_defs.name[n_vars] = NULL; in parse_var_defs()
4530 hist_data->attrs->var_defs.expr[n_vars++] = s; in parse_var_defs()
4532 hist_data->attrs->var_defs.n_vars = n_vars; in parse_var_defs()
4538 free_var_defs(hist_data); in parse_var_defs()
4543 static int create_hist_fields(struct hist_trigger_data *hist_data, in create_hist_fields() argument
4548 ret = parse_var_defs(hist_data); in create_hist_fields()
4552 ret = create_val_fields(hist_data, file); in create_hist_fields()
4556 ret = create_var_fields(hist_data, file); in create_hist_fields()
4560 ret = create_key_fields(hist_data, file); in create_hist_fields()
4563 free_var_defs(hist_data); in create_hist_fields()
4584 static int create_sort_keys(struct hist_trigger_data *hist_data) in create_sort_keys() argument
4586 struct trace_array *tr = hist_data->event_file->tr; in create_sort_keys()
4587 char *fields_str = hist_data->attrs->sort_key_str; in create_sort_keys()
4592 hist_data->n_sort_keys = 1; /* we always have at least one, hitcount */ in create_sort_keys()
4602 sort_key = &hist_data->sort_keys[i]; in create_sort_keys()
4637 for (j = 1, k = 1; j < hist_data->n_fields; j++) { in create_sort_keys()
4640 hist_field = hist_data->fields[j]; in create_sort_keys()
4659 if (j == hist_data->n_fields) { in create_sort_keys()
4666 hist_data->n_sort_keys = i; in create_sort_keys()
4671 static void destroy_actions(struct hist_trigger_data *hist_data) in destroy_actions() argument
4675 for (i = 0; i < hist_data->n_actions; i++) { in destroy_actions()
4676 struct action_data *data = hist_data->actions[i]; in destroy_actions()
4682 track_data_destroy(hist_data, data); in destroy_actions()
4688 static int parse_actions(struct hist_trigger_data *hist_data) in parse_actions() argument
4690 struct trace_array *tr = hist_data->event_file->tr; in parse_actions()
4697 for (i = 0; i < hist_data->attrs->n_actions; i++) { in parse_actions()
4698 str = hist_data->attrs->action_str[i]; in parse_actions()
4711 data = track_data_parse(hist_data, action_str, in parse_actions()
4720 data = track_data_parse(hist_data, action_str, in parse_actions()
4731 hist_data->actions[hist_data->n_actions++] = data; in parse_actions()
4737 static int create_actions(struct hist_trigger_data *hist_data) in create_actions() argument
4743 for (i = 0; i < hist_data->attrs->n_actions; i++) { in create_actions()
4744 data = hist_data->actions[i]; in create_actions()
4747 ret = onmatch_create(hist_data, data); in create_actions()
4752 ret = track_data_create(hist_data, data); in create_actions()
4765 struct hist_trigger_data *hist_data, in print_actions() argument
4770 for (i = 0; i < hist_data->n_actions; i++) { in print_actions()
4771 struct action_data *data = hist_data->actions[i]; in print_actions()
4778 track_data_print(m, hist_data, elt, data); in print_actions()
4783 struct hist_trigger_data *hist_data, in print_action_spec() argument
4789 for (i = 0; i < hist_data->n_save_vars; i++) { in print_action_spec()
4790 seq_printf(m, "%s", hist_data->save_vars[i]->var->var.name); in print_action_spec()
4791 if (i < hist_data->n_save_vars - 1) in print_action_spec()
4806 struct hist_trigger_data *hist_data, in print_track_data_spec() argument
4816 print_action_spec(m, hist_data, data); in print_track_data_spec()
4822 struct hist_trigger_data *hist_data, in print_onmatch_spec() argument
4830 print_action_spec(m, hist_data, data); in print_onmatch_spec()
4835 static bool actions_match(struct hist_trigger_data *hist_data, in actions_match() argument
4840 if (hist_data->n_actions != hist_data_test->n_actions) in actions_match()
4843 for (i = 0; i < hist_data->n_actions; i++) { in actions_match()
4844 struct action_data *data = hist_data->actions[i]; in actions_match()
4894 struct hist_trigger_data *hist_data) in print_actions_spec() argument
4898 for (i = 0; i < hist_data->n_actions; i++) { in print_actions_spec()
4899 struct action_data *data = hist_data->actions[i]; in print_actions_spec()
4902 print_onmatch_spec(m, hist_data, data); in print_actions_spec()
4905 print_track_data_spec(m, hist_data, data); in print_actions_spec()
4909 static void destroy_field_var_hists(struct hist_trigger_data *hist_data) in destroy_field_var_hists() argument
4913 for (i = 0; i < hist_data->n_field_var_hists; i++) { in destroy_field_var_hists()
4914 kfree(hist_data->field_var_hists[i]->cmd); in destroy_field_var_hists()
4915 kfree(hist_data->field_var_hists[i]); in destroy_field_var_hists()
4919 static void destroy_hist_data(struct hist_trigger_data *hist_data) in destroy_hist_data() argument
4921 if (!hist_data) in destroy_hist_data()
4924 destroy_hist_trigger_attrs(hist_data->attrs); in destroy_hist_data()
4925 destroy_hist_fields(hist_data); in destroy_hist_data()
4926 tracing_map_destroy(hist_data->map); in destroy_hist_data()
4928 destroy_actions(hist_data); in destroy_hist_data()
4929 destroy_field_vars(hist_data); in destroy_hist_data()
4930 destroy_field_var_hists(hist_data); in destroy_hist_data()
4932 kfree(hist_data); in destroy_hist_data()
4935 static int create_tracing_map_fields(struct hist_trigger_data *hist_data) in create_tracing_map_fields() argument
4937 struct tracing_map *map = hist_data->map; in create_tracing_map_fields()
4942 for_each_hist_field(i, hist_data) { in create_tracing_map_fields()
4943 hist_field = hist_data->fields[i]; in create_tracing_map_fields()
4973 hist_field->var.hist_data = hist_data; in create_tracing_map_fields()
4987 struct hist_trigger_data *hist_data; in create_hist_data() local
4990 hist_data = kzalloc(sizeof(*hist_data), GFP_KERNEL); in create_hist_data()
4991 if (!hist_data) in create_hist_data()
4994 hist_data->attrs = attrs; in create_hist_data()
4995 hist_data->remove = remove; in create_hist_data()
4996 hist_data->event_file = file; in create_hist_data()
4998 ret = parse_actions(hist_data); in create_hist_data()
5002 ret = create_hist_fields(hist_data, file); in create_hist_data()
5006 ret = create_sort_keys(hist_data); in create_hist_data()
5012 hist_data->map = tracing_map_create(map_bits, hist_data->key_size, in create_hist_data()
5013 map_ops, hist_data); in create_hist_data()
5014 if (IS_ERR(hist_data->map)) { in create_hist_data()
5015 ret = PTR_ERR(hist_data->map); in create_hist_data()
5016 hist_data->map = NULL; in create_hist_data()
5020 ret = create_tracing_map_fields(hist_data); in create_hist_data()
5024 return hist_data; in create_hist_data()
5026 hist_data->attrs = NULL; in create_hist_data()
5028 destroy_hist_data(hist_data); in create_hist_data()
5030 hist_data = ERR_PTR(ret); in create_hist_data()
5035 static void hist_trigger_elt_update(struct hist_trigger_data *hist_data, in hist_trigger_elt_update() argument
5049 for_each_hist_val_field(i, hist_data) { in hist_trigger_elt_update()
5050 hist_field = hist_data->fields[i]; in hist_trigger_elt_update()
5060 str_start = hist_data->n_field_var_str + in hist_trigger_elt_update()
5061 hist_data->n_save_var_str; in hist_trigger_elt_update()
5079 for_each_hist_key_field(i, hist_data) { in hist_trigger_elt_update()
5080 hist_field = hist_data->fields[i]; in hist_trigger_elt_update()
5088 update_field_vars(hist_data, elt, buffer, rbe, rec); in hist_trigger_elt_update()
5116 hist_trigger_actions(struct hist_trigger_data *hist_data, in hist_trigger_actions() argument
5125 for (i = 0; i < hist_data->n_actions; i++) { in hist_trigger_actions()
5126 data = hist_data->actions[i]; in hist_trigger_actions()
5127 data->fn(hist_data, elt, buffer, rec, rbe, key, data, var_ref_vals); in hist_trigger_actions()
5135 struct hist_trigger_data *hist_data = data->private_data; in event_hist_trigger() local
5136 bool use_compound_key = (hist_data->n_keys > 1); in event_hist_trigger()
5149 memset(compound_key, 0, hist_data->key_size); in event_hist_trigger()
5151 for_each_hist_key_field(i, hist_data) { in event_hist_trigger()
5152 key_field = hist_data->fields[i]; in event_hist_trigger()
5175 if (hist_data->n_var_refs && in event_hist_trigger()
5176 !resolve_var_refs(hist_data, key, var_ref_vals, false)) in event_hist_trigger()
5179 elt = tracing_map_insert(hist_data->map, key); in event_hist_trigger()
5183 hist_trigger_elt_update(hist_data, elt, buffer, rec, rbe, var_ref_vals); in event_hist_trigger()
5185 if (resolve_var_refs(hist_data, key, var_ref_vals, true)) in event_hist_trigger()
5186 hist_trigger_actions(hist_data, elt, buffer, rec, rbe, key, var_ref_vals); in event_hist_trigger()
5206 struct hist_trigger_data *hist_data, in hist_trigger_print_key() argument
5218 for_each_hist_key_field(i, hist_data) { in hist_trigger_print_key()
5219 key_field = hist_data->fields[i]; in hist_trigger_print_key()
5221 if (i > hist_data->n_vals) in hist_trigger_print_key()
5289 struct hist_trigger_data *hist_data, in hist_trigger_entry_print() argument
5296 hist_trigger_print_key(m, hist_data, key, elt); in hist_trigger_entry_print()
5301 for (i = 1; i < hist_data->n_vals; i++) { in hist_trigger_entry_print()
5302 field_name = hist_field_name(hist_data->fields[i], 0); in hist_trigger_entry_print()
5304 if (hist_data->fields[i]->flags & HIST_FIELD_FL_VAR || in hist_trigger_entry_print()
5305 hist_data->fields[i]->flags & HIST_FIELD_FL_EXPR) in hist_trigger_entry_print()
5308 if (hist_data->fields[i]->flags & HIST_FIELD_FL_HEX) { in hist_trigger_entry_print()
5317 print_actions(m, hist_data, elt); in hist_trigger_entry_print()
5323 struct hist_trigger_data *hist_data) in print_entries() argument
5326 struct tracing_map *map = hist_data->map; in print_entries()
5329 n_entries = tracing_map_sort_entries(map, hist_data->sort_keys, in print_entries()
5330 hist_data->n_sort_keys, in print_entries()
5336 hist_trigger_entry_print(m, hist_data, in print_entries()
5348 struct hist_trigger_data *hist_data; in hist_trigger_show() local
5358 hist_data = data->private_data; in hist_trigger_show()
5359 n_entries = print_entries(m, hist_data); in hist_trigger_show()
5363 track_data_snapshot_print(m, hist_data); in hist_trigger_show()
5366 (u64)atomic64_read(&hist_data->map->hits), in hist_trigger_show()
5367 n_entries, (u64)atomic64_read(&hist_data->map->drops)); in hist_trigger_show()
5466 seq_printf(m, " var.hist_data: %p\n", field->var.hist_data); in hist_field_debug_show()
5550 struct hist_trigger_data *hist_data) in hist_actions_debug_show() argument
5554 if (hist_data->n_actions) in hist_actions_debug_show()
5557 for (i = 0; i < hist_data->n_actions; i++) { in hist_actions_debug_show()
5558 struct action_data *action = hist_data->actions[i]; in hist_actions_debug_show()
5565 if (hist_data->n_save_vars) in hist_actions_debug_show()
5568 for (i = 0; i < hist_data->n_save_vars; i++) { in hist_actions_debug_show()
5569 ret = field_var_debug_show(m, hist_data->save_vars[i], i, true); in hist_actions_debug_show()
5580 struct hist_trigger_data *hist_data; in hist_trigger_debug_show() local
5590 hist_data = data->private_data; in hist_trigger_debug_show()
5592 seq_printf(m, "hist_data: %p\n\n", hist_data); in hist_trigger_debug_show()
5593 seq_printf(m, " n_vals: %u\n", hist_data->n_vals); in hist_trigger_debug_show()
5594 seq_printf(m, " n_keys: %u\n", hist_data->n_keys); in hist_trigger_debug_show()
5595 seq_printf(m, " n_fields: %u\n", hist_data->n_fields); in hist_trigger_debug_show()
5600 ret = hist_field_debug_show(m, hist_data->fields[0], in hist_trigger_debug_show()
5605 for (i = 1; i < hist_data->n_vals; i++) { in hist_trigger_debug_show()
5607 ret = hist_field_debug_show(m, hist_data->fields[i], 0); in hist_trigger_debug_show()
5614 for (i = hist_data->n_vals; i < hist_data->n_fields; i++) { in hist_trigger_debug_show()
5616 ret = hist_field_debug_show(m, hist_data->fields[i], in hist_trigger_debug_show()
5622 if (hist_data->n_var_refs) in hist_trigger_debug_show()
5625 for (i = 0; i < hist_data->n_var_refs; i++) { in hist_trigger_debug_show()
5627 ret = hist_field_debug_show(m, hist_data->var_refs[i], in hist_trigger_debug_show()
5633 if (hist_data->n_field_vars) in hist_trigger_debug_show()
5636 for (i = 0; i < hist_data->n_field_vars; i++) { in hist_trigger_debug_show()
5637 ret = field_var_debug_show(m, hist_data->field_vars[i], i, false); in hist_trigger_debug_show()
5642 ret = hist_actions_debug_show(m, hist_data); in hist_trigger_debug_show()
5726 struct hist_trigger_data *hist_data = data->private_data; in event_hist_trigger_print() local
5738 for_each_hist_key_field(i, hist_data) { in event_hist_trigger_print()
5739 field = hist_data->fields[i]; in event_hist_trigger_print()
5741 if (i > hist_data->n_vals) in event_hist_trigger_print()
5752 for_each_hist_val_field(i, hist_data) { in event_hist_trigger_print()
5753 field = hist_data->fields[i]; in event_hist_trigger_print()
5772 for_each_hist_val_field(i, hist_data) { in event_hist_trigger_print()
5773 field = hist_data->fields[i]; in event_hist_trigger_print()
5785 for (i = 0; i < hist_data->n_sort_keys; i++) { in event_hist_trigger_print()
5790 first_key_idx = hist_data->n_vals - hist_data->n_vars; in event_hist_trigger_print()
5792 sort_key = &hist_data->sort_keys[i]; in event_hist_trigger_print()
5805 idx += hist_data->n_vars; in event_hist_trigger_print()
5806 hist_field_print(m, hist_data->fields[idx]); in event_hist_trigger_print()
5812 seq_printf(m, ":size=%u", (1 << hist_data->map->map_bits)); in event_hist_trigger_print()
5813 if (hist_data->enable_timestamps) in event_hist_trigger_print()
5814 seq_printf(m, ":clock=%s", hist_data->attrs->clock); in event_hist_trigger_print()
5816 print_actions_spec(m, hist_data); in event_hist_trigger_print()
5833 struct hist_trigger_data *hist_data = data->private_data; in event_hist_trigger_init() local
5835 if (!data->ref && hist_data->attrs->name) in event_hist_trigger_init()
5836 save_named_trigger(hist_data->attrs->name, data); in event_hist_trigger_init()
5843 static void unregister_field_var_hists(struct hist_trigger_data *hist_data) in unregister_field_var_hists() argument
5850 for (i = 0; i < hist_data->n_field_var_hists; i++) { in unregister_field_var_hists()
5851 file = hist_data->field_var_hists[i]->hist_data->event_file; in unregister_field_var_hists()
5852 cmd = hist_data->field_var_hists[i]->cmd; in unregister_field_var_hists()
5861 struct hist_trigger_data *hist_data = data->private_data; in event_hist_trigger_free() local
5873 remove_hist_vars(hist_data); in event_hist_trigger_free()
5875 unregister_field_var_hists(hist_data); in event_hist_trigger_free()
5877 destroy_hist_data(hist_data); in event_hist_trigger_free()
5928 struct hist_trigger_data *hist_data = data->private_data; in hist_clear() local
5935 tracing_map_clear(hist_data->map); in hist_clear()
5966 struct hist_trigger_data *hist_data, *hist_data_test; in hist_trigger_match() local
5977 hist_data = data->private_data; in hist_trigger_match()
5980 if (hist_data->n_vals != hist_data_test->n_vals || in hist_trigger_match()
5981 hist_data->n_fields != hist_data_test->n_fields || in hist_trigger_match()
5982 hist_data->n_sort_keys != hist_data_test->n_sort_keys) in hist_trigger_match()
5991 for_each_hist_field(i, hist_data) { in hist_trigger_match()
5992 key_field = hist_data->fields[i]; in hist_trigger_match()
6012 for (i = 0; i < hist_data->n_sort_keys; i++) { in hist_trigger_match()
6013 sort_key = &hist_data->sort_keys[i]; in hist_trigger_match()
6025 if (!actions_match(hist_data, hist_data_test)) in hist_trigger_match()
6035 struct hist_trigger_data *hist_data = data->private_data; in existing_hist_update_only() local
6039 if (!hist_data->attrs->pause && !hist_data->attrs->cont && in existing_hist_update_only()
6040 !hist_data->attrs->clear) in existing_hist_update_only()
6043 if (hist_data->attrs->name) { in existing_hist_update_only()
6044 named_data = find_named_trigger(hist_data->attrs->name); in existing_hist_update_only()
6052 if (hist_data->attrs->name && !named_data) in existing_hist_update_only()
6059 if (hist_data->attrs->pause) in existing_hist_update_only()
6061 else if (hist_data->attrs->cont) in existing_hist_update_only()
6063 else if (hist_data->attrs->clear) in existing_hist_update_only()
6077 struct hist_trigger_data *hist_data = data->private_data; in hist_register_trigger() local
6082 if (hist_data->attrs->name) { in hist_register_trigger()
6083 named_data = find_named_trigger(hist_data->attrs->name); in hist_register_trigger()
6087 hist_err(tr, HIST_ERR_NAMED_MISMATCH, errpos(hist_data->attrs->name)); in hist_register_trigger()
6094 if (hist_data->attrs->name && !named_data) in hist_register_trigger()
6109 if (hist_data->attrs->cont || hist_data->attrs->clear) { in hist_register_trigger()
6115 if (hist_data->attrs->pause) in hist_register_trigger()
6130 if (hist_data->enable_timestamps) { in hist_register_trigger()
6131 char *clock = hist_data->attrs->clock; in hist_register_trigger()
6133 ret = tracing_set_clock(file->tr, hist_data->attrs->clock); in hist_register_trigger()
6143 destroy_hist_data(hist_data); in hist_register_trigger()
6169 struct hist_trigger_data *hist_data = data->private_data; in have_hist_trigger_match() local
6175 if (hist_data->attrs->name) in have_hist_trigger_match()
6176 named_data = find_named_trigger(hist_data->attrs->name); in have_hist_trigger_match()
6193 struct hist_trigger_data *hist_data = data->private_data; in hist_trigger_check_refs() local
6198 if (hist_data->attrs->name) in hist_trigger_check_refs()
6199 named_data = find_named_trigger(hist_data->attrs->name); in hist_trigger_check_refs()
6205 hist_data = test->private_data; in hist_trigger_check_refs()
6206 if (check_var_refs(hist_data)) in hist_trigger_check_refs()
6220 struct hist_trigger_data *hist_data = data->private_data; in hist_unregister_trigger() local
6224 if (hist_data->attrs->name) in hist_unregister_trigger()
6225 named_data = find_named_trigger(hist_data->attrs->name); in hist_unregister_trigger()
6242 if (hist_data->enable_timestamps) { in hist_unregister_trigger()
6243 if (!hist_data->remove || test) in hist_unregister_trigger()
6250 struct hist_trigger_data *hist_data; in hist_file_check_refs() local
6257 hist_data = test->private_data; in hist_file_check_refs()
6258 if (check_var_refs(hist_data)) in hist_file_check_refs()
6269 struct hist_trigger_data *hist_data; in hist_unreg_all() local
6280 hist_data = test->private_data; in hist_unreg_all()
6290 if (hist_data->enable_timestamps) in hist_unreg_all()
6306 struct hist_trigger_data *hist_data; in event_hist_trigger_parse() local
6377 hist_data = create_hist_data(hist_trigger_bits, attrs, file, remove); in event_hist_trigger_parse()
6378 if (IS_ERR(hist_data)) { in event_hist_trigger_parse()
6380 return PTR_ERR(hist_data); in event_hist_trigger_parse()
6383 trigger_data = event_trigger_alloc(cmd_ops, cmd, param, hist_data); in event_hist_trigger_parse()
6421 if (has_hist_vars(hist_data)) in event_hist_trigger_parse()
6422 save_hist_vars(hist_data); in event_hist_trigger_parse()
6424 ret = create_actions(hist_data); in event_hist_trigger_parse()
6428 ret = tracing_map_init(hist_data->map); in event_hist_trigger_parse()
6450 remove_hist_vars(hist_data); in event_hist_trigger_parse()
6454 destroy_hist_data(hist_data); in event_hist_trigger_parse()