88 				struct tracing_map_elt *elt,
204 			struct tracing_map_elt *elt,
210 			   struct tracing_map_elt *elt,  in hist_field_const()  argument
219 			      struct tracing_map_elt *elt,  in hist_field_counter()  argument
228 			     struct tracing_map_elt *elt,  in hist_field_string()  argument
239 				struct tracing_map_elt *elt,  in hist_field_dynstring()  argument
252 				   struct tracing_map_elt *elt,  in hist_field_reldynstring()  argument
266 			      struct tracing_map_elt *elt,  in hist_field_pstring()  argument
277 			   struct tracing_map_elt *elt,  in hist_field_log2()  argument
284 	u64 val = hist_fn_call(operand, elt, buffer, rbe, event);  in hist_field_log2()
290 			     struct tracing_map_elt *elt,  in hist_field_bucket()  argument
298 	u64 val = hist_fn_call(operand, elt, buffer, rbe, event);  in hist_field_bucket()
311 			   struct tracing_map_elt *elt,  in hist_field_plus()  argument
319 	u64 val1 = hist_fn_call(operand1, elt, buffer, rbe, event);  in hist_field_plus()
320 	u64 val2 = hist_fn_call(operand2, elt, buffer, rbe, event);  in hist_field_plus()
326 			    struct tracing_map_elt *elt,  in hist_field_minus()  argument
334 	u64 val1 = hist_fn_call(operand1, elt, buffer, rbe, event);  in hist_field_minus()
335 	u64 val2 = hist_fn_call(operand2, elt, buffer, rbe, event);  in hist_field_minus()
341 			   struct tracing_map_elt *elt,  in hist_field_div()  argument
349 	u64 val1 = hist_fn_call(operand1, elt, buffer, rbe, event);  in hist_field_div()
350 	u64 val2 = hist_fn_call(operand2, elt, buffer, rbe, event);  in hist_field_div()
364 				struct tracing_map_elt *elt,  in div_by_power_of_two()  argument
372 	u64 val1 = hist_fn_call(operand1, elt, buffer, rbe, event);  in div_by_power_of_two()
378 				struct tracing_map_elt *elt,  in div_by_not_power_of_two()  argument
386 	u64 val1 = hist_fn_call(operand1, elt, buffer, rbe, event);  in div_by_not_power_of_two()
392 				struct tracing_map_elt *elt,  in div_by_mult_and_shift()  argument
400 	u64 val1 = hist_fn_call(operand1, elt, buffer, rbe, event);  in div_by_mult_and_shift()
426 			   struct tracing_map_elt *elt,  in hist_field_mult()  argument
434 	u64 val1 = hist_fn_call(operand1, elt, buffer, rbe, event);  in hist_field_mult()
435 	u64 val2 = hist_fn_call(operand2, elt, buffer, rbe, event);  in hist_field_mult()
441 				  struct tracing_map_elt *elt,  in hist_field_unary_minus()  argument
448 	s64 sval = (s64)hist_fn_call(operand, elt, buffer, rbe, event);  in hist_field_unary_minus()
456 				     struct tracing_map_elt *elt,	\
584 			     struct tracing_map_elt *elt,
668 	struct tracing_map_elt		elt;  member
682 	struct tracing_map_elt	*elt;  member
714 	elt_data = track_data->elt.private_data;  in track_data_free()
749 	data->elt.private_data = elt_data;  in track_data_alloc()
852 			 struct tracing_map_elt *elt,  in action_trace()  argument
868 				struct tracing_map_elt *elt,  in hist_field_timestamp()  argument
885 			  struct tracing_map_elt *elt,  in hist_field_cpu()  argument
1266 			      struct tracing_map_elt *elt,  in hist_field_var_ref()  argument
1274 	if (WARN_ON_ONCE(!elt))  in hist_field_var_ref()
1277 	elt_data = elt->private_data;  in hist_field_var_ref()
1625 static void hist_trigger_elt_data_free(struct tracing_map_elt *elt)  in hist_trigger_elt_data_free()  argument
1627 	struct hist_elt_data *elt_data = elt->private_data;  in hist_trigger_elt_data_free()
1632 static int hist_trigger_elt_data_alloc(struct tracing_map_elt *elt)  in hist_trigger_elt_data_alloc()  argument
1634 	struct hist_trigger_data *hist_data = elt->map->private_data;  in hist_trigger_elt_data_alloc()
1683 	elt->private_data = elt_data;  in hist_trigger_elt_data_alloc()
1688 static void hist_trigger_elt_data_init(struct tracing_map_elt *elt)  in hist_trigger_elt_data_init()  argument
1690 	struct hist_elt_data *elt_data = elt->private_data;  in hist_trigger_elt_data_init()
3124 static inline void __update_field_vars(struct tracing_map_elt *elt,  in __update_field_vars()  argument
3132 	struct hist_elt_data *elt_data = elt->private_data;  in __update_field_vars()
3144 		var_val = hist_fn_call(val, elt, buffer, rbe, rec);  in __update_field_vars()
3169 		tracing_map_set_var(elt, var_idx, var_val);  in __update_field_vars()
3174 			      struct tracing_map_elt *elt,  in update_field_vars()  argument
3179 	__update_field_vars(elt, buffer, rbe, rec, hist_data->field_vars,  in update_field_vars()
3184 				 struct tracing_map_elt *elt,  in save_track_data_vars()  argument
3189 	__update_field_vars(elt, buffer, rbe, rec, hist_data->save_vars,  in save_track_data_vars()
3344 			 struct tracing_map_elt *elt,  in get_track_val()  argument
3350 	track_val = tracing_map_read_var(elt, track_var_idx);  in get_track_val()
3356 			   struct tracing_map_elt *elt,  in save_track_val()  argument
3361 	tracing_map_set_var(elt, track_var_idx, var_val);  in save_track_val()
3365 			    struct tracing_map_elt *elt,  in save_track_data()  argument
3371 		data->track_data.save_data(hist_data, elt, buffer, rec, rbe,  in save_track_data()
3375 static bool check_track_val(struct tracing_map_elt *elt,  in check_track_val()  argument
3383 	track_val = get_track_val(hist_data, elt, data);  in check_track_val()
3403 	track_val = get_track_val(track_data->hist_data, context->elt,  in cond_snapshot_update()
3412 	elt_data = context->elt->private_data;  in cond_snapshot_update()
3413 	track_elt_data = track_data->elt.private_data;  in cond_snapshot_update()
3423 				     struct tracing_map_elt *elt,  in save_track_data_snapshot()  argument
3432 	context.elt = elt;  in save_track_data_snapshot()
3441 				   struct tracing_map_elt *elt);
3484 	hist_trigger_print_key(m, hist_data, track_data->key, &track_data->elt);  in track_data_snapshot_print()
3493 				     struct tracing_map_elt *elt,  in save_track_data_snapshot()  argument
3504 			     struct tracing_map_elt *elt,  in track_data_print()  argument
3507 	u64 track_val = get_track_val(hist_data, elt, data);  in track_data_print()
3525 		val = tracing_map_read_var(elt, save_var_idx);  in track_data_print()
3536 			   struct tracing_map_elt *elt,  in ontrack_action()  argument
3543 	if (check_track_val(elt, data, var_val)) {  in ontrack_action()
3544 		save_track_val(hist_data, elt, data, var_val);  in ontrack_action()
3545 		save_track_data(hist_data, elt, buffer, rec, rbe,  in ontrack_action()
4288 			       struct tracing_map_elt *elt,  in hist_field_execname()  argument
4295 	if (WARN_ON_ONCE(!elt))  in hist_field_execname()
4298 	elt_data = elt->private_data;  in hist_field_execname()
4307 			    struct tracing_map_elt *elt,  in hist_field_stack()  argument
4320 			struct tracing_map_elt *elt,  in hist_fn_call()  argument
4327 		return hist_field_var_ref(hist_field, elt, buffer, rbe, event);  in hist_fn_call()
4329 		return hist_field_counter(hist_field, elt, buffer, rbe, event);  in hist_fn_call()
4331 		return hist_field_const(hist_field, elt, buffer, rbe, event);  in hist_fn_call()
4333 		return hist_field_log2(hist_field, elt, buffer, rbe, event);  in hist_fn_call()
4335 		return hist_field_bucket(hist_field, elt, buffer, rbe, event);  in hist_fn_call()
4337 		return hist_field_timestamp(hist_field, elt, buffer, rbe, event);  in hist_fn_call()
4339 		return hist_field_cpu(hist_field, elt, buffer, rbe, event);  in hist_fn_call()
4341 		return hist_field_string(hist_field, elt, buffer, rbe, event);  in hist_fn_call()
4343 		return hist_field_dynstring(hist_field, elt, buffer, rbe, event);  in hist_fn_call()
4345 		return hist_field_reldynstring(hist_field, elt, buffer, rbe, event);  in hist_fn_call()
4347 		return hist_field_pstring(hist_field, elt, buffer, rbe, event);  in hist_fn_call()
4349 		return hist_field_s64(hist_field, elt, buffer, rbe, event);  in hist_fn_call()
4351 		return hist_field_u64(hist_field, elt, buffer, rbe, event);  in hist_fn_call()
4353 		return hist_field_s32(hist_field, elt, buffer, rbe, event);  in hist_fn_call()
4355 		return hist_field_u32(hist_field, elt, buffer, rbe, event);  in hist_fn_call()
4357 		return hist_field_s16(hist_field, elt, buffer, rbe, event);  in hist_fn_call()
4359 		return hist_field_u16(hist_field, elt, buffer, rbe, event);  in hist_fn_call()
4361 		return hist_field_s8(hist_field, elt, buffer, rbe, event);  in hist_fn_call()
4363 		return hist_field_u8(hist_field, elt, buffer, rbe, event);  in hist_fn_call()
4365 		return hist_field_unary_minus(hist_field, elt, buffer, rbe, event);  in hist_fn_call()
4367 		return hist_field_minus(hist_field, elt, buffer, rbe, event);  in hist_fn_call()
4369 		return hist_field_plus(hist_field, elt, buffer, rbe, event);  in hist_fn_call()
4371 		return hist_field_div(hist_field, elt, buffer, rbe, event);  in hist_fn_call()
4373 		return hist_field_mult(hist_field, elt, buffer, rbe, event);  in hist_fn_call()
4375 		return div_by_power_of_two(hist_field, elt, buffer, rbe, event);  in hist_fn_call()
4377 		return div_by_not_power_of_two(hist_field, elt, buffer, rbe, event);  in hist_fn_call()
4379 		return div_by_mult_and_shift(hist_field, elt, buffer, rbe, event);  in hist_fn_call()
4381 		return hist_field_execname(hist_field, elt, buffer, rbe, event);  in hist_fn_call()
4383 		return hist_field_stack(hist_field, elt, buffer, rbe, event);  in hist_fn_call()
4883 			  struct tracing_map_elt *elt)  in print_actions()  argument
4895 			track_data_print(m, hist_data, elt, data);  in print_actions()
5153 				    struct tracing_map_elt *elt,  in hist_trigger_elt_update()  argument
5163 	elt_data = elt->private_data;  in hist_trigger_elt_update()
5168 		hist_val = hist_fn_call(hist_field, elt, buffer, rbe, rec);  in hist_trigger_elt_update()
5202 			tracing_map_set_var(elt, var_idx, hist_val);  in hist_trigger_elt_update()
5205 		tracing_map_update_sum(elt, i, hist_val);  in hist_trigger_elt_update()
5211 			hist_val = hist_fn_call(hist_field, elt, buffer, rbe, rec);  in hist_trigger_elt_update()
5213 			tracing_map_set_var(elt, var_idx, hist_val);  in hist_trigger_elt_update()
5217 	update_field_vars(hist_data, elt, buffer, rbe, rec);  in hist_trigger_elt_update()
5246 		     struct tracing_map_elt *elt,  in hist_trigger_actions()  argument
5256 		data->fn(hist_data, elt, buffer, rec, rbe, key, data, var_ref_vals);  in hist_trigger_actions()
5269 	struct tracing_map_elt *elt = NULL;  in event_hist_trigger()  local
5288 				field_contents = hist_fn_call(key_field, elt, buffer, rbe, rec);  in event_hist_trigger()
5298 			field_contents = hist_fn_call(key_field, elt, buffer, rbe, rec);  in event_hist_trigger()
5317 	elt = tracing_map_insert(hist_data->map, key);  in event_hist_trigger()
5318 	if (!elt)  in event_hist_trigger()
5321 	hist_trigger_elt_update(hist_data, elt, buffer, rec, rbe, var_ref_vals);  in event_hist_trigger()
5324 		hist_trigger_actions(hist_data, elt, buffer, rec, rbe, key, var_ref_vals);  in event_hist_trigger()
5346 				   struct tracing_map_elt *elt)  in hist_trigger_print_key()  argument
5376 			struct hist_elt_data *elt_data = elt->private_data;  in hist_trigger_print_key()
5477 				   struct tracing_map_elt *elt)  in hist_trigger_print_val()  argument
5479 	u64 val = tracing_map_read_sum(elt, idx);  in hist_trigger_print_val()
5504 				     struct tracing_map_elt *elt)  in hist_trigger_entry_print()  argument
5510 	hist_trigger_print_key(m, hist_data, key, elt);  in hist_trigger_entry_print()
5514 		hist_trigger_print_val(m, i, "hitcount", 0, stats, elt);  in hist_trigger_entry_print()
5523 		hist_trigger_print_val(m, i, field_name, flags, stats, elt);  in hist_trigger_entry_print()
5526 	print_actions(m, hist_data, elt);  in hist_trigger_entry_print()
5560 			val = tracing_map_read_sum(sort_entries[i]->elt, j);  in print_entries()
5570 					 sort_entries[i]->elt);  in print_entries()