153 	struct hist_trigger_data	*hist_data;  member
163 	struct hist_trigger_data	*hist_data;  member
475 #define for_each_hist_field(i, hist_data)	\  argument
476 	for ((i) = 0; (i) < (hist_data)->n_fields; (i)++)
478 #define for_each_hist_val_field(i, hist_data)	\  argument
479 	for ((i) = 0; (i) < (hist_data)->n_vals; (i)++)
481 #define for_each_hist_key_field(i, hist_data)	\  argument
482 	for ((i) = (hist_data)->n_vals; (i) < (hist_data)->n_fields; (i)++)
545 	struct hist_trigger_data	*hist_data;  member
583 typedef void (*action_fn_t) (struct hist_trigger_data *hist_data,
671 	struct hist_trigger_data	*hist_data;  member
725 					   struct hist_trigger_data *hist_data)  in track_data_alloc()  argument
741 	data->hist_data = hist_data;  in track_data_alloc()
844 static void action_trace(struct hist_trigger_data *hist_data,  in action_trace()  argument
857 	struct hist_trigger_data *hist_data;  member
866 	struct hist_trigger_data *hist_data = hist_field->hist_data;  in hist_field_timestamp()  local
867 	struct trace_array *tr = hist_data->event_file->tr;  in hist_field_timestamp()
871 	if (hist_data->attrs->ts_in_usecs && trace_clock_in_ns(tr))  in hist_field_timestamp()
907 	    hist_field->var.hist_data == var_data)  in check_field_for_var_ref()
925 static struct hist_field *find_var_ref(struct hist_trigger_data *hist_data,  in find_var_ref()  argument
932 	for (i = 0; i < hist_data->n_var_refs; i++) {  in find_var_ref()
933 		hist_field = hist_data->var_refs[i];  in find_var_ref()
955 static struct hist_field *find_any_var_ref(struct hist_trigger_data *hist_data,  in find_any_var_ref()  argument
958 	struct trace_array *tr = hist_data->event_file->tr;  in find_any_var_ref()
963 		if (var_data->hist_data == hist_data)  in find_any_var_ref()
965 		found = find_var_ref(var_data->hist_data, hist_data, var_idx);  in find_any_var_ref()
986 static bool check_var_refs(struct hist_trigger_data *hist_data)  in check_var_refs()  argument
992 	for_each_hist_field(i, hist_data) {  in check_var_refs()
993 		field = hist_data->fields[i];  in check_var_refs()
995 			if (find_any_var_ref(hist_data, field->var.idx)) {  in check_var_refs()
1005 static struct hist_var_data *find_hist_vars(struct hist_trigger_data *hist_data)  in find_hist_vars()  argument
1007 	struct trace_array *tr = hist_data->event_file->tr;  in find_hist_vars()
1011 		if (var_data->hist_data == hist_data) {  in find_hist_vars()
1046 static bool has_hist_vars(struct hist_trigger_data *hist_data)  in has_hist_vars()  argument
1051 	for_each_hist_field(i, hist_data) {  in has_hist_vars()
1052 		hist_field = hist_data->fields[i];  in has_hist_vars()
1060 static int save_hist_vars(struct hist_trigger_data *hist_data)  in save_hist_vars()  argument
1062 	struct trace_array *tr = hist_data->event_file->tr;  in save_hist_vars()
1065 	var_data = find_hist_vars(hist_data);  in save_hist_vars()
1078 	var_data->hist_data = hist_data;  in save_hist_vars()
1084 static void remove_hist_vars(struct hist_trigger_data *hist_data)  in remove_hist_vars()  argument
1086 	struct trace_array *tr = hist_data->event_file->tr;  in remove_hist_vars()
1089 	var_data = find_hist_vars(hist_data);  in remove_hist_vars()
1093 	if (WARN_ON(check_var_refs(hist_data)))  in remove_hist_vars()
1103 static struct hist_field *find_var_field(struct hist_trigger_data *hist_data,  in find_var_field()  argument
1109 	for_each_hist_field(i, hist_data) {  in find_var_field()
1110 		hist_field = hist_data->fields[i];  in find_var_field()
1121 static struct hist_field *find_var(struct hist_trigger_data *hist_data,  in find_var()  argument
1131 	hist_field = find_var_field(hist_data, var_name);  in find_var()
1160 		var_hist_data = var_data->hist_data;  in find_var_file()
1200 find_match_var(struct hist_trigger_data *hist_data, char *var_name)  in find_match_var()  argument
1202 	struct trace_array *tr = hist_data->event_file->tr;  in find_match_var()
1207 	for (i = 0; i < hist_data->n_actions; i++) {  in find_match_var()
1208 		struct action_data *data = hist_data->actions[i];  in find_match_var()
1232 static struct hist_field *find_event_var(struct hist_trigger_data *hist_data,  in find_event_var()  argument
1237 	struct trace_array *tr = hist_data->event_file->tr;  in find_event_var()
1242 		hist_field = find_match_var(hist_data, var_name);  in find_event_var()
1276 static bool resolve_var_refs(struct hist_trigger_data *hist_data, void *key,  in resolve_var_refs()  argument
1286 	for (i = 0; i < hist_data->n_var_refs; i++) {  in resolve_var_refs()
1287 		hist_field = hist_data->var_refs[i];  in resolve_var_refs()
1289 		var_data = hist_field->var.hist_data;  in resolve_var_refs()
1296 		if ((self && var_data != hist_data) ||  in resolve_var_refs()
1297 		    (!self && var_data == hist_data))  in resolve_var_refs()
1624 	struct hist_trigger_data *hist_data = elt->map->private_data;  in hist_trigger_elt_data_alloc()  local
1634 	for_each_hist_field(i, hist_data) {  in hist_trigger_elt_data_alloc()
1635 		hist_field = hist_data->fields[i];  in hist_trigger_elt_data_alloc()
1647 	n_str = hist_data->n_field_var_str + hist_data->n_save_var_str +  in hist_trigger_elt_data_alloc()
1648 		hist_data->n_var_str;  in hist_trigger_elt_data_alloc()
1936 static struct hist_field *create_hist_field(struct hist_trigger_data *hist_data,  in create_hist_field()  argument
1952 	hist_field->hist_data = hist_data;  in create_hist_field()
1994 		hist_field->operands[0] = create_hist_field(hist_data, field, fl, NULL);  in create_hist_field()
2070 static void destroy_hist_fields(struct hist_trigger_data *hist_data)  in destroy_hist_fields()  argument
2075 		if (hist_data->fields[i]) {  in destroy_hist_fields()
2076 			destroy_hist_field(hist_data->fields[i], 0);  in destroy_hist_fields()
2077 			hist_data->fields[i] = NULL;  in destroy_hist_fields()
2081 	for (i = 0; i < hist_data->n_var_refs; i++) {  in destroy_hist_fields()
2082 		WARN_ON(!(hist_data->var_refs[i]->flags & HIST_FIELD_FL_VAR_REF));  in destroy_hist_fields()
2083 		__destroy_hist_field(hist_data->var_refs[i]);  in destroy_hist_fields()
2084 		hist_data->var_refs[i] = NULL;  in destroy_hist_fields()
2095 	ref_field->var.hist_data = var_field->hist_data;  in init_var_ref()
2147 static int find_var_ref_idx(struct hist_trigger_data *hist_data,  in find_var_ref_idx()  argument
2153 	for (i = 0; i < hist_data->n_var_refs; i++) {  in find_var_ref_idx()
2154 		ref_field = hist_data->var_refs[i];  in find_var_ref_idx()
2156 		    ref_field->var.hist_data == var_field->hist_data)  in find_var_ref_idx()
2178 static struct hist_field *create_var_ref(struct hist_trigger_data *hist_data,  in create_var_ref()  argument
2187 	for (i = 0; i < hist_data->n_var_refs; i++) {  in create_var_ref()
2188 		ref_field = hist_data->var_refs[i];  in create_var_ref()
2190 		    ref_field->var.hist_data == var_field->hist_data) {  in create_var_ref()
2196 	if (hist_data->n_var_refs >= TRACING_MAP_VARS_MAX)  in create_var_ref()
2198 	ref_field = create_hist_field(var_field->hist_data, NULL, flags, NULL);  in create_var_ref()
2205 		hist_data->var_refs[hist_data->n_var_refs] = ref_field;  in create_var_ref()
2206 		ref_field->var_ref_idx = hist_data->n_var_refs++;  in create_var_ref()
2220 static char *field_name_from_var(struct hist_trigger_data *hist_data,  in field_name_from_var()  argument
2226 	for (i = 0; i < hist_data->attrs->var_defs.n_vars; i++) {  in field_name_from_var()
2227 		name = hist_data->attrs->var_defs.name[i];  in field_name_from_var()
2230 			field = hist_data->attrs->var_defs.expr[i];  in field_name_from_var()
2240 static char *local_field_var_ref(struct hist_trigger_data *hist_data,  in local_field_var_ref()  argument
2247 		call = hist_data->event_file->event_call;  in local_field_var_ref()
2264 	return field_name_from_var(hist_data, var_name);  in local_field_var_ref()
2267 static struct hist_field *parse_var_ref(struct hist_trigger_data *hist_data,  in parse_var_ref()  argument
2272 	struct trace_array *tr = hist_data->event_file->tr;  in parse_var_ref()
2279 	var_field = find_event_var(hist_data, system, event_name, var_name);  in parse_var_ref()
2281 		ref_field = create_var_ref(hist_data, var_field,  in parse_var_ref()
2291 parse_field(struct hist_trigger_data *hist_data, struct trace_event_file *file,  in parse_field()  argument
2357 		hist_data->enable_timestamps = true;  in parse_field()
2359 			hist_data->attrs->ts_in_usecs = true;  in parse_field()
2394 static struct hist_field *create_alias(struct hist_trigger_data *hist_data,  in create_alias()  argument
2401 	alias = create_hist_field(hist_data, NULL, flags, var_name);  in create_alias()
2418 static struct hist_field *parse_const(struct hist_trigger_data *hist_data,  in parse_const()  argument
2422 	struct trace_array *tr = hist_data->event_file->tr;  in parse_const()
2432 	field = create_hist_field(hist_data, NULL, *flags, var_name);  in parse_const()
2441 static struct hist_field *parse_atom(struct hist_trigger_data *hist_data,  in parse_atom()  argument
2452 		hist_field = parse_const(hist_data, str, var_name, flags);  in parse_atom()
2478 	s = local_field_var_ref(hist_data, ref_system, ref_event, ref_var);  in parse_atom()
2480 		hist_field = parse_var_ref(hist_data, ref_system,  in parse_atom()
2484 				hist_field = create_alias(hist_data, hist_field, var_name);  in parse_atom()
2495 	field = parse_field(hist_data, file, str, flags, &buckets);  in parse_atom()
2501 	hist_field = create_hist_field(hist_data, field, *flags, var_name);  in parse_atom()
2513 static struct hist_field *parse_expr(struct hist_trigger_data *hist_data,
2518 static struct hist_field *parse_unary(struct hist_trigger_data *hist_data,  in parse_unary()  argument
2566 	expr = create_hist_field(hist_data, NULL, flags, var_name);  in parse_unary()
2573 	operand1 = parse_expr(hist_data, file, str, operand_flags, NULL, n_subexprs);  in parse_unary()
2623 		var = find_var_field(operand1->var.hist_data, operand1->name);  in check_expr_operands()
2634 		var = find_var_field(operand2->var.hist_data, operand2->name);  in check_expr_operands()
2650 static struct hist_field *parse_expr(struct hist_trigger_data *hist_data,  in parse_expr()  argument
2671 		return parse_atom(hist_data, file, str, &flags, var_name);  in parse_expr()
2674 		return parse_unary(hist_data, file, str, flags, var_name, n_subexprs);  in parse_expr()
2694 	operand1 = parse_expr(hist_data, file, operand1_str, operand_flags, NULL, n_subexprs);  in parse_expr()
2706 	operand2 = parse_expr(hist_data, file, str, operand_flags, NULL, n_subexprs);  in parse_expr()
2753 	expr = create_hist_field(hist_data, NULL, flags, var_name);  in parse_expr()
2834 static char *find_trigger_filter(struct hist_trigger_data *hist_data,  in find_trigger_filter()  argument
2843 			if (test->private_data == hist_data)  in find_trigger_filter()
2858 			    struct hist_trigger_data *hist_data,  in compatible_keys()  argument
2864 	if (hist_data->n_fields - hist_data->n_vals != n_keys)  in compatible_keys()
2867 	i = hist_data->n_vals;  in compatible_keys()
2871 		hist_field = hist_data->fields[i + n];  in compatible_keys()
2889 	struct hist_trigger_data *hist_data;  in find_compatible_hist()  local
2899 			hist_data = test->private_data;  in find_compatible_hist()
2901 			if (compatible_keys(target_hist_data, hist_data, n_keys))  in find_compatible_hist()
2902 				return hist_data;  in find_compatible_hist()
2972 	struct hist_trigger_data *hist_data;  in create_field_var_hist()  local
3001 	hist_data = find_compatible_hist(target_hist_data, file);  in create_field_var_hist()
3002 	if (!hist_data) {  in create_field_var_hist()
3026 	for_each_hist_key_field(i, hist_data) {  in create_field_var_hist()
3027 		key_field = hist_data->fields[i];  in create_field_var_hist()
3041 	saved_filter = find_trigger_filter(hist_data, file);  in create_field_var_hist()
3055 	var_hist->hist_data = hist_data;  in create_field_var_hist()
3088 find_target_event_var(struct hist_trigger_data *hist_data,  in find_target_event_var()  argument
3091 	struct trace_event_file *file = hist_data->event_file;  in find_target_event_var()
3109 	hist_field = find_var_field(hist_data, var_name);  in find_target_event_var()
3163 static void update_field_vars(struct hist_trigger_data *hist_data,  in update_field_vars()  argument
3169 	__update_field_vars(elt, buffer, rbe, rec, hist_data->field_vars,  in update_field_vars()
3170 			    hist_data->n_field_vars, 0);  in update_field_vars()
3173 static void save_track_data_vars(struct hist_trigger_data *hist_data,  in save_track_data_vars()  argument
3179 	__update_field_vars(elt, buffer, rbe, rec, hist_data->save_vars,  in save_track_data_vars()
3180 			    hist_data->n_save_vars, hist_data->n_field_var_str);  in save_track_data_vars()
3183 static struct hist_field *create_var(struct hist_trigger_data *hist_data,  in create_var()  argument
3190 	if (find_var(hist_data, file, name) && !hist_data->remove) {  in create_var()
3201 	idx = tracing_map_add_var(hist_data->map);  in create_var()
3211 	var->var.hist_data = var->hist_data = hist_data;  in create_var()
3225 static struct field_var *create_field_var(struct hist_trigger_data *hist_data,  in create_field_var()  argument
3235 	if (hist_data->n_field_vars >= SYNTH_FIELDS_MAX) {  in create_field_var()
3241 	val = parse_atom(hist_data, file, field_name, &flags, NULL);  in create_field_var()
3248 	var = create_var(hist_data, file, field_name, val->size, val->type);  in create_field_var()
3333 static u64 get_track_val(struct hist_trigger_data *hist_data,  in get_track_val()  argument
3345 static void save_track_val(struct hist_trigger_data *hist_data,  in save_track_val()  argument
3354 static void save_track_data(struct hist_trigger_data *hist_data,  in save_track_data()  argument
3361 		data->track_data.save_data(hist_data, elt, buffer, rec, rbe,  in save_track_data()
3369 	struct hist_trigger_data *hist_data;  in check_track_val()  local
3372 	hist_data = data->track_data.track_var->hist_data;  in check_track_val()
3373 	track_val = get_track_val(hist_data, elt, data);  in check_track_val()
3393 	track_val = get_track_val(track_data->hist_data, context->elt,  in cond_snapshot_update()
3412 static void save_track_data_snapshot(struct hist_trigger_data *hist_data,  in save_track_data_snapshot()  argument
3419 	struct trace_event_file *file = hist_data->event_file;  in save_track_data_snapshot()
3429 				   struct hist_trigger_data *hist_data,
3433 static struct action_data *snapshot_action(struct hist_trigger_data *hist_data)  in snapshot_action()  argument
3437 	if (!hist_data->n_actions)  in snapshot_action()
3440 	for (i = 0; i < hist_data->n_actions; i++) {  in snapshot_action()
3441 		struct action_data *data = hist_data->actions[i];  in snapshot_action()
3451 				      struct hist_trigger_data *hist_data)  in track_data_snapshot_print()  argument
3453 	struct trace_event_file *file = hist_data->event_file;  in track_data_snapshot_print()
3464 	action = snapshot_action(hist_data);  in track_data_snapshot_print()
3474 	hist_trigger_print_key(m, hist_data, track_data->key, &track_data->elt);  in track_data_snapshot_print()
3482 static void save_track_data_snapshot(struct hist_trigger_data *hist_data,  in save_track_data_snapshot()  argument
3489 				      struct hist_trigger_data *hist_data) {}  in track_data_snapshot_print()  argument
3493 			     struct hist_trigger_data *hist_data,  in track_data_print()  argument
3497 	u64 track_val = get_track_val(hist_data, elt, data);  in track_data_print()
3508 	for (i = 0; i < hist_data->n_save_vars; i++) {  in track_data_print()
3509 		struct hist_field *save_val = hist_data->save_vars[i]->val;  in track_data_print()
3510 		struct hist_field *save_var = hist_data->save_vars[i]->var;  in track_data_print()
3525 static void ontrack_action(struct hist_trigger_data *hist_data,  in ontrack_action()  argument
3534 		save_track_val(hist_data, elt, data, var_val);  in ontrack_action()
3535 		save_track_data(hist_data, elt, buffer, rec, rbe,  in ontrack_action()
3559 static void track_data_destroy(struct hist_trigger_data *hist_data,  in track_data_destroy()  argument
3562 	struct trace_event_file *file = hist_data->event_file;  in track_data_destroy()
3570 		if (track_data && track_data->hist_data == hist_data) {  in track_data_destroy()
3581 static int action_create(struct hist_trigger_data *hist_data,
3584 static int track_data_create(struct hist_trigger_data *hist_data,  in track_data_create()  argument
3588 	struct trace_event_file *file = hist_data->event_file;  in track_data_create()
3600 	var_field = find_target_event_var(hist_data, NULL, NULL, track_data_var_str);  in track_data_create()
3606 	ref_field = create_var_ref(hist_data, var_field, NULL, NULL);  in track_data_create()
3613 		track_var = create_var(hist_data, file, "__max", sizeof(u64), "u64");  in track_data_create()
3621 		track_var = create_var(hist_data, file, "__change", sizeof(u64), "u64");  in track_data_create()
3629 	ret = action_create(hist_data, data);  in track_data_create()
3786 static struct action_data *track_data_parse(struct hist_trigger_data *hist_data,  in track_data_parse()  argument
3809 	ret = action_parse(hist_data->event_file->tr, str, data, handler);  in track_data_parse()
3815 	track_data_destroy(hist_data, data);  in track_data_parse()
3839 static void destroy_field_vars(struct hist_trigger_data *hist_data)  in destroy_field_vars()  argument
3843 	for (i = 0; i < hist_data->n_field_vars; i++)  in destroy_field_vars()
3844 		destroy_field_var(hist_data->field_vars[i]);  in destroy_field_vars()
3846 	for (i = 0; i < hist_data->n_save_vars; i++)  in destroy_field_vars()
3847 		destroy_field_var(hist_data->save_vars[i]);  in destroy_field_vars()
3850 static void save_field_var(struct hist_trigger_data *hist_data,  in save_field_var()  argument
3853 	hist_data->field_vars[hist_data->n_field_vars++] = field_var;  in save_field_var()
3857 		hist_data->n_field_var_str++;  in save_field_var()
3894 trace_action_find_var(struct hist_trigger_data *hist_data,  in trace_action_find_var()  argument
3898 	struct trace_array *tr = hist_data->event_file->tr;  in trace_action_find_var()
3903 	hist_field = find_target_event_var(hist_data, system, event, var);  in trace_action_find_var()
3910 		hist_field = find_event_var(hist_data, system, event, var);  in trace_action_find_var()
3920 trace_action_create_field_var(struct hist_trigger_data *hist_data,  in trace_action_create_field_var()  argument
3933 	field_var = create_target_field_var(hist_data, system, event, var);  in trace_action_create_field_var()
3936 		save_field_var(hist_data, field_var);  in trace_action_create_field_var()
3959 		hist_field = create_field_var_hist(hist_data, system, event, var);  in trace_action_create_field_var()
3971 static int trace_action_create(struct hist_trigger_data *hist_data,  in trace_action_create()  argument
3974 	struct trace_array *tr = hist_data->event_file->tr;  in trace_action_create()
4025 			hist_field = trace_action_find_var(hist_data, data,  in trace_action_create()
4029 			hist_field = trace_action_create_field_var(hist_data,  in trace_action_create()
4042 			var_ref = create_var_ref(hist_data, hist_field,  in trace_action_create()
4050 			var_ref_idx = find_var_ref_idx(hist_data, var_ref);  in trace_action_create()
4085 static int action_create(struct hist_trigger_data *hist_data,  in action_create()  argument
4088 	struct trace_event_file *file = hist_data->event_file;  in action_create()
4097 		return trace_action_create(hist_data, data);  in action_create()
4100 		track_data = track_data_alloc(hist_data->key_size, data, hist_data);  in action_create()
4115 		if (hist_data->n_save_vars) {  in action_create()
4128 			field_var = create_target_field_var(hist_data, NULL, NULL, param);  in action_create()
4137 			hist_data->save_vars[hist_data->n_save_vars++] = field_var;  in action_create()
4140 				hist_data->n_save_var_str++;  in action_create()
4148 static int onmatch_create(struct hist_trigger_data *hist_data,  in onmatch_create()  argument
4151 	return action_create(hist_data, data);  in onmatch_create()
4204 static int create_hitcount_val(struct hist_trigger_data *hist_data)  in create_hitcount_val()  argument
4206 	hist_data->fields[HITCOUNT_IDX] =  in create_hitcount_val()
4207 		create_hist_field(hist_data, NULL, HIST_FIELD_FL_HITCOUNT, NULL);  in create_hitcount_val()
4208 	if (!hist_data->fields[HITCOUNT_IDX])  in create_hitcount_val()
4211 	hist_data->n_vals++;  in create_hitcount_val()
4212 	hist_data->n_fields++;  in create_hitcount_val()
4214 	if (WARN_ON(hist_data->n_vals > TRACING_MAP_VALS_MAX))  in create_hitcount_val()
4220 static int __create_val_field(struct hist_trigger_data *hist_data,  in __create_val_field()  argument
4229 	hist_field = parse_expr(hist_data, file, field_str, flags, var_name, &n_subexprs);  in __create_val_field()
4250 	hist_data->fields[val_idx] = hist_field;  in __create_val_field()
4252 	++hist_data->n_vals;  in __create_val_field()
4253 	++hist_data->n_fields;  in __create_val_field()
4255 	if (WARN_ON(hist_data->n_vals > TRACING_MAP_VALS_MAX + TRACING_MAP_VARS_MAX))  in __create_val_field()
4264 static int create_val_field(struct hist_trigger_data *hist_data,  in create_val_field()  argument
4272 	return __create_val_field(hist_data, val_idx, file, NULL, field_str, 0);  in create_val_field()
4393 static int create_var_field(struct hist_trigger_data *hist_data,  in create_var_field()  argument
4398 	struct trace_array *tr = hist_data->event_file->tr;  in create_var_field()
4405 	if (find_var(hist_data, file, var_name) && !hist_data->remove) {  in create_var_field()
4411 	hist_data->n_vars++;  in create_var_field()
4412 	if (WARN_ON(hist_data->n_vars > TRACING_MAP_VARS_MAX))  in create_var_field()
4415 	ret = __create_val_field(hist_data, val_idx, file, var_name, expr_str, flags);  in create_var_field()
4417 	if (!ret && hist_data->fields[val_idx]->flags & HIST_FIELD_FL_EXECNAME)  in create_var_field()
4418 		update_var_execname(hist_data->fields[val_idx]);  in create_var_field()
4420 	if (!ret && hist_data->fields[val_idx]->flags &  in create_var_field()
4422 		hist_data->fields[val_idx]->var_str_idx = hist_data->n_var_str++;  in create_var_field()
4427 static int create_val_fields(struct hist_trigger_data *hist_data,  in create_val_fields()  argument
4434 	ret = create_hitcount_val(hist_data);  in create_val_fields()
4438 	fields_str = hist_data->attrs->vals_str;  in create_val_fields()
4453 		ret = create_val_field(hist_data, j++, file, field_str);  in create_val_fields()
4462 	if (j == 1 && hist_data->attrs->no_hitcount) {  in create_val_fields()
4463 		hist_err(hist_data->event_file->tr, HIST_ERR_NEED_NOHC_VAL, 0);  in create_val_fields()
4470 static int create_key_field(struct hist_trigger_data *hist_data,  in create_key_field()  argument
4476 	struct trace_array *tr = hist_data->event_file->tr;  in create_key_field()
4490 		hist_field = create_hist_field(hist_data, NULL, flags, NULL);  in create_key_field()
4492 		hist_field = parse_expr(hist_data, file, field_str, flags,  in create_key_field()
4509 	hist_data->fields[key_idx] = hist_field;  in create_key_field()
4512 	hist_data->fields[key_idx]->size = key_size;  in create_key_field()
4513 	hist_data->fields[key_idx]->offset = key_offset;  in create_key_field()
4515 	hist_data->key_size += key_size;  in create_key_field()
4517 	if (hist_data->key_size > HIST_KEY_SIZE_MAX) {  in create_key_field()
4522 	hist_data->n_keys++;  in create_key_field()
4523 	hist_data->n_fields++;  in create_key_field()
4525 	if (WARN_ON(hist_data->n_keys > TRACING_MAP_KEYS_MAX))  in create_key_field()
4533 static int create_key_fields(struct hist_trigger_data *hist_data,  in create_key_fields()  argument
4536 	unsigned int i, key_offset = 0, n_vals = hist_data->n_vals;  in create_key_fields()
4540 	fields_str = hist_data->attrs->keys_str;  in create_key_fields()
4548 		ret = create_key_field(hist_data, i, key_offset,  in create_key_fields()
4563 static int create_var_fields(struct hist_trigger_data *hist_data,  in create_var_fields()  argument
4566 	unsigned int i, j = hist_data->n_vals;  in create_var_fields()
4569 	unsigned int n_vars = hist_data->attrs->var_defs.n_vars;  in create_var_fields()
4572 		char *var_name = hist_data->attrs->var_defs.name[i];  in create_var_fields()
4573 		char *expr = hist_data->attrs->var_defs.expr[i];  in create_var_fields()
4575 		ret = create_var_field(hist_data, j++, file, var_name, expr);  in create_var_fields()
4583 static void free_var_defs(struct hist_trigger_data *hist_data)  in free_var_defs()  argument
4587 	for (i = 0; i < hist_data->attrs->var_defs.n_vars; i++) {  in free_var_defs()
4588 		kfree(hist_data->attrs->var_defs.name[i]);  in free_var_defs()
4589 		kfree(hist_data->attrs->var_defs.expr[i]);  in free_var_defs()
4592 	hist_data->attrs->var_defs.n_vars = 0;  in free_var_defs()
4595 static int parse_var_defs(struct hist_trigger_data *hist_data)  in parse_var_defs()  argument
4597 	struct trace_array *tr = hist_data->event_file->tr;  in parse_var_defs()
4602 	for (i = 0; i < hist_data->attrs->n_assignments; i++) {  in parse_var_defs()
4603 		str = hist_data->attrs->assignment_str[i];  in parse_var_defs()
4628 			hist_data->attrs->var_defs.name[n_vars] = s;  in parse_var_defs()
4632 				kfree(hist_data->attrs->var_defs.name[n_vars]);  in parse_var_defs()
4633 				hist_data->attrs->var_defs.name[n_vars] = NULL;  in parse_var_defs()
4637 			hist_data->attrs->var_defs.expr[n_vars++] = s;  in parse_var_defs()
4639 			hist_data->attrs->var_defs.n_vars = n_vars;  in parse_var_defs()
4645 	free_var_defs(hist_data);  in parse_var_defs()
4650 static int create_hist_fields(struct hist_trigger_data *hist_data,  in create_hist_fields()  argument
4655 	ret = parse_var_defs(hist_data);  in create_hist_fields()
4659 	ret = create_val_fields(hist_data, file);  in create_hist_fields()
4663 	ret = create_var_fields(hist_data, file);  in create_hist_fields()
4667 	ret = create_key_fields(hist_data, file);  in create_hist_fields()
4670 	free_var_defs(hist_data);  in create_hist_fields()
4691 static int create_sort_keys(struct hist_trigger_data *hist_data)  in create_sort_keys()  argument
4693 	struct trace_array *tr = hist_data->event_file->tr;  in create_sort_keys()
4694 	char *fields_str = hist_data->attrs->sort_key_str;  in create_sort_keys()
4699 	hist_data->n_sort_keys = 1; /* we always have at least one, hitcount */  in create_sort_keys()
4709 		sort_key = &hist_data->sort_keys[i];  in create_sort_keys()
4744 		for (j = 1, k = 1; j < hist_data->n_fields; j++) {  in create_sort_keys()
4747 			hist_field = hist_data->fields[j];  in create_sort_keys()
4766 		if (j == hist_data->n_fields) {  in create_sort_keys()
4773 	hist_data->n_sort_keys = i;  in create_sort_keys()
4778 static void destroy_actions(struct hist_trigger_data *hist_data)  in destroy_actions()  argument
4782 	for (i = 0; i < hist_data->n_actions; i++) {  in destroy_actions()
4783 		struct action_data *data = hist_data->actions[i];  in destroy_actions()
4789 			track_data_destroy(hist_data, data);  in destroy_actions()
4795 static int parse_actions(struct hist_trigger_data *hist_data)  in parse_actions()  argument
4797 	struct trace_array *tr = hist_data->event_file->tr;  in parse_actions()
4804 	for (i = 0; i < hist_data->attrs->n_actions; i++) {  in parse_actions()
4808 		str = hist_data->attrs->action_str[i];  in parse_actions()
4825 			data = track_data_parse(hist_data, action_str, hid);  in parse_actions()
4837 		hist_data->actions[hist_data->n_actions++] = data;  in parse_actions()
4843 static int create_actions(struct hist_trigger_data *hist_data)  in create_actions()  argument
4849 	for (i = 0; i < hist_data->attrs->n_actions; i++) {  in create_actions()
4850 		data = hist_data->actions[i];  in create_actions()
4853 			ret = onmatch_create(hist_data, data);  in create_actions()
4858 			ret = track_data_create(hist_data, data);  in create_actions()
4871 			  struct hist_trigger_data *hist_data,  in print_actions()  argument
4876 	for (i = 0; i < hist_data->n_actions; i++) {  in print_actions()
4877 		struct action_data *data = hist_data->actions[i];  in print_actions()
4884 			track_data_print(m, hist_data, elt, data);  in print_actions()
4889 			      struct hist_trigger_data *hist_data,  in print_action_spec()  argument
4895 		for (i = 0; i < hist_data->n_save_vars; i++) {  in print_action_spec()
4896 			seq_printf(m, "%s", hist_data->save_vars[i]->var->var.name);  in print_action_spec()
4897 			if (i < hist_data->n_save_vars - 1)  in print_action_spec()
4912 				  struct hist_trigger_data *hist_data,  in print_track_data_spec()  argument
4922 	print_action_spec(m, hist_data, data);  in print_track_data_spec()
4928 			       struct hist_trigger_data *hist_data,  in print_onmatch_spec()  argument
4936 	print_action_spec(m, hist_data, data);  in print_onmatch_spec()
4941 static bool actions_match(struct hist_trigger_data *hist_data,  in actions_match()  argument
4946 	if (hist_data->n_actions != hist_data_test->n_actions)  in actions_match()
4949 	for (i = 0; i < hist_data->n_actions; i++) {  in actions_match()
4950 		struct action_data *data = hist_data->actions[i];  in actions_match()
5000 			       struct hist_trigger_data *hist_data)  in print_actions_spec()  argument
5004 	for (i = 0; i < hist_data->n_actions; i++) {  in print_actions_spec()
5005 		struct action_data *data = hist_data->actions[i];  in print_actions_spec()
5008 			print_onmatch_spec(m, hist_data, data);  in print_actions_spec()
5011 			print_track_data_spec(m, hist_data, data);  in print_actions_spec()
5015 static void destroy_field_var_hists(struct hist_trigger_data *hist_data)  in destroy_field_var_hists()  argument
5019 	for (i = 0; i < hist_data->n_field_var_hists; i++) {  in destroy_field_var_hists()
5020 		kfree(hist_data->field_var_hists[i]->cmd);  in destroy_field_var_hists()
5021 		kfree(hist_data->field_var_hists[i]);  in destroy_field_var_hists()
5025 static void destroy_hist_data(struct hist_trigger_data *hist_data)  in destroy_hist_data()  argument
5027 	if (!hist_data)  in destroy_hist_data()
5030 	destroy_hist_trigger_attrs(hist_data->attrs);  in destroy_hist_data()
5031 	destroy_hist_fields(hist_data);  in destroy_hist_data()
5032 	tracing_map_destroy(hist_data->map);  in destroy_hist_data()
5034 	destroy_actions(hist_data);  in destroy_hist_data()
5035 	destroy_field_vars(hist_data);  in destroy_hist_data()
5036 	destroy_field_var_hists(hist_data);  in destroy_hist_data()
5038 	kfree(hist_data);  in destroy_hist_data()
5041 static int create_tracing_map_fields(struct hist_trigger_data *hist_data)  in create_tracing_map_fields()  argument
5043 	struct tracing_map *map = hist_data->map;  in create_tracing_map_fields()
5048 	for_each_hist_field(i, hist_data) {  in create_tracing_map_fields()
5049 		hist_field = hist_data->fields[i];  in create_tracing_map_fields()
5079 			hist_field->var.hist_data = hist_data;  in create_tracing_map_fields()
5093 	struct hist_trigger_data *hist_data;  in create_hist_data()  local
5096 	hist_data = kzalloc(sizeof(*hist_data), GFP_KERNEL);  in create_hist_data()
5097 	if (!hist_data)  in create_hist_data()
5100 	hist_data->attrs = attrs;  in create_hist_data()
5101 	hist_data->remove = remove;  in create_hist_data()
5102 	hist_data->event_file = file;  in create_hist_data()
5104 	ret = parse_actions(hist_data);  in create_hist_data()
5108 	ret = create_hist_fields(hist_data, file);  in create_hist_data()
5112 	ret = create_sort_keys(hist_data);  in create_hist_data()
5118 	hist_data->map = tracing_map_create(map_bits, hist_data->key_size,  in create_hist_data()
5119 					    map_ops, hist_data);  in create_hist_data()
5120 	if (IS_ERR(hist_data->map)) {  in create_hist_data()
5121 		ret = PTR_ERR(hist_data->map);  in create_hist_data()
5122 		hist_data->map = NULL;  in create_hist_data()
5126 	ret = create_tracing_map_fields(hist_data);  in create_hist_data()
5130 	return hist_data;  in create_hist_data()
5132 	hist_data->attrs = NULL;  in create_hist_data()
5134 	destroy_hist_data(hist_data);  in create_hist_data()
5136 	hist_data = ERR_PTR(ret);  in create_hist_data()
5141 static void hist_trigger_elt_update(struct hist_trigger_data *hist_data,  in hist_trigger_elt_update()  argument
5155 	for_each_hist_val_field(i, hist_data) {  in hist_trigger_elt_update()
5156 		hist_field = hist_data->fields[i];  in hist_trigger_elt_update()
5167 				str_start = hist_data->n_field_var_str +  in hist_trigger_elt_update()
5168 					hist_data->n_save_var_str;  in hist_trigger_elt_update()
5197 	for_each_hist_key_field(i, hist_data) {  in hist_trigger_elt_update()
5198 		hist_field = hist_data->fields[i];  in hist_trigger_elt_update()
5206 	update_field_vars(hist_data, elt, buffer, rbe, rec);  in hist_trigger_elt_update()
5234 hist_trigger_actions(struct hist_trigger_data *hist_data,  in hist_trigger_actions()  argument
5243 	for (i = 0; i < hist_data->n_actions; i++) {  in hist_trigger_actions()
5244 		data = hist_data->actions[i];  in hist_trigger_actions()
5245 		data->fn(hist_data, elt, buffer, rec, rbe, key, data, var_ref_vals);  in hist_trigger_actions()
5253 	struct hist_trigger_data *hist_data = data->private_data;  in event_hist_trigger()  local
5254 	bool use_compound_key = (hist_data->n_keys > 1);  in event_hist_trigger()
5267 	memset(compound_key, 0, hist_data->key_size);  in event_hist_trigger()
5269 	for_each_hist_key_field(i, hist_data) {  in event_hist_trigger()
5270 		key_field = hist_data->fields[i];  in event_hist_trigger()
5302 	if (hist_data->n_var_refs &&  in event_hist_trigger()
5303 	    !resolve_var_refs(hist_data, key, var_ref_vals, false))  in event_hist_trigger()
5306 	elt = tracing_map_insert(hist_data->map, key);  in event_hist_trigger()
5310 	hist_trigger_elt_update(hist_data, elt, buffer, rec, rbe, var_ref_vals);  in event_hist_trigger()
5312 	if (resolve_var_refs(hist_data, key, var_ref_vals, true))  in event_hist_trigger()
5313 		hist_trigger_actions(hist_data, elt, buffer, rec, rbe, key, var_ref_vals);  in event_hist_trigger()
5335 				   struct hist_trigger_data *hist_data,  in hist_trigger_print_key()  argument
5347 	for_each_hist_key_field(i, hist_data) {  in hist_trigger_print_key()
5348 		key_field = hist_data->fields[i];  in hist_trigger_print_key()
5350 		if (i > hist_data->n_vals)  in hist_trigger_print_key()
5492 				     struct hist_trigger_data *hist_data,  in hist_trigger_entry_print()  argument
5501 	hist_trigger_print_key(m, hist_data, key, elt);  in hist_trigger_entry_print()
5504 	if (!hist_data->attrs->no_hitcount)  in hist_trigger_entry_print()
5507 	for (i = 1; i < hist_data->n_vals; i++) {  in hist_trigger_entry_print()
5508 		field_name = hist_field_name(hist_data->fields[i], 0);  in hist_trigger_entry_print()
5509 		flags = hist_data->fields[i]->flags;  in hist_trigger_entry_print()
5517 	print_actions(m, hist_data, elt);  in hist_trigger_entry_print()
5523 			 struct hist_trigger_data *hist_data)  in print_entries()  argument
5526 	struct tracing_map *map = hist_data->map;  in print_entries()
5531 	n_entries = tracing_map_sort_entries(map, hist_data->sort_keys,  in print_entries()
5532 					     hist_data->n_sort_keys,  in print_entries()
5538 	for (j = 0; j < hist_data->n_vals; j++) {  in print_entries()
5539 		if (!(hist_data->fields[j]->flags &  in print_entries()
5543 			stats = kcalloc(hist_data->n_vals, sizeof(*stats),  in print_entries()
5559 		hist_trigger_entry_print(m, hist_data, stats,  in print_entries()
5573 	struct hist_trigger_data *hist_data;  in hist_trigger_show()  local
5583 	hist_data = data->private_data;  in hist_trigger_show()
5584 	n_entries = print_entries(m, hist_data);  in hist_trigger_show()
5588 	track_data_snapshot_print(m, hist_data);  in hist_trigger_show()
5591 		   (u64)atomic64_read(&hist_data->map->hits),  in hist_trigger_show()
5592 		   n_entries, (u64)atomic64_read(&hist_data->map->drops));  in hist_trigger_show()
5603 	struct hist_trigger_data *hist_data;  in get_hist_hit_count()  local
5609 			hist_data = data->private_data;  in get_hist_hit_count()
5610 			ret += atomic64_read(&hist_data->map->hits);  in get_hist_hit_count()
5781 		seq_printf(m, "      var.hist_data: %p\n", field->var.hist_data);  in hist_field_debug_show()
5865 				   struct hist_trigger_data *hist_data)  in hist_actions_debug_show()  argument
5869 	if (hist_data->n_actions)  in hist_actions_debug_show()
5872 	for (i = 0; i < hist_data->n_actions; i++) {  in hist_actions_debug_show()
5873 		struct action_data *action = hist_data->actions[i];  in hist_actions_debug_show()
5880 	if (hist_data->n_save_vars)  in hist_actions_debug_show()
5883 	for (i = 0; i < hist_data->n_save_vars; i++) {  in hist_actions_debug_show()
5884 		ret = field_var_debug_show(m, hist_data->save_vars[i], i, true);  in hist_actions_debug_show()
5895 	struct hist_trigger_data *hist_data;  in hist_trigger_debug_show()  local
5905 	hist_data = data->private_data;  in hist_trigger_debug_show()
5907 	seq_printf(m, "hist_data: %p\n\n", hist_data);  in hist_trigger_debug_show()
5908 	seq_printf(m, "  n_vals: %u\n", hist_data->n_vals);  in hist_trigger_debug_show()
5909 	seq_printf(m, "  n_keys: %u\n", hist_data->n_keys);  in hist_trigger_debug_show()
5910 	seq_printf(m, "  n_fields: %u\n", hist_data->n_fields);  in hist_trigger_debug_show()
5915 	ret = hist_field_debug_show(m, hist_data->fields[0],  in hist_trigger_debug_show()
5920 	for (i = 1; i < hist_data->n_vals; i++) {  in hist_trigger_debug_show()
5922 		ret = hist_field_debug_show(m, hist_data->fields[i], 0);  in hist_trigger_debug_show()
5929 	for (i = hist_data->n_vals; i < hist_data->n_fields; i++) {  in hist_trigger_debug_show()
5931 		ret = hist_field_debug_show(m, hist_data->fields[i],  in hist_trigger_debug_show()
5937 	if (hist_data->n_var_refs)  in hist_trigger_debug_show()
5940 	for (i = 0; i < hist_data->n_var_refs; i++) {  in hist_trigger_debug_show()
5942 		ret = hist_field_debug_show(m, hist_data->var_refs[i],  in hist_trigger_debug_show()
5948 	if (hist_data->n_field_vars)  in hist_trigger_debug_show()
5951 	for (i = 0; i < hist_data->n_field_vars; i++) {  in hist_trigger_debug_show()
5952 		ret = field_var_debug_show(m, hist_data->field_vars[i], i, false);  in hist_trigger_debug_show()
5957 	ret = hist_actions_debug_show(m, hist_data);  in hist_trigger_debug_show()
6041 	struct hist_trigger_data *hist_data = data->private_data;  in event_hist_trigger_print()  local
6054 	for_each_hist_key_field(i, hist_data) {  in event_hist_trigger_print()
6055 		field = hist_data->fields[i];  in event_hist_trigger_print()
6057 		if (i > hist_data->n_vals)  in event_hist_trigger_print()
6071 	for_each_hist_val_field(i, hist_data) {  in event_hist_trigger_print()
6072 		field = hist_data->fields[i];  in event_hist_trigger_print()
6079 			if (hist_data->attrs->no_hitcount)  in event_hist_trigger_print()
6095 		for_each_hist_val_field(i, hist_data) {  in event_hist_trigger_print()
6096 			field = hist_data->fields[i];  in event_hist_trigger_print()
6108 	for (i = 0; i < hist_data->n_sort_keys; i++) {  in event_hist_trigger_print()
6113 		first_key_idx = hist_data->n_vals - hist_data->n_vars;  in event_hist_trigger_print()
6115 		sort_key = &hist_data->sort_keys[i];  in event_hist_trigger_print()
6128 				idx += hist_data->n_vars;  in event_hist_trigger_print()
6129 			hist_field_print(m, hist_data->fields[idx]);  in event_hist_trigger_print()
6135 	seq_printf(m, ":size=%u", (1 << hist_data->map->map_bits));  in event_hist_trigger_print()
6136 	if (hist_data->enable_timestamps)  in event_hist_trigger_print()
6137 		seq_printf(m, ":clock=%s", hist_data->attrs->clock);  in event_hist_trigger_print()
6138 	if (hist_data->attrs->no_hitcount)  in event_hist_trigger_print()
6141 	print_actions_spec(m, hist_data);  in event_hist_trigger_print()
6158 	struct hist_trigger_data *hist_data = data->private_data;  in event_hist_trigger_init()  local
6160 	if (!data->ref && hist_data->attrs->name)  in event_hist_trigger_init()
6161 		save_named_trigger(hist_data->attrs->name, data);  in event_hist_trigger_init()
6168 static void unregister_field_var_hists(struct hist_trigger_data *hist_data)  in unregister_field_var_hists()  argument
6175 	for (i = 0; i < hist_data->n_field_var_hists; i++) {  in unregister_field_var_hists()
6176 		file = hist_data->field_var_hists[i]->hist_data->event_file;  in unregister_field_var_hists()
6177 		cmd = hist_data->field_var_hists[i]->cmd;  in unregister_field_var_hists()
6186 	struct hist_trigger_data *hist_data = data->private_data;  in event_hist_trigger_free()  local
6198 		remove_hist_vars(hist_data);  in event_hist_trigger_free()
6200 		unregister_field_var_hists(hist_data);  in event_hist_trigger_free()
6202 		destroy_hist_data(hist_data);  in event_hist_trigger_free()
6253 	struct hist_trigger_data *hist_data = data->private_data;  in hist_clear()  local
6260 	tracing_map_clear(hist_data->map);  in hist_clear()
6291 	struct hist_trigger_data *hist_data, *hist_data_test;  in hist_trigger_match()  local
6302 	hist_data = data->private_data;  in hist_trigger_match()
6305 	if (hist_data->n_vals != hist_data_test->n_vals ||  in hist_trigger_match()
6306 	    hist_data->n_fields != hist_data_test->n_fields ||  in hist_trigger_match()
6307 	    hist_data->n_sort_keys != hist_data_test->n_sort_keys)  in hist_trigger_match()
6316 	for_each_hist_field(i, hist_data) {  in hist_trigger_match()
6317 		key_field = hist_data->fields[i];  in hist_trigger_match()
6337 	for (i = 0; i < hist_data->n_sort_keys; i++) {  in hist_trigger_match()
6338 		sort_key = &hist_data->sort_keys[i];  in hist_trigger_match()
6350 	if (!actions_match(hist_data, hist_data_test))  in hist_trigger_match()
6360 	struct hist_trigger_data *hist_data = data->private_data;  in existing_hist_update_only()  local
6364 	if (!hist_data->attrs->pause && !hist_data->attrs->cont &&  in existing_hist_update_only()
6365 	    !hist_data->attrs->clear)  in existing_hist_update_only()
6368 	if (hist_data->attrs->name) {  in existing_hist_update_only()
6369 		named_data = find_named_trigger(hist_data->attrs->name);  in existing_hist_update_only()
6377 	if (hist_data->attrs->name && !named_data)  in existing_hist_update_only()
6384 			if (hist_data->attrs->pause)  in existing_hist_update_only()
6386 			else if (hist_data->attrs->cont)  in existing_hist_update_only()
6388 			else if (hist_data->attrs->clear)  in existing_hist_update_only()
6402 	struct hist_trigger_data *hist_data = data->private_data;  in hist_register_trigger()  local
6407 	if (hist_data->attrs->name) {  in hist_register_trigger()
6408 		named_data = find_named_trigger(hist_data->attrs->name);  in hist_register_trigger()
6412 				hist_err(tr, HIST_ERR_NAMED_MISMATCH, errpos(hist_data->attrs->name));  in hist_register_trigger()
6419 	if (hist_data->attrs->name && !named_data)  in hist_register_trigger()
6434 	if (hist_data->attrs->cont || hist_data->attrs->clear) {  in hist_register_trigger()
6440 	if (hist_data->attrs->pause)  in hist_register_trigger()
6455 	if (hist_data->enable_timestamps) {  in hist_register_trigger()
6456 		char *clock = hist_data->attrs->clock;  in hist_register_trigger()
6458 		ret = tracing_set_clock(file->tr, hist_data->attrs->clock);  in hist_register_trigger()
6468 		destroy_hist_data(hist_data);  in hist_register_trigger()
6494 	struct hist_trigger_data *hist_data = data->private_data;  in have_hist_trigger_match()  local
6500 	if (hist_data->attrs->name)  in have_hist_trigger_match()
6501 		named_data = find_named_trigger(hist_data->attrs->name);  in have_hist_trigger_match()
6518 	struct hist_trigger_data *hist_data = data->private_data;  in hist_trigger_check_refs()  local
6523 	if (hist_data->attrs->name)  in hist_trigger_check_refs()
6524 		named_data = find_named_trigger(hist_data->attrs->name);  in hist_trigger_check_refs()
6530 			hist_data = test->private_data;  in hist_trigger_check_refs()
6531 			if (check_var_refs(hist_data))  in hist_trigger_check_refs()
6545 	struct hist_trigger_data *hist_data = data->private_data;  in hist_unregister_trigger()  local
6549 	if (hist_data->attrs->name)  in hist_unregister_trigger()
6550 		named_data = find_named_trigger(hist_data->attrs->name);  in hist_unregister_trigger()
6567 	if (hist_data->enable_timestamps) {  in hist_unregister_trigger()
6568 		if (!hist_data->remove || test)  in hist_unregister_trigger()
6575 	struct hist_trigger_data *hist_data;  in hist_file_check_refs()  local
6582 			hist_data = test->private_data;  in hist_file_check_refs()
6583 			if (check_var_refs(hist_data))  in hist_file_check_refs()
6594 	struct hist_trigger_data *hist_data;  in hist_unreg_all()  local
6605 			hist_data = test->private_data;  in hist_unreg_all()
6615 			if (hist_data->enable_timestamps)  in hist_unreg_all()
6631 	struct hist_trigger_data *hist_data;  in event_hist_trigger_parse()  local
6702 	hist_data = create_hist_data(hist_trigger_bits, attrs, file, remove);  in event_hist_trigger_parse()
6703 	if (IS_ERR(hist_data)) {  in event_hist_trigger_parse()
6705 		return PTR_ERR(hist_data);  in event_hist_trigger_parse()
6708 	trigger_data = event_trigger_alloc(cmd_ops, cmd, param, hist_data);  in event_hist_trigger_parse()
6741 		ret = create_actions(hist_data);  in event_hist_trigger_parse()
6745 		if (has_hist_vars(hist_data) || hist_data->n_var_refs) {  in event_hist_trigger_parse()
6746 			ret = save_hist_vars(hist_data);  in event_hist_trigger_parse()
6751 		ret = tracing_map_init(hist_data->map);  in event_hist_trigger_parse()
6778 	remove_hist_vars(hist_data);  in event_hist_trigger_parse()
6782 	destroy_hist_data(hist_data);  in event_hist_trigger_parse()