105 		struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(cgrp, cpu);  in cgroup_rstat_updated()  local
113 		if (rstatc->updated_next)  in cgroup_rstat_updated()
118 			rstatc->updated_next = cgrp;  in cgroup_rstat_updated()
123 		rstatc->updated_next = prstatc->updated_children;  in cgroup_rstat_updated()
206 	struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(root, cpu);  in cgroup_rstat_updated_list()  local
213 	if (!rstatc->updated_next)  in cgroup_rstat_updated_list()
234 		*nextp = rstatc->updated_next;  in cgroup_rstat_updated_list()
237 	rstatc->updated_next = NULL;  in cgroup_rstat_updated_list()
242 	child = rstatc->updated_children;  in cgroup_rstat_updated_list()
243 	rstatc->updated_children = root;  in cgroup_rstat_updated_list()
357 		struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(cgrp, cpu);  in cgroup_rstat_init()  local
359 		rstatc->updated_children = cgrp;  in cgroup_rstat_init()
360 		u64_stats_init(&rstatc->bsync);  in cgroup_rstat_init()
374 		struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(cgrp, cpu);  in cgroup_rstat_exit()  local
376 		if (WARN_ON_ONCE(rstatc->updated_children != cgrp) ||  in cgroup_rstat_exit()
377 		    WARN_ON_ONCE(rstatc->updated_next))  in cgroup_rstat_exit()
423 	struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(cgrp, cpu);  in cgroup_base_stat_flush()  local
435 		seq = __u64_stats_fetch_begin(&rstatc->bsync);  in cgroup_base_stat_flush()
436 		delta = rstatc->bstat;  in cgroup_base_stat_flush()
437 	} while (__u64_stats_fetch_retry(&rstatc->bsync, seq));  in cgroup_base_stat_flush()
440 	cgroup_base_stat_sub(&delta, &rstatc->last_bstat);  in cgroup_base_stat_flush()
442 	cgroup_base_stat_add(&rstatc->last_bstat, &delta);  in cgroup_base_stat_flush()
443 	cgroup_base_stat_add(&rstatc->subtree_bstat, &delta);  in cgroup_base_stat_flush()
452 		delta = rstatc->subtree_bstat;  in cgroup_base_stat_flush()
454 		cgroup_base_stat_sub(&delta, &rstatc->last_subtree_bstat);  in cgroup_base_stat_flush()
456 		cgroup_base_stat_add(&rstatc->last_subtree_bstat, &delta);  in cgroup_base_stat_flush()
463 	struct cgroup_rstat_cpu *rstatc;  in cgroup_base_stat_cputime_account_begin()  local
465 	rstatc = get_cpu_ptr(cgrp->rstat_cpu);  in cgroup_base_stat_cputime_account_begin()
466 	*flags = u64_stats_update_begin_irqsave(&rstatc->bsync);  in cgroup_base_stat_cputime_account_begin()
467 	return rstatc;  in cgroup_base_stat_cputime_account_begin()
471 						 struct cgroup_rstat_cpu *rstatc,  in cgroup_base_stat_cputime_account_end()  argument
474 	u64_stats_update_end_irqrestore(&rstatc->bsync, flags);  in cgroup_base_stat_cputime_account_end()
476 	put_cpu_ptr(rstatc);  in cgroup_base_stat_cputime_account_end()
481 	struct cgroup_rstat_cpu *rstatc;  in __cgroup_account_cputime()  local
484 	rstatc = cgroup_base_stat_cputime_account_begin(cgrp, &flags);  in __cgroup_account_cputime()
485 	rstatc->bstat.cputime.sum_exec_runtime += delta_exec;  in __cgroup_account_cputime()
486 	cgroup_base_stat_cputime_account_end(cgrp, rstatc, flags);  in __cgroup_account_cputime()
492 	struct cgroup_rstat_cpu *rstatc;  in __cgroup_account_cputime_field()  local
495 	rstatc = cgroup_base_stat_cputime_account_begin(cgrp, &flags);  in __cgroup_account_cputime_field()
499 		rstatc->bstat.ntime += delta_exec;  in __cgroup_account_cputime_field()
502 		rstatc->bstat.cputime.utime += delta_exec;  in __cgroup_account_cputime_field()
507 		rstatc->bstat.cputime.stime += delta_exec;  in __cgroup_account_cputime_field()
511 		rstatc->bstat.forceidle_sum += delta_exec;  in __cgroup_account_cputime_field()
518 	cgroup_base_stat_cputime_account_end(cgrp, rstatc, flags);  in __cgroup_account_cputime_field()