15 static void cgroup_base_stat_flush(struct cgroup *cgrp, int cpu);
17 static struct cgroup_rstat_cpu *cgroup_rstat_cpu(struct cgroup *cgrp, int cpu)  in cgroup_rstat_cpu()
32 				     struct cgroup *cgrp, const bool fast_path)  in _cgroup_rstat_cpu_lock()
65 			      struct cgroup *cgrp, unsigned long flags,  in _cgroup_rstat_cpu_unlock()
85 __bpf_kfunc void cgroup_rstat_updated(struct cgroup *cgrp, int cpu)  in cgroup_rstat_updated()
106 		struct cgroup *parent = cgroup_parent(cgrp);  in cgroup_rstat_updated()
144 static struct cgroup *cgroup_rstat_push_children(struct cgroup *head,  in cgroup_rstat_push_children()
145 						 struct cgroup *child, int cpu)  in cgroup_rstat_push_children()
147 	struct cgroup *chead = child;	/* Head of child cgroup level */  in cgroup_rstat_push_children()
148 	struct cgroup *ghead = NULL;	/* Head of grandchild cgroup level */  in cgroup_rstat_push_children()
149 	struct cgroup *parent, *grandchild;  in cgroup_rstat_push_children()
203 static struct cgroup *cgroup_rstat_updated_list(struct cgroup *root, int cpu)  in cgroup_rstat_updated_list()
207 	struct cgroup *head = NULL, *parent, *child;  in cgroup_rstat_updated_list()
223 		struct cgroup **nextp;  in cgroup_rstat_updated_list()
266 __weak noinline void bpf_rstat_flush(struct cgroup *cgrp,  in bpf_rstat_flush()
267 				     struct cgroup *parent, int cpu)  in bpf_rstat_flush()
282 static inline void __cgroup_rstat_lock(struct cgroup *cgrp, int cpu_in_loop)  in __cgroup_rstat_lock()
295 static inline void __cgroup_rstat_unlock(struct cgroup *cgrp, int cpu_in_loop)  in __cgroup_rstat_unlock()
315 __bpf_kfunc void cgroup_rstat_flush(struct cgroup *cgrp)  in cgroup_rstat_flush()
321 		struct cgroup *pos;  in cgroup_rstat_flush()
344 int cgroup_rstat_init(struct cgroup *cgrp)  in cgroup_rstat_init()
366 void cgroup_rstat_exit(struct cgroup *cgrp)  in cgroup_rstat_exit()
421 static void cgroup_base_stat_flush(struct cgroup *cgrp, int cpu)  in cgroup_base_stat_flush()
424 	struct cgroup *parent = cgroup_parent(cgrp);  in cgroup_base_stat_flush()
461 cgroup_base_stat_cputime_account_begin(struct cgroup *cgrp, unsigned long *flags)  in cgroup_base_stat_cputime_account_begin()
470 static void cgroup_base_stat_cputime_account_end(struct cgroup *cgrp,  in cgroup_base_stat_cputime_account_end()
479 void __cgroup_account_cputime(struct cgroup *cgrp, u64 delta_exec)  in __cgroup_account_cputime()
489 void __cgroup_account_cputime_field(struct cgroup *cgrp,  in __cgroup_account_cputime_field()
573 	struct cgroup *cgrp = seq_css(seq)->cgroup;  in cgroup_base_stat_cputime_show()