241 static int cgroup_apply_control(struct cgroup *cgrp);
242 static void cgroup_finalize_control(struct cgroup *cgrp, int ret);
245 static int cgroup_destroy_locked(struct cgroup *cgrp);
246 static struct cgroup_subsys_state *css_create(struct cgroup *cgrp,
251 			      struct cgroup *cgrp, struct cftype cfts[],
319 bool cgroup_on_dfl(const struct cgroup *cgrp)  in cgroup_on_dfl()
355 static bool cgroup_has_tasks(struct cgroup *cgrp)  in cgroup_has_tasks()
360 static bool cgroup_is_threaded(struct cgroup *cgrp)  in cgroup_is_threaded()
366 static bool cgroup_is_mixable(struct cgroup *cgrp)  in cgroup_is_mixable()
377 static bool cgroup_can_be_thread_root(struct cgroup *cgrp)  in cgroup_can_be_thread_root()
399 static bool cgroup_is_thread_root(struct cgroup *cgrp)  in cgroup_is_thread_root()
421 static bool cgroup_is_valid_domain(struct cgroup *cgrp)  in cgroup_is_valid_domain()
439 static u16 cgroup_control(struct cgroup *cgrp)  in cgroup_control()
441 	struct cgroup *parent = cgroup_parent(cgrp);  in cgroup_control()
460 static u16 cgroup_ss_mask(struct cgroup *cgrp)  in cgroup_ss_mask()
462 	struct cgroup *parent = cgroup_parent(cgrp);  in cgroup_ss_mask()
487 static struct cgroup_subsys_state *cgroup_css(struct cgroup *cgrp,  in cgroup_css()
507 static struct cgroup_subsys_state *cgroup_e_css_by_mask(struct cgroup *cgrp,  in cgroup_e_css_by_mask()
541 struct cgroup_subsys_state *cgroup_e_css(struct cgroup *cgrp,  in cgroup_e_css()
571 struct cgroup_subsys_state *cgroup_get_e_css(struct cgroup *cgrp,  in cgroup_get_e_css()
597 static void cgroup_get_live(struct cgroup *cgrp)  in cgroup_get_live()
608 int __cgroup_task_count(const struct cgroup *cgrp)  in __cgroup_task_count()
625 int cgroup_task_count(const struct cgroup *cgrp)  in cgroup_task_count()
636 static struct cgroup *kn_priv(struct kernfs_node *kn)  in kn_priv()
651 	struct cgroup *cgrp = kn_priv(of->kn);  in of_css()
720 		       (dsct) = (d_css)->cgroup;			\
729 		       (dsct) = (d_css)->cgroup;			\
803 static void cgroup_update_populated(struct cgroup *cgrp, bool populated)  in cgroup_update_populated()
805 	struct cgroup *child = NULL;  in cgroup_update_populated()
987 			     struct cgroup *new_cgrp,  in compare_css_sets()
990 	struct cgroup *new_dfl_cgrp;  in compare_css_sets()
1021 		struct cgroup *cgrp1, *cgrp2;  in compare_css_sets()
1065 					struct cgroup *cgrp,  in find_existing_css_set()
1151 			 struct cgroup *cgrp)  in link_css_set()
1184 				    struct cgroup *cgrp)  in find_css_set()
1237 		struct cgroup *c = link->cgrp;  in find_css_set()
1256 			      &css->cgroup->e_csets[ssid]);  in find_css_set()
1289 	struct cgroup *root_cgrp = kernfs_root_to_node(kf_root)->priv;  in cgroup_root_from_kf()
1336 	struct cgroup *cgrp = &root->cgrp;  in cgroup_destroy_root()
1382 static inline struct cgroup *__cset_cgroup_from_root(struct css_set *cset,  in __cset_cgroup_from_root()
1385 	struct cgroup *res_cgroup = NULL;  in __cset_cgroup_from_root()
1396 			struct cgroup *c = link->cgrp;  in __cset_cgroup_from_root()
1421 static struct cgroup *
1424 	struct cgroup *res = NULL;  in current_cgns_cgroup_from_root()
1455 static struct cgroup *current_cgns_cgroup_dfl(void)  in current_cgns_cgroup_dfl()
1474 static struct cgroup *cset_cgroup_from_root(struct css_set *cset,  in cset_cgroup_from_root()
1488 struct cgroup *task_cgroup_from_root(struct task_struct *task,  in task_cgroup_from_root()
1526 static char *cgroup_file_name(struct cgroup *cgrp, const struct cftype *cft,  in cgroup_file_name()
1623 	struct cgroup *cgrp;  in cgroup_kn_unlock()
1653 struct cgroup *cgroup_kn_lock_live(struct kernfs_node *kn, bool drain_offline)  in cgroup_kn_lock_live()
1655 	struct cgroup *cgrp;  in cgroup_kn_lock_live()
1684 static void cgroup_rm_file(struct cgroup *cgrp, const struct cftype *cft)  in cgroup_rm_file()
1710 	struct cgroup *cgrp = css->cgroup;  in css_clear_dir()
1743 	struct cgroup *cgrp = css->cgroup;  in css_populate_dir()
1796 	struct cgroup *dcgrp = &dst_root->cgrp;  in rebind_subsystems()
1827 		struct cgroup *scgrp = &cgrp_dfl_root.cgrp;  in rebind_subsystems()
1840 		struct cgroup *scgrp = &src_root->cgrp;  in rebind_subsystems()
1860 		css->cgroup = dcgrp;  in rebind_subsystems()
1914 	struct cgroup *ns_cgroup;  in cgroup_show_path()
2053 static void init_cgroup_housekeeping(struct cgroup *cgrp)  in init_cgroup_housekeeping()
2063 	cgrp->self.cgroup = cgrp;  in init_cgroup_housekeeping()
2081 	struct cgroup *cgrp = &root->cgrp;  in init_cgroup_root()
2101 	struct cgroup *root_cgrp = &root->cgrp;  in cgroup_setup_root()
2223 		struct cgroup *cgrp;  in cgroup_do_get_tree()
2428 int cgroup_path_ns_locked(struct cgroup *cgrp, char *buf, size_t buflen,  in cgroup_path_ns_locked()
2431 	struct cgroup *root = cset_cgroup_from_root(ns->root_cset, cgrp->root);  in cgroup_path_ns_locked()
2436 int cgroup_path_ns(struct cgroup *cgrp, char *buf, size_t buflen,  in cgroup_path_ns()
2711 int cgroup_migrate_vet_dst(struct cgroup *dst_cgrp)  in cgroup_migrate_vet_dst()
2788 			    struct cgroup *dst_cgrp,  in cgroup_migrate_add_src()
2791 	struct cgroup *src_cgrp;  in cgroup_migrate_add_src()
2931 int cgroup_attach_task(struct cgroup *dst_cgrp, struct task_struct *leader,  in cgroup_attach_task()
3054 	struct cgroup *cgrp = seq_css(seq)->cgroup;  in cgroup_controllers_show()
3063 	struct cgroup *cgrp = seq_css(seq)->cgroup;  in cgroup_subtree_control_show()
3078 static int cgroup_update_dfl_csses(struct cgroup *cgrp)  in cgroup_update_dfl_csses()
3082 	struct cgroup *dsct;  in cgroup_update_dfl_csses()
3148 void cgroup_lock_and_drain_offline(struct cgroup *cgrp)  in cgroup_lock_and_drain_offline()
3151 	struct cgroup *dsct;  in cgroup_lock_and_drain_offline()
3189 static void cgroup_save_control(struct cgroup *cgrp)  in cgroup_save_control()
3191 	struct cgroup *dsct;  in cgroup_save_control()
3209 static void cgroup_propagate_control(struct cgroup *cgrp)  in cgroup_propagate_control()
3211 	struct cgroup *dsct;  in cgroup_propagate_control()
3230 static void cgroup_restore_control(struct cgroup *cgrp)  in cgroup_restore_control()
3232 	struct cgroup *dsct;  in cgroup_restore_control()
3245 	struct cgroup *cgrp = css->cgroup;  in css_visible()
3267 static int cgroup_apply_control_enable(struct cgroup *cgrp)  in cgroup_apply_control_enable()
3269 	struct cgroup *dsct;  in cgroup_apply_control_enable()
3313 static void cgroup_apply_control_disable(struct cgroup *cgrp)  in cgroup_apply_control_disable()
3315 	struct cgroup *dsct;  in cgroup_apply_control_disable()
3358 static int cgroup_apply_control(struct cgroup *cgrp)  in cgroup_apply_control()
3383 static void cgroup_finalize_control(struct cgroup *cgrp, int ret)  in cgroup_finalize_control()
3393 static int cgroup_vet_subtree_control_enable(struct cgroup *cgrp, u16 enable)  in cgroup_vet_subtree_control_enable()
3439 	struct cgroup *cgrp, *child;  in cgroup_subtree_control_write()
3538 static int cgroup_enable_threaded(struct cgroup *cgrp)  in cgroup_enable_threaded()
3540 	struct cgroup *parent = cgroup_parent(cgrp);  in cgroup_enable_threaded()
3541 	struct cgroup *dom_cgrp = parent->dom_cgrp;  in cgroup_enable_threaded()
3542 	struct cgroup *dsct;  in cgroup_enable_threaded()
3587 	struct cgroup *cgrp = seq_css(seq)->cgroup;  in cgroup_type_show()
3604 	struct cgroup *cgrp;  in cgroup_type_write()
3625 	struct cgroup *cgrp = seq_css(seq)->cgroup;  in cgroup_max_descendants_show()
3639 	struct cgroup *cgrp;  in cgroup_max_descendants_write()
3668 	struct cgroup *cgrp = seq_css(seq)->cgroup;  in cgroup_max_depth_show()
3682 	struct cgroup *cgrp;  in cgroup_max_depth_write()
3711 	struct cgroup *cgrp = seq_css(seq)->cgroup;  in cgroup_events_show()
3721 	struct cgroup *cgroup = seq_css(seq)->cgroup;  in cgroup_stat_show()  local
3727 		   cgroup->nr_descendants);  in cgroup_stat_show()
3742 		css = rcu_dereference_raw(cgroup->subsys[ssid]);  in cgroup_stat_show()
3743 		dying_cnt[ssid] = cgroup->nr_dying_subsys[ssid];  in cgroup_stat_show()
3749 		   cgroup->nr_dying_descendants);  in cgroup_stat_show()
3768 static struct cgroup_subsys_state *cgroup_tryget_css(struct cgroup *cgrp,  in cgroup_tryget_css()
3784 	struct cgroup *cgrp = seq_css(seq)->cgroup;  in cgroup_extra_stat_show()
3802 				  struct cgroup *cgrp, int ssid)  in cgroup_local_stat_show()
3834 	struct cgroup __maybe_unused *cgrp = seq_css(seq)->cgroup;  in cpu_local_stat_show()
3846 	struct cgroup *cgrp = seq_css(seq)->cgroup;  in cgroup_io_pressure_show()
3853 	struct cgroup *cgrp = seq_css(seq)->cgroup;  in cgroup_memory_pressure_show()
3860 	struct cgroup *cgrp = seq_css(seq)->cgroup;  in cgroup_cpu_pressure_show()
3871 	struct cgroup *cgrp;  in pressure_write()
3924 	struct cgroup *cgrp = seq_css(seq)->cgroup;  in cgroup_irq_pressure_show()
3940 	struct cgroup *cgrp = seq_css(seq)->cgroup;  in cgroup_pressure_show()
3954 	struct cgroup *cgrp;  in cgroup_pressure_write()
4019 	struct cgroup *cgrp = seq_css(seq)->cgroup;  in cgroup_freeze_show()
4029 	struct cgroup *cgrp;  in cgroup_freeze_write()
4051 static void __cgroup_kill(struct cgroup *cgrp)  in __cgroup_kill()
4077 static void cgroup_kill(struct cgroup *cgrp)  in cgroup_kill()
4080 	struct cgroup *dsct;  in cgroup_kill()
4093 	struct cgroup *cgrp;  in cgroup_kill_write()
4161 	struct cgroup *cgrp = kn_priv(of->kn);  in cgroup_file_write()
4280 static int cgroup_add_file(struct cgroup_subsys_state *css, struct cgroup *cgrp,  in cgroup_add_file()
4322 			      struct cgroup *cgrp, struct cftype cfts[],  in cgroup_addrm_files()
4362 	struct cgroup *root = &ss->root->cgrp;  in cgroup_apply_cftypes()
4370 		struct cgroup *cgrp = css->cgroup;  in cgroup_apply_cftypes()
5023 		it->cset_pos = &css->cgroup->e_csets[css->ss->id];  in css_task_iter_start()
5025 		it->cset_pos = &css->cgroup->cset_links;  in css_task_iter_start()
5116 	struct cgroup *cgrp = seq_css(s)->cgroup;  in __cgroup_procs_start()
5140 	struct cgroup *cgrp = seq_css(s)->cgroup;  in cgroup_procs_start()
5161 static int cgroup_may_write(const struct cgroup *cgrp, struct super_block *sb)  in cgroup_may_write()
5177 static int cgroup_procs_write_permission(struct cgroup *src_cgrp,  in cgroup_procs_write_permission()
5178 					 struct cgroup *dst_cgrp,  in cgroup_procs_write_permission()
5182 	struct cgroup *com_cgrp = src_cgrp;  in cgroup_procs_write_permission()
5208 static int cgroup_attach_permissions(struct cgroup *src_cgrp,  in cgroup_attach_permissions()
5209 				     struct cgroup *dst_cgrp,  in cgroup_attach_permissions()
5233 	struct cgroup *src_cgrp, *dst_cgrp;  in __cgroup_procs_write()
5304 		.file_offset = offsetof(struct cgroup, procs_file),
5333 		.file_offset = offsetof(struct cgroup, events_file),
5376 		.file_offset = offsetof(struct cgroup, psi_files[PSI_IO]),
5384 		.file_offset = offsetof(struct cgroup, psi_files[PSI_MEM]),
5392 		.file_offset = offsetof(struct cgroup, psi_files[PSI_CPU]),
5401 		.file_offset = offsetof(struct cgroup, psi_files[PSI_IRQ]),
5444 	struct cgroup *cgrp = css->cgroup;  in css_free_rwork_fn()
5495 	struct cgroup *cgrp = css->cgroup;  in css_release_work_fn()
5503 		struct cgroup *parent_cgrp;  in css_release_work_fn()
5530 		struct cgroup *tcgrp;  in css_release_work_fn()
5571 			      struct cgroup_subsys *ss, struct cgroup *cgrp)  in init_and_link_css()
5578 	css->cgroup = cgrp;  in init_and_link_css()
5610 		rcu_assign_pointer(css->cgroup->subsys[ss->id], css);  in online_css()
5636 	RCU_INIT_POINTER(css->cgroup->subsys[ss->id], NULL);  in offline_css()
5638 	wake_up_all(&css->cgroup->offline_waitq);  in offline_css()
5640 	css->cgroup->nr_dying_subsys[ss->id]++;  in offline_css()
5647 		css->cgroup->nr_dying_subsys[ss->id]++;  in offline_css()
5660 static struct cgroup_subsys_state *css_create(struct cgroup *cgrp,  in css_create()
5663 	struct cgroup *parent = cgroup_parent(cgrp);  in css_create()
5710 static struct cgroup *cgroup_create(struct cgroup *parent, const char *name,  in cgroup_create()
5714 	struct cgroup *cgrp, *tcgrp;  in cgroup_create()
5829 static bool cgroup_check_hierarchy_limits(struct cgroup *parent)  in cgroup_check_hierarchy_limits()
5831 	struct cgroup *cgroup;  in cgroup_check_hierarchy_limits()  local
5837 	for (cgroup = parent; cgroup; cgroup = cgroup_parent(cgroup)) {  in cgroup_check_hierarchy_limits()
5838 		if (cgroup->nr_descendants >= cgroup->max_descendants)  in cgroup_check_hierarchy_limits()
5841 		if (level >= cgroup->max_depth)  in cgroup_check_hierarchy_limits()
5854 	struct cgroup *parent, *cgrp;  in cgroup_mkdir()
6012 static int cgroup_destroy_locked(struct cgroup *cgrp)  in cgroup_destroy_locked()
6015 	struct cgroup *tcgrp, *parent = cgroup_parent(cgrp);  in cgroup_destroy_locked()
6087 	struct cgroup *cgrp;  in cgroup_rmdir()
6336 struct cgroup *cgroup_get_from_id(u64 id)  in cgroup_get_from_id()
6339 	struct cgroup *cgrp, *root_cgrp;  in cgroup_get_from_id()
6394 		struct cgroup *cgrp;  in proc_cgroup_show()
6473 static struct cgroup *cgroup_v1v2_get_from_file(struct file *f)  in cgroup_v1v2_get_from_file()
6481 	return css->cgroup;  in cgroup_v1v2_get_from_file()
6489 static struct cgroup *cgroup_get_from_file(struct file *f)  in cgroup_get_from_file()
6491 	struct cgroup *cgrp = cgroup_v1v2_get_from_file(f);  in cgroup_get_from_file()
6524 	struct cgroup *dst_cgrp = NULL;  in cgroup_css_set_fork()
6547 	CLASS(fd_raw, f)(kargs->cgroup);  in cgroup_css_set_fork()
6626 	struct cgroup *cgrp = kargs->cgrp;  in cgroup_css_set_put_fork()
6931 	struct cgroup *cgrp;  in css_tryget_online_from_dir()
6979 struct cgroup *cgroup_get_from_path(const char *path)  in cgroup_get_from_path()
6982 	struct cgroup *cgrp = ERR_PTR(-ENOENT);  in cgroup_get_from_path()
6983 	struct cgroup *root_cgrp;  in cgroup_get_from_path()
7019 struct cgroup *cgroup_v1v2_get_from_fd(int fd)  in cgroup_v1v2_get_from_fd()
7033 struct cgroup *cgroup_get_from_fd(int fd)  in cgroup_get_from_fd()
7035 	struct cgroup *cgrp = cgroup_v1v2_get_from_fd(fd);  in cgroup_get_from_fd()
7098 	struct cgroup *cgroup;  in cgroup_sk_alloc()  local
7103 		cgroup = &cgrp_dfl_root.cgrp;  in cgroup_sk_alloc()
7104 		cgroup_get(cgroup);  in cgroup_sk_alloc()
7113 			cgroup = cset->dfl_cgrp;  in cgroup_sk_alloc()
7119 	skcd->cgroup = cgroup;  in cgroup_sk_alloc()
7120 	cgroup_bpf_get(cgroup);  in cgroup_sk_alloc()
7126 	struct cgroup *cgrp = sock_cgroup_ptr(skcd);  in cgroup_sk_clone()
7139 	struct cgroup *cgrp = sock_cgroup_ptr(skcd);  in cgroup_sk_free()