1 /* SPDX-License-Identifier: GPL-2.0 */ 2 #ifndef _LINUX__INIT_TASK_H 3 #define _LINUX__INIT_TASK_H 4 5 #include <linux/rcupdate.h> 6 #include <linux/irqflags.h> 7 #include <linux/utsname.h> 8 #include <linux/lockdep.h> 9 #include <linux/ftrace.h> 10 #include <linux/ipc.h> 11 #include <linux/pid_namespace.h> 12 #include <linux/user_namespace.h> 13 #include <linux/securebits.h> 14 #include <linux/seqlock.h> 15 #include <linux/rbtree.h> 16 #include <linux/sched/autogroup.h> 17 #include <net/net_namespace.h> 18 #include <linux/sched/rt.h> 19 #include <linux/livepatch.h> 20 #include <linux/mm_types.h> 21 22 #include <asm/thread_info.h> 23 24 #ifdef CONFIG_SMP 25 # define INIT_PUSHABLE_TASKS(tsk) \ 26 .pushable_tasks = PLIST_NODE_INIT(tsk.pushable_tasks, MAX_PRIO), 27 #else 28 # define INIT_PUSHABLE_TASKS(tsk) 29 #endif 30 31 extern struct files_struct init_files; 32 extern struct fs_struct init_fs; 33 34 #ifdef CONFIG_CPUSETS 35 #define INIT_CPUSET_SEQ(tsk) \ 36 .mems_allowed_seq = SEQCNT_ZERO(tsk.mems_allowed_seq), 37 #else 38 #define INIT_CPUSET_SEQ(tsk) 39 #endif 40 41 #ifndef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE 42 #define INIT_PREV_CPUTIME(x) .prev_cputime = { \ 43 .lock = __RAW_SPIN_LOCK_UNLOCKED(x.prev_cputime.lock), \ 44 }, 45 #else 46 #define INIT_PREV_CPUTIME(x) 47 #endif 48 49 #ifdef CONFIG_POSIX_TIMERS 50 #define INIT_POSIX_TIMERS(s) \ 51 .posix_timers = LIST_HEAD_INIT(s.posix_timers), 52 #define INIT_CPU_TIMERS(s) \ 53 .cpu_timers = { \ 54 LIST_HEAD_INIT(s.cpu_timers[0]), \ 55 LIST_HEAD_INIT(s.cpu_timers[1]), \ 56 LIST_HEAD_INIT(s.cpu_timers[2]), \ 57 }, 58 #define INIT_CPUTIMER(s) \ 59 .cputimer = { \ 60 .cputime_atomic = INIT_CPUTIME_ATOMIC, \ 61 .running = false, \ 62 .checking_timer = false, \ 63 }, 64 #else 65 #define INIT_POSIX_TIMERS(s) 66 #define INIT_CPU_TIMERS(s) 67 #define INIT_CPUTIMER(s) 68 #endif 69 70 #define INIT_SIGNALS(sig) { \ 71 .nr_threads = 1, \ 72 .thread_head = LIST_HEAD_INIT(init_task.thread_node), \ 73 .wait_chldexit = __WAIT_QUEUE_HEAD_INITIALIZER(sig.wait_chldexit),\ 74 .shared_pending = { \ 75 .list = LIST_HEAD_INIT(sig.shared_pending.list), \ 76 .signal = {{0}}}, \ 77 INIT_POSIX_TIMERS(sig) \ 78 INIT_CPU_TIMERS(sig) \ 79 .rlim = INIT_RLIMITS, \ 80 INIT_CPUTIMER(sig) \ 81 INIT_PREV_CPUTIME(sig) \ 82 .cred_guard_mutex = \ 83 __MUTEX_INITIALIZER(sig.cred_guard_mutex), \ 84 } 85 86 extern struct nsproxy init_nsproxy; 87 88 #define INIT_SIGHAND(sighand) { \ 89 .count = ATOMIC_INIT(1), \ 90 .action = { { { .sa_handler = SIG_DFL, } }, }, \ 91 .siglock = __SPIN_LOCK_UNLOCKED(sighand.siglock), \ 92 .signalfd_wqh = __WAIT_QUEUE_HEAD_INITIALIZER(sighand.signalfd_wqh), \ 93 } 94 95 extern struct group_info init_groups; 96 97 #define INIT_STRUCT_PID { \ 98 .count = ATOMIC_INIT(1), \ 99 .tasks = { \ 100 { .first = NULL }, \ 101 { .first = NULL }, \ 102 { .first = NULL }, \ 103 }, \ 104 .level = 0, \ 105 .numbers = { { \ 106 .nr = 0, \ 107 .ns = &init_pid_ns, \ 108 }, } \ 109 } 110 111 #define INIT_PID_LINK(type) \ 112 { \ 113 .node = { \ 114 .next = NULL, \ 115 .pprev = NULL, \ 116 }, \ 117 .pid = &init_struct_pid, \ 118 } 119 120 #ifdef CONFIG_AUDITSYSCALL 121 #define INIT_IDS \ 122 .loginuid = INVALID_UID, \ 123 .sessionid = (unsigned int)-1, 124 #else 125 #define INIT_IDS 126 #endif 127 128 #ifdef CONFIG_PREEMPT_RCU 129 #define INIT_TASK_RCU_PREEMPT(tsk) \ 130 .rcu_read_lock_nesting = 0, \ 131 .rcu_read_unlock_special.s = 0, \ 132 .rcu_node_entry = LIST_HEAD_INIT(tsk.rcu_node_entry), \ 133 .rcu_blocked_node = NULL, 134 #else 135 #define INIT_TASK_RCU_PREEMPT(tsk) 136 #endif 137 #ifdef CONFIG_TASKS_RCU 138 #define INIT_TASK_RCU_TASKS(tsk) \ 139 .rcu_tasks_holdout = false, \ 140 .rcu_tasks_holdout_list = \ 141 LIST_HEAD_INIT(tsk.rcu_tasks_holdout_list), \ 142 .rcu_tasks_idle_cpu = -1, 143 #else 144 #define INIT_TASK_RCU_TASKS(tsk) 145 #endif 146 147 extern struct cred init_cred; 148 149 #ifdef CONFIG_CGROUP_SCHED 150 # define INIT_CGROUP_SCHED(tsk) \ 151 .sched_task_group = &root_task_group, 152 #else 153 # define INIT_CGROUP_SCHED(tsk) 154 #endif 155 156 #ifdef CONFIG_PERF_EVENTS 157 # define INIT_PERF_EVENTS(tsk) \ 158 .perf_event_mutex = \ 159 __MUTEX_INITIALIZER(tsk.perf_event_mutex), \ 160 .perf_event_list = LIST_HEAD_INIT(tsk.perf_event_list), 161 #else 162 # define INIT_PERF_EVENTS(tsk) 163 #endif 164 165 #ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN 166 # define INIT_VTIME(tsk) \ 167 .vtime.seqcount = SEQCNT_ZERO(tsk.vtime.seqcount), \ 168 .vtime.starttime = 0, \ 169 .vtime.state = VTIME_SYS, 170 #else 171 # define INIT_VTIME(tsk) 172 #endif 173 174 #define INIT_TASK_COMM "swapper" 175 176 #ifdef CONFIG_RT_MUTEXES 177 # define INIT_RT_MUTEXES(tsk) \ 178 .pi_waiters = RB_ROOT_CACHED, \ 179 .pi_top_task = NULL, 180 #else 181 # define INIT_RT_MUTEXES(tsk) 182 #endif 183 184 #ifdef CONFIG_NUMA_BALANCING 185 # define INIT_NUMA_BALANCING(tsk) \ 186 .numa_preferred_nid = -1, \ 187 .numa_group = NULL, \ 188 .numa_faults = NULL, 189 #else 190 # define INIT_NUMA_BALANCING(tsk) 191 #endif 192 193 #ifdef CONFIG_KASAN 194 # define INIT_KASAN(tsk) \ 195 .kasan_depth = 1, 196 #else 197 # define INIT_KASAN(tsk) 198 #endif 199 200 #ifdef CONFIG_LIVEPATCH 201 # define INIT_LIVEPATCH(tsk) \ 202 .patch_state = KLP_UNDEFINED, 203 #else 204 # define INIT_LIVEPATCH(tsk) 205 #endif 206 207 #ifdef CONFIG_THREAD_INFO_IN_TASK 208 # define INIT_TASK_TI(tsk) \ 209 .thread_info = INIT_THREAD_INFO(tsk), \ 210 .stack_refcount = ATOMIC_INIT(1), 211 #else 212 # define INIT_TASK_TI(tsk) 213 #endif 214 215 #ifdef CONFIG_SECURITY 216 #define INIT_TASK_SECURITY .security = NULL, 217 #else 218 #define INIT_TASK_SECURITY 219 #endif 220 221 /* 222 * INIT_TASK is used to set up the first task table, touch at 223 * your own risk!. Base=0, limit=0x1fffff (=2MB) 224 */ 225 #define INIT_TASK(tsk) \ 226 { \ 227 INIT_TASK_TI(tsk) \ 228 .state = 0, \ 229 .stack = init_stack, \ 230 .usage = ATOMIC_INIT(2), \ 231 .flags = PF_KTHREAD, \ 232 .prio = MAX_PRIO-20, \ 233 .static_prio = MAX_PRIO-20, \ 234 .normal_prio = MAX_PRIO-20, \ 235 .policy = SCHED_NORMAL, \ 236 .cpus_allowed = CPU_MASK_ALL, \ 237 .nr_cpus_allowed= NR_CPUS, \ 238 .mm = NULL, \ 239 .active_mm = &init_mm, \ 240 .restart_block = { \ 241 .fn = do_no_restart_syscall, \ 242 }, \ 243 .se = { \ 244 .group_node = LIST_HEAD_INIT(tsk.se.group_node), \ 245 }, \ 246 .rt = { \ 247 .run_list = LIST_HEAD_INIT(tsk.rt.run_list), \ 248 .time_slice = RR_TIMESLICE, \ 249 }, \ 250 .tasks = LIST_HEAD_INIT(tsk.tasks), \ 251 INIT_PUSHABLE_TASKS(tsk) \ 252 INIT_CGROUP_SCHED(tsk) \ 253 .ptraced = LIST_HEAD_INIT(tsk.ptraced), \ 254 .ptrace_entry = LIST_HEAD_INIT(tsk.ptrace_entry), \ 255 .real_parent = &tsk, \ 256 .parent = &tsk, \ 257 .children = LIST_HEAD_INIT(tsk.children), \ 258 .sibling = LIST_HEAD_INIT(tsk.sibling), \ 259 .group_leader = &tsk, \ 260 RCU_POINTER_INITIALIZER(real_cred, &init_cred), \ 261 RCU_POINTER_INITIALIZER(cred, &init_cred), \ 262 .comm = INIT_TASK_COMM, \ 263 .thread = INIT_THREAD, \ 264 .fs = &init_fs, \ 265 .files = &init_files, \ 266 .signal = &init_signals, \ 267 .sighand = &init_sighand, \ 268 .nsproxy = &init_nsproxy, \ 269 .pending = { \ 270 .list = LIST_HEAD_INIT(tsk.pending.list), \ 271 .signal = {{0}}}, \ 272 .blocked = {{0}}, \ 273 .alloc_lock = __SPIN_LOCK_UNLOCKED(tsk.alloc_lock), \ 274 .journal_info = NULL, \ 275 INIT_CPU_TIMERS(tsk) \ 276 .pi_lock = __RAW_SPIN_LOCK_UNLOCKED(tsk.pi_lock), \ 277 .timer_slack_ns = 50000, /* 50 usec default slack */ \ 278 .pids = { \ 279 [PIDTYPE_PID] = INIT_PID_LINK(PIDTYPE_PID), \ 280 [PIDTYPE_PGID] = INIT_PID_LINK(PIDTYPE_PGID), \ 281 [PIDTYPE_SID] = INIT_PID_LINK(PIDTYPE_SID), \ 282 }, \ 283 .thread_group = LIST_HEAD_INIT(tsk.thread_group), \ 284 .thread_node = LIST_HEAD_INIT(init_signals.thread_head), \ 285 INIT_IDS \ 286 INIT_PERF_EVENTS(tsk) \ 287 INIT_TRACE_IRQFLAGS \ 288 INIT_LOCKDEP \ 289 INIT_FTRACE_GRAPH \ 290 INIT_TRACE_RECURSION \ 291 INIT_TASK_RCU_PREEMPT(tsk) \ 292 INIT_TASK_RCU_TASKS(tsk) \ 293 INIT_CPUSET_SEQ(tsk) \ 294 INIT_RT_MUTEXES(tsk) \ 295 INIT_PREV_CPUTIME(tsk) \ 296 INIT_VTIME(tsk) \ 297 INIT_NUMA_BALANCING(tsk) \ 298 INIT_KASAN(tsk) \ 299 INIT_LIVEPATCH(tsk) \ 300 INIT_TASK_SECURITY \ 301 } 302 303 304 /* Attach to the init_task data structure for proper alignment */ 305 #define __init_task_data __attribute__((__section__(".data..init_task"))) 306 307 308 #endif 309