1 #ifndef _LINUX__INIT_TASK_H 2 #define _LINUX__INIT_TASK_H 3 4 #include <linux/rcupdate.h> 5 #include <linux/irqflags.h> 6 #include <linux/utsname.h> 7 #include <linux/lockdep.h> 8 #include <linux/ftrace.h> 9 #include <linux/ipc.h> 10 #include <linux/pid_namespace.h> 11 #include <linux/user_namespace.h> 12 #include <linux/securebits.h> 13 #include <linux/seqlock.h> 14 #include <linux/rbtree.h> 15 #include <linux/sched/autogroup.h> 16 #include <net/net_namespace.h> 17 #include <linux/sched/rt.h> 18 #include <linux/livepatch.h> 19 #include <linux/mm_types.h> 20 21 #include <asm/thread_info.h> 22 23 #ifdef CONFIG_SMP 24 # define INIT_PUSHABLE_TASKS(tsk) \ 25 .pushable_tasks = PLIST_NODE_INIT(tsk.pushable_tasks, MAX_PRIO), 26 #else 27 # define INIT_PUSHABLE_TASKS(tsk) 28 #endif 29 30 extern struct files_struct init_files; 31 extern struct fs_struct init_fs; 32 33 #ifdef CONFIG_CPUSETS 34 #define INIT_CPUSET_SEQ(tsk) \ 35 .mems_allowed_seq = SEQCNT_ZERO(tsk.mems_allowed_seq), 36 #else 37 #define INIT_CPUSET_SEQ(tsk) 38 #endif 39 40 #ifndef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE 41 #define INIT_PREV_CPUTIME(x) .prev_cputime = { \ 42 .lock = __RAW_SPIN_LOCK_UNLOCKED(x.prev_cputime.lock), \ 43 }, 44 #else 45 #define INIT_PREV_CPUTIME(x) 46 #endif 47 48 #ifdef CONFIG_POSIX_TIMERS 49 #define INIT_POSIX_TIMERS(s) \ 50 .posix_timers = LIST_HEAD_INIT(s.posix_timers), 51 #define INIT_CPU_TIMERS(s) \ 52 .cpu_timers = { \ 53 LIST_HEAD_INIT(s.cpu_timers[0]), \ 54 LIST_HEAD_INIT(s.cpu_timers[1]), \ 55 LIST_HEAD_INIT(s.cpu_timers[2]), \ 56 }, 57 #define INIT_CPUTIMER(s) \ 58 .cputimer = { \ 59 .cputime_atomic = INIT_CPUTIME_ATOMIC, \ 60 .running = false, \ 61 .checking_timer = false, \ 62 }, 63 #else 64 #define INIT_POSIX_TIMERS(s) 65 #define INIT_CPU_TIMERS(s) 66 #define INIT_CPUTIMER(s) 67 #endif 68 69 #define INIT_SIGNALS(sig) { \ 70 .nr_threads = 1, \ 71 .thread_head = LIST_HEAD_INIT(init_task.thread_node), \ 72 .wait_chldexit = __WAIT_QUEUE_HEAD_INITIALIZER(sig.wait_chldexit),\ 73 .shared_pending = { \ 74 .list = LIST_HEAD_INIT(sig.shared_pending.list), \ 75 .signal = {{0}}}, \ 76 INIT_POSIX_TIMERS(sig) \ 77 INIT_CPU_TIMERS(sig) \ 78 .rlim = INIT_RLIMITS, \ 79 INIT_CPUTIMER(sig) \ 80 INIT_PREV_CPUTIME(sig) \ 81 .cred_guard_mutex = \ 82 __MUTEX_INITIALIZER(sig.cred_guard_mutex), \ 83 } 84 85 extern struct nsproxy init_nsproxy; 86 87 #define INIT_SIGHAND(sighand) { \ 88 .count = ATOMIC_INIT(1), \ 89 .action = { { { .sa_handler = SIG_DFL, } }, }, \ 90 .siglock = __SPIN_LOCK_UNLOCKED(sighand.siglock), \ 91 .signalfd_wqh = __WAIT_QUEUE_HEAD_INITIALIZER(sighand.signalfd_wqh), \ 92 } 93 94 extern struct group_info init_groups; 95 96 #define INIT_STRUCT_PID { \ 97 .count = ATOMIC_INIT(1), \ 98 .tasks = { \ 99 { .first = NULL }, \ 100 { .first = NULL }, \ 101 { .first = NULL }, \ 102 }, \ 103 .level = 0, \ 104 .numbers = { { \ 105 .nr = 0, \ 106 .ns = &init_pid_ns, \ 107 .pid_chain = { .next = NULL, .pprev = NULL }, \ 108 }, } \ 109 } 110 111 #define INIT_PID_LINK(type) \ 112 { \ 113 .node = { \ 114 .next = NULL, \ 115 .pprev = NULL, \ 116 }, \ 117 .pid = &init_struct_pid, \ 118 } 119 120 #ifdef CONFIG_AUDITSYSCALL 121 #define INIT_IDS \ 122 .loginuid = INVALID_UID, \ 123 .sessionid = (unsigned int)-1, 124 #else 125 #define INIT_IDS 126 #endif 127 128 #ifdef CONFIG_PREEMPT_RCU 129 #define INIT_TASK_RCU_TREE_PREEMPT() \ 130 .rcu_blocked_node = NULL, 131 #else 132 #define INIT_TASK_RCU_TREE_PREEMPT(tsk) 133 #endif 134 #ifdef CONFIG_PREEMPT_RCU 135 #define INIT_TASK_RCU_PREEMPT(tsk) \ 136 .rcu_read_lock_nesting = 0, \ 137 .rcu_read_unlock_special.s = 0, \ 138 .rcu_node_entry = LIST_HEAD_INIT(tsk.rcu_node_entry), \ 139 INIT_TASK_RCU_TREE_PREEMPT() 140 #else 141 #define INIT_TASK_RCU_PREEMPT(tsk) 142 #endif 143 #ifdef CONFIG_TASKS_RCU 144 #define INIT_TASK_RCU_TASKS(tsk) \ 145 .rcu_tasks_holdout = false, \ 146 .rcu_tasks_holdout_list = \ 147 LIST_HEAD_INIT(tsk.rcu_tasks_holdout_list), \ 148 .rcu_tasks_idle_cpu = -1, 149 #else 150 #define INIT_TASK_RCU_TASKS(tsk) 151 #endif 152 153 extern struct cred init_cred; 154 155 #ifdef CONFIG_CGROUP_SCHED 156 # define INIT_CGROUP_SCHED(tsk) \ 157 .sched_task_group = &root_task_group, 158 #else 159 # define INIT_CGROUP_SCHED(tsk) 160 #endif 161 162 #ifdef CONFIG_PERF_EVENTS 163 # define INIT_PERF_EVENTS(tsk) \ 164 .perf_event_mutex = \ 165 __MUTEX_INITIALIZER(tsk.perf_event_mutex), \ 166 .perf_event_list = LIST_HEAD_INIT(tsk.perf_event_list), 167 #else 168 # define INIT_PERF_EVENTS(tsk) 169 #endif 170 171 #ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN 172 # define INIT_VTIME(tsk) \ 173 .vtime_seqcount = SEQCNT_ZERO(tsk.vtime_seqcount), \ 174 .vtime_snap = 0, \ 175 .vtime_snap_whence = VTIME_SYS, 176 #else 177 # define INIT_VTIME(tsk) 178 #endif 179 180 #define INIT_TASK_COMM "swapper" 181 182 #ifdef CONFIG_RT_MUTEXES 183 # define INIT_RT_MUTEXES(tsk) \ 184 .pi_waiters = RB_ROOT, \ 185 .pi_waiters_leftmost = NULL, 186 #else 187 # define INIT_RT_MUTEXES(tsk) 188 #endif 189 190 #ifdef CONFIG_NUMA_BALANCING 191 # define INIT_NUMA_BALANCING(tsk) \ 192 .numa_preferred_nid = -1, \ 193 .numa_group = NULL, \ 194 .numa_faults = NULL, 195 #else 196 # define INIT_NUMA_BALANCING(tsk) 197 #endif 198 199 #ifdef CONFIG_KASAN 200 # define INIT_KASAN(tsk) \ 201 .kasan_depth = 1, 202 #else 203 # define INIT_KASAN(tsk) 204 #endif 205 206 #ifdef CONFIG_LIVEPATCH 207 # define INIT_LIVEPATCH(tsk) \ 208 .patch_state = KLP_UNDEFINED, 209 #else 210 # define INIT_LIVEPATCH(tsk) 211 #endif 212 213 #ifdef CONFIG_THREAD_INFO_IN_TASK 214 # define INIT_TASK_TI(tsk) \ 215 .thread_info = INIT_THREAD_INFO(tsk), \ 216 .stack_refcount = ATOMIC_INIT(1), 217 #else 218 # define INIT_TASK_TI(tsk) 219 #endif 220 221 /* 222 * INIT_TASK is used to set up the first task table, touch at 223 * your own risk!. Base=0, limit=0x1fffff (=2MB) 224 */ 225 #define INIT_TASK(tsk) \ 226 { \ 227 INIT_TASK_TI(tsk) \ 228 .state = 0, \ 229 .stack = init_stack, \ 230 .usage = ATOMIC_INIT(2), \ 231 .flags = PF_KTHREAD, \ 232 .prio = MAX_PRIO-20, \ 233 .static_prio = MAX_PRIO-20, \ 234 .normal_prio = MAX_PRIO-20, \ 235 .policy = SCHED_NORMAL, \ 236 .cpus_allowed = CPU_MASK_ALL, \ 237 .nr_cpus_allowed= NR_CPUS, \ 238 .mm = NULL, \ 239 .active_mm = &init_mm, \ 240 .restart_block = { \ 241 .fn = do_no_restart_syscall, \ 242 }, \ 243 .se = { \ 244 .group_node = LIST_HEAD_INIT(tsk.se.group_node), \ 245 }, \ 246 .rt = { \ 247 .run_list = LIST_HEAD_INIT(tsk.rt.run_list), \ 248 .time_slice = RR_TIMESLICE, \ 249 }, \ 250 .tasks = LIST_HEAD_INIT(tsk.tasks), \ 251 INIT_PUSHABLE_TASKS(tsk) \ 252 INIT_CGROUP_SCHED(tsk) \ 253 .ptraced = LIST_HEAD_INIT(tsk.ptraced), \ 254 .ptrace_entry = LIST_HEAD_INIT(tsk.ptrace_entry), \ 255 .real_parent = &tsk, \ 256 .parent = &tsk, \ 257 .children = LIST_HEAD_INIT(tsk.children), \ 258 .sibling = LIST_HEAD_INIT(tsk.sibling), \ 259 .group_leader = &tsk, \ 260 RCU_POINTER_INITIALIZER(real_cred, &init_cred), \ 261 RCU_POINTER_INITIALIZER(cred, &init_cred), \ 262 .comm = INIT_TASK_COMM, \ 263 .thread = INIT_THREAD, \ 264 .fs = &init_fs, \ 265 .files = &init_files, \ 266 .signal = &init_signals, \ 267 .sighand = &init_sighand, \ 268 .nsproxy = &init_nsproxy, \ 269 .pending = { \ 270 .list = LIST_HEAD_INIT(tsk.pending.list), \ 271 .signal = {{0}}}, \ 272 .blocked = {{0}}, \ 273 .alloc_lock = __SPIN_LOCK_UNLOCKED(tsk.alloc_lock), \ 274 .journal_info = NULL, \ 275 INIT_CPU_TIMERS(tsk) \ 276 .pi_lock = __RAW_SPIN_LOCK_UNLOCKED(tsk.pi_lock), \ 277 .timer_slack_ns = 50000, /* 50 usec default slack */ \ 278 .pids = { \ 279 [PIDTYPE_PID] = INIT_PID_LINK(PIDTYPE_PID), \ 280 [PIDTYPE_PGID] = INIT_PID_LINK(PIDTYPE_PGID), \ 281 [PIDTYPE_SID] = INIT_PID_LINK(PIDTYPE_SID), \ 282 }, \ 283 .thread_group = LIST_HEAD_INIT(tsk.thread_group), \ 284 .thread_node = LIST_HEAD_INIT(init_signals.thread_head), \ 285 INIT_IDS \ 286 INIT_PERF_EVENTS(tsk) \ 287 INIT_TRACE_IRQFLAGS \ 288 INIT_LOCKDEP \ 289 INIT_FTRACE_GRAPH \ 290 INIT_TRACE_RECURSION \ 291 INIT_TASK_RCU_PREEMPT(tsk) \ 292 INIT_TASK_RCU_TASKS(tsk) \ 293 INIT_CPUSET_SEQ(tsk) \ 294 INIT_RT_MUTEXES(tsk) \ 295 INIT_PREV_CPUTIME(tsk) \ 296 INIT_VTIME(tsk) \ 297 INIT_NUMA_BALANCING(tsk) \ 298 INIT_KASAN(tsk) \ 299 INIT_LIVEPATCH(tsk) \ 300 } 301 302 303 /* Attach to the init_task data structure for proper alignment */ 304 #define __init_task_data __attribute__((__section__(".data..init_task"))) 305 306 307 #endif 308