init_task.h 8.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311
  1. /* SPDX-License-Identifier: GPL-2.0 */
  2. #ifndef _LINUX__INIT_TASK_H
  3. #define _LINUX__INIT_TASK_H
  4. #include <linux/rcupdate.h>
  5. #include <linux/irqflags.h>
  6. #include <linux/utsname.h>
  7. #include <linux/lockdep.h>
  8. #include <linux/ftrace.h>
  9. #include <linux/ipc.h>
  10. #include <linux/pid_namespace.h>
  11. #include <linux/user_namespace.h>
  12. #include <linux/securebits.h>
  13. #include <linux/seqlock.h>
  14. #include <linux/rbtree.h>
  15. #include <linux/sched/autogroup.h>
  16. #include <net/net_namespace.h>
  17. #include <linux/sched/rt.h>
  18. #include <linux/livepatch.h>
  19. #include <linux/mm_types.h>
  20. #include <asm/thread_info.h>
  21. #ifdef CONFIG_SMP
  22. # define INIT_PUSHABLE_TASKS(tsk) \
  23. .pushable_tasks = PLIST_NODE_INIT(tsk.pushable_tasks, MAX_PRIO),
  24. #else
  25. # define INIT_PUSHABLE_TASKS(tsk)
  26. #endif
  27. extern struct files_struct init_files;
  28. extern struct fs_struct init_fs;
  29. #ifdef CONFIG_CPUSETS
  30. #define INIT_CPUSET_SEQ(tsk) \
  31. .mems_allowed_seq = SEQCNT_ZERO(tsk.mems_allowed_seq),
  32. #else
  33. #define INIT_CPUSET_SEQ(tsk)
  34. #endif
  35. #ifndef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
  36. #define INIT_PREV_CPUTIME(x) .prev_cputime = { \
  37. .lock = __RAW_SPIN_LOCK_UNLOCKED(x.prev_cputime.lock), \
  38. },
  39. #else
  40. #define INIT_PREV_CPUTIME(x)
  41. #endif
  42. #ifdef CONFIG_POSIX_TIMERS
  43. #define INIT_POSIX_TIMERS(s) \
  44. .posix_timers = LIST_HEAD_INIT(s.posix_timers),
  45. #define INIT_CPU_TIMERS(s) \
  46. .cpu_timers = { \
  47. LIST_HEAD_INIT(s.cpu_timers[0]), \
  48. LIST_HEAD_INIT(s.cpu_timers[1]), \
  49. LIST_HEAD_INIT(s.cpu_timers[2]), \
  50. },
  51. #define INIT_CPUTIMER(s) \
  52. .cputimer = { \
  53. .cputime_atomic = INIT_CPUTIME_ATOMIC, \
  54. .running = false, \
  55. .checking_timer = false, \
  56. },
  57. #else
  58. #define INIT_POSIX_TIMERS(s)
  59. #define INIT_CPU_TIMERS(s)
  60. #define INIT_CPUTIMER(s)
  61. #endif
  62. #define INIT_SIGNALS(sig) { \
  63. .nr_threads = 1, \
  64. .thread_head = LIST_HEAD_INIT(init_task.thread_node), \
  65. .wait_chldexit = __WAIT_QUEUE_HEAD_INITIALIZER(sig.wait_chldexit),\
  66. .shared_pending = { \
  67. .list = LIST_HEAD_INIT(sig.shared_pending.list), \
  68. .signal = {{0}}}, \
  69. INIT_POSIX_TIMERS(sig) \
  70. INIT_CPU_TIMERS(sig) \
  71. .rlim = INIT_RLIMITS, \
  72. INIT_CPUTIMER(sig) \
  73. INIT_PREV_CPUTIME(sig) \
  74. .cred_guard_mutex = \
  75. __MUTEX_INITIALIZER(sig.cred_guard_mutex), \
  76. }
  77. extern struct nsproxy init_nsproxy;
  78. #define INIT_SIGHAND(sighand) { \
  79. .count = ATOMIC_INIT(1), \
  80. .action = { { { .sa_handler = SIG_DFL, } }, }, \
  81. .siglock = __SPIN_LOCK_UNLOCKED(sighand.siglock), \
  82. .signalfd_wqh = __WAIT_QUEUE_HEAD_INITIALIZER(sighand.signalfd_wqh), \
  83. }
  84. extern struct group_info init_groups;
  85. #define INIT_STRUCT_PID { \
  86. .count = ATOMIC_INIT(1), \
  87. .tasks = { \
  88. { .first = NULL }, \
  89. { .first = NULL }, \
  90. { .first = NULL }, \
  91. }, \
  92. .level = 0, \
  93. .numbers = { { \
  94. .nr = 0, \
  95. .ns = &init_pid_ns, \
  96. }, } \
  97. }
  98. #define INIT_PID_LINK(type) \
  99. { \
  100. .node = { \
  101. .next = NULL, \
  102. .pprev = NULL, \
  103. }, \
  104. .pid = &init_struct_pid, \
  105. }
  106. #ifdef CONFIG_AUDITSYSCALL
  107. #define INIT_IDS \
  108. .loginuid = INVALID_UID, \
  109. .sessionid = (unsigned int)-1,
  110. #else
  111. #define INIT_IDS
  112. #endif
  113. #ifdef CONFIG_PREEMPT_RCU
  114. #define INIT_TASK_RCU_PREEMPT(tsk) \
  115. .rcu_read_lock_nesting = 0, \
  116. .rcu_read_unlock_special.s = 0, \
  117. .rcu_node_entry = LIST_HEAD_INIT(tsk.rcu_node_entry), \
  118. .rcu_blocked_node = NULL,
  119. #else
  120. #define INIT_TASK_RCU_PREEMPT(tsk)
  121. #endif
  122. #ifdef CONFIG_TASKS_RCU
  123. #define INIT_TASK_RCU_TASKS(tsk) \
  124. .rcu_tasks_holdout = false, \
  125. .rcu_tasks_holdout_list = \
  126. LIST_HEAD_INIT(tsk.rcu_tasks_holdout_list), \
  127. .rcu_tasks_idle_cpu = -1,
  128. #else
  129. #define INIT_TASK_RCU_TASKS(tsk)
  130. #endif
  131. extern struct cred init_cred;
  132. #ifdef CONFIG_CGROUP_SCHED
  133. # define INIT_CGROUP_SCHED(tsk) \
  134. .sched_task_group = &root_task_group,
  135. #else
  136. # define INIT_CGROUP_SCHED(tsk)
  137. #endif
  138. #ifdef CONFIG_PERF_EVENTS
  139. # define INIT_PERF_EVENTS(tsk) \
  140. .perf_event_mutex = \
  141. __MUTEX_INITIALIZER(tsk.perf_event_mutex), \
  142. .perf_event_list = LIST_HEAD_INIT(tsk.perf_event_list),
  143. #else
  144. # define INIT_PERF_EVENTS(tsk)
  145. #endif
  146. #ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN
  147. # define INIT_VTIME(tsk) \
  148. .vtime.seqcount = SEQCNT_ZERO(tsk.vtime.seqcount), \
  149. .vtime.starttime = 0, \
  150. .vtime.state = VTIME_SYS,
  151. #else
  152. # define INIT_VTIME(tsk)
  153. #endif
  154. #define INIT_TASK_COMM "swapper"
  155. #ifdef CONFIG_RT_MUTEXES
  156. # define INIT_RT_MUTEXES(tsk) \
  157. .pi_waiters = RB_ROOT_CACHED, \
  158. .pi_top_task = NULL,
  159. #else
  160. # define INIT_RT_MUTEXES(tsk)
  161. #endif
  162. #ifdef CONFIG_NUMA_BALANCING
  163. # define INIT_NUMA_BALANCING(tsk) \
  164. .numa_preferred_nid = -1, \
  165. .numa_group = NULL, \
  166. .numa_faults = NULL,
  167. #else
  168. # define INIT_NUMA_BALANCING(tsk)
  169. #endif
  170. #ifdef CONFIG_KASAN
  171. # define INIT_KASAN(tsk) \
  172. .kasan_depth = 1,
  173. #else
  174. # define INIT_KASAN(tsk)
  175. #endif
  176. #ifdef CONFIG_LIVEPATCH
  177. # define INIT_LIVEPATCH(tsk) \
  178. .patch_state = KLP_UNDEFINED,
  179. #else
  180. # define INIT_LIVEPATCH(tsk)
  181. #endif
  182. #ifdef CONFIG_THREAD_INFO_IN_TASK
  183. # define INIT_TASK_TI(tsk) \
  184. .thread_info = INIT_THREAD_INFO(tsk), \
  185. .stack_refcount = ATOMIC_INIT(1),
  186. #else
  187. # define INIT_TASK_TI(tsk)
  188. #endif
  189. #ifdef CONFIG_SECURITY
  190. #define INIT_TASK_SECURITY .security = NULL,
  191. #else
  192. #define INIT_TASK_SECURITY
  193. #endif
  194. /*
  195. * INIT_TASK is used to set up the first task table, touch at
  196. * your own risk!. Base=0, limit=0x1fffff (=2MB)
  197. */
  198. #define INIT_TASK(tsk) \
  199. { \
  200. INIT_TASK_TI(tsk) \
  201. .state = 0, \
  202. .stack = init_stack, \
  203. .usage = ATOMIC_INIT(2), \
  204. .flags = PF_KTHREAD, \
  205. .prio = MAX_PRIO-20, \
  206. .static_prio = MAX_PRIO-20, \
  207. .normal_prio = MAX_PRIO-20, \
  208. .policy = SCHED_NORMAL, \
  209. .cpus_allowed = CPU_MASK_ALL, \
  210. .nr_cpus_allowed= NR_CPUS, \
  211. .mm = NULL, \
  212. .active_mm = &init_mm, \
  213. .restart_block = { \
  214. .fn = do_no_restart_syscall, \
  215. }, \
  216. .se = { \
  217. .group_node = LIST_HEAD_INIT(tsk.se.group_node), \
  218. }, \
  219. .rt = { \
  220. .run_list = LIST_HEAD_INIT(tsk.rt.run_list), \
  221. .time_slice = RR_TIMESLICE, \
  222. }, \
  223. .tasks = LIST_HEAD_INIT(tsk.tasks), \
  224. INIT_PUSHABLE_TASKS(tsk) \
  225. INIT_CGROUP_SCHED(tsk) \
  226. .ptraced = LIST_HEAD_INIT(tsk.ptraced), \
  227. .ptrace_entry = LIST_HEAD_INIT(tsk.ptrace_entry), \
  228. .real_parent = &tsk, \
  229. .parent = &tsk, \
  230. .children = LIST_HEAD_INIT(tsk.children), \
  231. .sibling = LIST_HEAD_INIT(tsk.sibling), \
  232. .group_leader = &tsk, \
  233. RCU_POINTER_INITIALIZER(real_cred, &init_cred), \
  234. RCU_POINTER_INITIALIZER(cred, &init_cred), \
  235. .comm = INIT_TASK_COMM, \
  236. .thread = INIT_THREAD, \
  237. .fs = &init_fs, \
  238. .files = &init_files, \
  239. .signal = &init_signals, \
  240. .sighand = &init_sighand, \
  241. .nsproxy = &init_nsproxy, \
  242. .pending = { \
  243. .list = LIST_HEAD_INIT(tsk.pending.list), \
  244. .signal = {{0}}}, \
  245. .blocked = {{0}}, \
  246. .alloc_lock = __SPIN_LOCK_UNLOCKED(tsk.alloc_lock), \
  247. .journal_info = NULL, \
  248. INIT_CPU_TIMERS(tsk) \
  249. .pi_lock = __RAW_SPIN_LOCK_UNLOCKED(tsk.pi_lock), \
  250. .timer_slack_ns = 50000, /* 50 usec default slack */ \
  251. .pids = { \
  252. [PIDTYPE_PID] = INIT_PID_LINK(PIDTYPE_PID), \
  253. [PIDTYPE_PGID] = INIT_PID_LINK(PIDTYPE_PGID), \
  254. [PIDTYPE_SID] = INIT_PID_LINK(PIDTYPE_SID), \
  255. }, \
  256. .thread_group = LIST_HEAD_INIT(tsk.thread_group), \
  257. .thread_node = LIST_HEAD_INIT(init_signals.thread_head), \
  258. INIT_IDS \
  259. INIT_PERF_EVENTS(tsk) \
  260. INIT_TRACE_IRQFLAGS \
  261. INIT_LOCKDEP \
  262. INIT_FTRACE_GRAPH \
  263. INIT_TRACE_RECURSION \
  264. INIT_TASK_RCU_PREEMPT(tsk) \
  265. INIT_TASK_RCU_TASKS(tsk) \
  266. INIT_CPUSET_SEQ(tsk) \
  267. INIT_RT_MUTEXES(tsk) \
  268. INIT_PREV_CPUTIME(tsk) \
  269. INIT_VTIME(tsk) \
  270. INIT_NUMA_BALANCING(tsk) \
  271. INIT_KASAN(tsk) \
  272. INIT_LIVEPATCH(tsk) \
  273. INIT_TASK_SECURITY \
  274. }
  275. /* Attach to the init_task data structure for proper alignment */
  276. #define __init_task_data __attribute__((__section__(".data..init_task")))
  277. /* Attach to the thread_info data structure for proper alignment */
  278. #define __init_thread_info __attribute__((__section__(".data..init_thread_info")))
  279. #endif