init_task.h 7.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308
  1. #ifndef _LINUX__INIT_TASK_H
  2. #define _LINUX__INIT_TASK_H
  3. #include <linux/rcupdate.h>
  4. #include <linux/irqflags.h>
  5. #include <linux/utsname.h>
  6. #include <linux/lockdep.h>
  7. #include <linux/ftrace.h>
  8. #include <linux/ipc.h>
  9. #include <linux/pid_namespace.h>
  10. #include <linux/user_namespace.h>
  11. #include <linux/securebits.h>
  12. #include <linux/seqlock.h>
  13. #include <linux/rbtree.h>
  14. #include <linux/sched/autogroup.h>
  15. #include <net/net_namespace.h>
  16. #include <linux/sched/rt.h>
  17. #include <linux/livepatch.h>
  18. #include <linux/mm_types.h>
  19. #include <asm/thread_info.h>
  20. #ifdef CONFIG_SMP
  21. # define INIT_PUSHABLE_TASKS(tsk) \
  22. .pushable_tasks = PLIST_NODE_INIT(tsk.pushable_tasks, MAX_PRIO),
  23. #else
  24. # define INIT_PUSHABLE_TASKS(tsk)
  25. #endif
  26. extern struct files_struct init_files;
  27. extern struct fs_struct init_fs;
  28. #ifdef CONFIG_CPUSETS
  29. #define INIT_CPUSET_SEQ(tsk) \
  30. .mems_allowed_seq = SEQCNT_ZERO(tsk.mems_allowed_seq),
  31. #else
  32. #define INIT_CPUSET_SEQ(tsk)
  33. #endif
  34. #ifndef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
  35. #define INIT_PREV_CPUTIME(x) .prev_cputime = { \
  36. .lock = __RAW_SPIN_LOCK_UNLOCKED(x.prev_cputime.lock), \
  37. },
  38. #else
  39. #define INIT_PREV_CPUTIME(x)
  40. #endif
  41. #ifdef CONFIG_POSIX_TIMERS
  42. #define INIT_POSIX_TIMERS(s) \
  43. .posix_timers = LIST_HEAD_INIT(s.posix_timers),
  44. #define INIT_CPU_TIMERS(s) \
  45. .cpu_timers = { \
  46. LIST_HEAD_INIT(s.cpu_timers[0]), \
  47. LIST_HEAD_INIT(s.cpu_timers[1]), \
  48. LIST_HEAD_INIT(s.cpu_timers[2]), \
  49. },
  50. #define INIT_CPUTIMER(s) \
  51. .cputimer = { \
  52. .cputime_atomic = INIT_CPUTIME_ATOMIC, \
  53. .running = false, \
  54. .checking_timer = false, \
  55. },
  56. #else
  57. #define INIT_POSIX_TIMERS(s)
  58. #define INIT_CPU_TIMERS(s)
  59. #define INIT_CPUTIMER(s)
  60. #endif
  61. #define INIT_SIGNALS(sig) { \
  62. .nr_threads = 1, \
  63. .thread_head = LIST_HEAD_INIT(init_task.thread_node), \
  64. .wait_chldexit = __WAIT_QUEUE_HEAD_INITIALIZER(sig.wait_chldexit),\
  65. .shared_pending = { \
  66. .list = LIST_HEAD_INIT(sig.shared_pending.list), \
  67. .signal = {{0}}}, \
  68. INIT_POSIX_TIMERS(sig) \
  69. INIT_CPU_TIMERS(sig) \
  70. .rlim = INIT_RLIMITS, \
  71. INIT_CPUTIMER(sig) \
  72. INIT_PREV_CPUTIME(sig) \
  73. .cred_guard_mutex = \
  74. __MUTEX_INITIALIZER(sig.cred_guard_mutex), \
  75. }
  76. extern struct nsproxy init_nsproxy;
  77. #define INIT_SIGHAND(sighand) { \
  78. .count = ATOMIC_INIT(1), \
  79. .action = { { { .sa_handler = SIG_DFL, } }, }, \
  80. .siglock = __SPIN_LOCK_UNLOCKED(sighand.siglock), \
  81. .signalfd_wqh = __WAIT_QUEUE_HEAD_INITIALIZER(sighand.signalfd_wqh), \
  82. }
  83. extern struct group_info init_groups;
  84. #define INIT_STRUCT_PID { \
  85. .count = ATOMIC_INIT(1), \
  86. .tasks = { \
  87. { .first = NULL }, \
  88. { .first = NULL }, \
  89. { .first = NULL }, \
  90. }, \
  91. .level = 0, \
  92. .numbers = { { \
  93. .nr = 0, \
  94. .ns = &init_pid_ns, \
  95. .pid_chain = { .next = NULL, .pprev = NULL }, \
  96. }, } \
  97. }
  98. #define INIT_PID_LINK(type) \
  99. { \
  100. .node = { \
  101. .next = NULL, \
  102. .pprev = NULL, \
  103. }, \
  104. .pid = &init_struct_pid, \
  105. }
  106. #ifdef CONFIG_AUDITSYSCALL
  107. #define INIT_IDS \
  108. .loginuid = INVALID_UID, \
  109. .sessionid = (unsigned int)-1,
  110. #else
  111. #define INIT_IDS
  112. #endif
  113. #ifdef CONFIG_PREEMPT_RCU
  114. #define INIT_TASK_RCU_TREE_PREEMPT() \
  115. .rcu_blocked_node = NULL,
  116. #else
  117. #define INIT_TASK_RCU_TREE_PREEMPT(tsk)
  118. #endif
  119. #ifdef CONFIG_PREEMPT_RCU
  120. #define INIT_TASK_RCU_PREEMPT(tsk) \
  121. .rcu_read_lock_nesting = 0, \
  122. .rcu_read_unlock_special.s = 0, \
  123. .rcu_node_entry = LIST_HEAD_INIT(tsk.rcu_node_entry), \
  124. INIT_TASK_RCU_TREE_PREEMPT()
  125. #else
  126. #define INIT_TASK_RCU_PREEMPT(tsk)
  127. #endif
  128. #ifdef CONFIG_TASKS_RCU
  129. #define INIT_TASK_RCU_TASKS(tsk) \
  130. .rcu_tasks_holdout = false, \
  131. .rcu_tasks_holdout_list = \
  132. LIST_HEAD_INIT(tsk.rcu_tasks_holdout_list), \
  133. .rcu_tasks_idle_cpu = -1,
  134. #else
  135. #define INIT_TASK_RCU_TASKS(tsk)
  136. #endif
  137. extern struct cred init_cred;
  138. #ifdef CONFIG_CGROUP_SCHED
  139. # define INIT_CGROUP_SCHED(tsk) \
  140. .sched_task_group = &root_task_group,
  141. #else
  142. # define INIT_CGROUP_SCHED(tsk)
  143. #endif
  144. #ifdef CONFIG_PERF_EVENTS
  145. # define INIT_PERF_EVENTS(tsk) \
  146. .perf_event_mutex = \
  147. __MUTEX_INITIALIZER(tsk.perf_event_mutex), \
  148. .perf_event_list = LIST_HEAD_INIT(tsk.perf_event_list),
  149. #else
  150. # define INIT_PERF_EVENTS(tsk)
  151. #endif
  152. #ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN
  153. # define INIT_VTIME(tsk) \
  154. .vtime_seqcount = SEQCNT_ZERO(tsk.vtime_seqcount), \
  155. .vtime_snap = 0, \
  156. .vtime_snap_whence = VTIME_SYS,
  157. #else
  158. # define INIT_VTIME(tsk)
  159. #endif
  160. #define INIT_TASK_COMM "swapper"
  161. #ifdef CONFIG_RT_MUTEXES
  162. # define INIT_RT_MUTEXES(tsk) \
  163. .pi_waiters = RB_ROOT, \
  164. .pi_top_task = NULL, \
  165. .pi_waiters_leftmost = NULL,
  166. #else
  167. # define INIT_RT_MUTEXES(tsk)
  168. #endif
  169. #ifdef CONFIG_NUMA_BALANCING
  170. # define INIT_NUMA_BALANCING(tsk) \
  171. .numa_preferred_nid = -1, \
  172. .numa_group = NULL, \
  173. .numa_faults = NULL,
  174. #else
  175. # define INIT_NUMA_BALANCING(tsk)
  176. #endif
  177. #ifdef CONFIG_KASAN
  178. # define INIT_KASAN(tsk) \
  179. .kasan_depth = 1,
  180. #else
  181. # define INIT_KASAN(tsk)
  182. #endif
  183. #ifdef CONFIG_LIVEPATCH
  184. # define INIT_LIVEPATCH(tsk) \
  185. .patch_state = KLP_UNDEFINED,
  186. #else
  187. # define INIT_LIVEPATCH(tsk)
  188. #endif
  189. #ifdef CONFIG_THREAD_INFO_IN_TASK
  190. # define INIT_TASK_TI(tsk) \
  191. .thread_info = INIT_THREAD_INFO(tsk), \
  192. .stack_refcount = ATOMIC_INIT(1),
  193. #else
  194. # define INIT_TASK_TI(tsk)
  195. #endif
  196. /*
  197. * INIT_TASK is used to set up the first task table, touch at
  198. * your own risk!. Base=0, limit=0x1fffff (=2MB)
  199. */
  200. #define INIT_TASK(tsk) \
  201. { \
  202. INIT_TASK_TI(tsk) \
  203. .state = 0, \
  204. .stack = init_stack, \
  205. .usage = ATOMIC_INIT(2), \
  206. .flags = PF_KTHREAD, \
  207. .prio = MAX_PRIO-20, \
  208. .static_prio = MAX_PRIO-20, \
  209. .normal_prio = MAX_PRIO-20, \
  210. .policy = SCHED_NORMAL, \
  211. .cpus_allowed = CPU_MASK_ALL, \
  212. .nr_cpus_allowed= NR_CPUS, \
  213. .mm = NULL, \
  214. .active_mm = &init_mm, \
  215. .restart_block = { \
  216. .fn = do_no_restart_syscall, \
  217. }, \
  218. .se = { \
  219. .group_node = LIST_HEAD_INIT(tsk.se.group_node), \
  220. }, \
  221. .rt = { \
  222. .run_list = LIST_HEAD_INIT(tsk.rt.run_list), \
  223. .time_slice = RR_TIMESLICE, \
  224. }, \
  225. .tasks = LIST_HEAD_INIT(tsk.tasks), \
  226. INIT_PUSHABLE_TASKS(tsk) \
  227. INIT_CGROUP_SCHED(tsk) \
  228. .ptraced = LIST_HEAD_INIT(tsk.ptraced), \
  229. .ptrace_entry = LIST_HEAD_INIT(tsk.ptrace_entry), \
  230. .real_parent = &tsk, \
  231. .parent = &tsk, \
  232. .children = LIST_HEAD_INIT(tsk.children), \
  233. .sibling = LIST_HEAD_INIT(tsk.sibling), \
  234. .group_leader = &tsk, \
  235. RCU_POINTER_INITIALIZER(real_cred, &init_cred), \
  236. RCU_POINTER_INITIALIZER(cred, &init_cred), \
  237. .comm = INIT_TASK_COMM, \
  238. .thread = INIT_THREAD, \
  239. .fs = &init_fs, \
  240. .files = &init_files, \
  241. .signal = &init_signals, \
  242. .sighand = &init_sighand, \
  243. .nsproxy = &init_nsproxy, \
  244. .pending = { \
  245. .list = LIST_HEAD_INIT(tsk.pending.list), \
  246. .signal = {{0}}}, \
  247. .blocked = {{0}}, \
  248. .alloc_lock = __SPIN_LOCK_UNLOCKED(tsk.alloc_lock), \
  249. .journal_info = NULL, \
  250. INIT_CPU_TIMERS(tsk) \
  251. .pi_lock = __RAW_SPIN_LOCK_UNLOCKED(tsk.pi_lock), \
  252. .timer_slack_ns = 50000, /* 50 usec default slack */ \
  253. .pids = { \
  254. [PIDTYPE_PID] = INIT_PID_LINK(PIDTYPE_PID), \
  255. [PIDTYPE_PGID] = INIT_PID_LINK(PIDTYPE_PGID), \
  256. [PIDTYPE_SID] = INIT_PID_LINK(PIDTYPE_SID), \
  257. }, \
  258. .thread_group = LIST_HEAD_INIT(tsk.thread_group), \
  259. .thread_node = LIST_HEAD_INIT(init_signals.thread_head), \
  260. INIT_IDS \
  261. INIT_PERF_EVENTS(tsk) \
  262. INIT_TRACE_IRQFLAGS \
  263. INIT_LOCKDEP \
  264. INIT_FTRACE_GRAPH \
  265. INIT_TRACE_RECURSION \
  266. INIT_TASK_RCU_PREEMPT(tsk) \
  267. INIT_TASK_RCU_TASKS(tsk) \
  268. INIT_CPUSET_SEQ(tsk) \
  269. INIT_RT_MUTEXES(tsk) \
  270. INIT_PREV_CPUTIME(tsk) \
  271. INIT_VTIME(tsk) \
  272. INIT_NUMA_BALANCING(tsk) \
  273. INIT_KASAN(tsk) \
  274. INIT_LIVEPATCH(tsk) \
  275. }
  276. /* Attach to the init_task data structure for proper alignment */
  277. #define __init_task_data __attribute__((__section__(".data..init_task")))
  278. #endif