init_task.h 8.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315
  1. #ifndef _LINUX__INIT_TASK_H
  2. #define _LINUX__INIT_TASK_H
  3. #include <linux/rcupdate.h>
  4. #include <linux/irqflags.h>
  5. #include <linux/utsname.h>
  6. #include <linux/lockdep.h>
  7. #include <linux/ftrace.h>
  8. #include <linux/ipc.h>
  9. #include <linux/pid_namespace.h>
  10. #include <linux/user_namespace.h>
  11. #include <linux/securebits.h>
  12. #include <linux/seqlock.h>
  13. #include <linux/rbtree.h>
  14. #include <linux/sched/autogroup.h>
  15. #include <net/net_namespace.h>
  16. #include <linux/sched/rt.h>
  17. #include <linux/livepatch.h>
  18. #include <linux/mm_types.h>
  19. #include <asm/thread_info.h>
  20. #ifdef CONFIG_SMP
  21. # define INIT_PUSHABLE_TASKS(tsk) \
  22. .pushable_tasks = PLIST_NODE_INIT(tsk.pushable_tasks, MAX_PRIO),
  23. #else
  24. # define INIT_PUSHABLE_TASKS(tsk)
  25. #endif
  26. extern struct files_struct init_files;
  27. extern struct fs_struct init_fs;
  28. #ifdef CONFIG_CPUSETS
  29. #define INIT_CPUSET_SEQ(tsk) \
  30. .mems_allowed_seq = SEQCNT_ZERO(tsk.mems_allowed_seq),
  31. #else
  32. #define INIT_CPUSET_SEQ(tsk)
  33. #endif
  34. #ifndef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
  35. #define INIT_PREV_CPUTIME(x) .prev_cputime = { \
  36. .lock = __RAW_SPIN_LOCK_UNLOCKED(x.prev_cputime.lock), \
  37. },
  38. #else
  39. #define INIT_PREV_CPUTIME(x)
  40. #endif
  41. #ifdef CONFIG_POSIX_TIMERS
  42. #define INIT_POSIX_TIMERS(s) \
  43. .posix_timers = LIST_HEAD_INIT(s.posix_timers),
  44. #define INIT_CPU_TIMERS(s) \
  45. .cpu_timers = { \
  46. LIST_HEAD_INIT(s.cpu_timers[0]), \
  47. LIST_HEAD_INIT(s.cpu_timers[1]), \
  48. LIST_HEAD_INIT(s.cpu_timers[2]), \
  49. },
  50. #define INIT_CPUTIMER(s) \
  51. .cputimer = { \
  52. .cputime_atomic = INIT_CPUTIME_ATOMIC, \
  53. .running = false, \
  54. .checking_timer = false, \
  55. },
  56. #else
  57. #define INIT_POSIX_TIMERS(s)
  58. #define INIT_CPU_TIMERS(s)
  59. #define INIT_CPUTIMER(s)
  60. #endif
  61. #define INIT_SIGNALS(sig) { \
  62. .nr_threads = 1, \
  63. .thread_head = LIST_HEAD_INIT(init_task.thread_node), \
  64. .wait_chldexit = __WAIT_QUEUE_HEAD_INITIALIZER(sig.wait_chldexit),\
  65. .shared_pending = { \
  66. .list = LIST_HEAD_INIT(sig.shared_pending.list), \
  67. .signal = {{0}}}, \
  68. INIT_POSIX_TIMERS(sig) \
  69. INIT_CPU_TIMERS(sig) \
  70. .rlim = INIT_RLIMITS, \
  71. INIT_CPUTIMER(sig) \
  72. INIT_PREV_CPUTIME(sig) \
  73. .cred_guard_mutex = \
  74. __MUTEX_INITIALIZER(sig.cred_guard_mutex), \
  75. }
  76. extern struct nsproxy init_nsproxy;
  77. #define INIT_SIGHAND(sighand) { \
  78. .count = ATOMIC_INIT(1), \
  79. .action = { { { .sa_handler = SIG_DFL, } }, }, \
  80. .siglock = __SPIN_LOCK_UNLOCKED(sighand.siglock), \
  81. .signalfd_wqh = __WAIT_QUEUE_HEAD_INITIALIZER(sighand.signalfd_wqh), \
  82. }
  83. extern struct group_info init_groups;
  84. #define INIT_STRUCT_PID { \
  85. .count = ATOMIC_INIT(1), \
  86. .tasks = { \
  87. { .first = NULL }, \
  88. { .first = NULL }, \
  89. { .first = NULL }, \
  90. }, \
  91. .level = 0, \
  92. .numbers = { { \
  93. .nr = 0, \
  94. .ns = &init_pid_ns, \
  95. .pid_chain = { .next = NULL, .pprev = NULL }, \
  96. }, } \
  97. }
  98. #define INIT_PID_LINK(type) \
  99. { \
  100. .node = { \
  101. .next = NULL, \
  102. .pprev = NULL, \
  103. }, \
  104. .pid = &init_struct_pid, \
  105. }
  106. #ifdef CONFIG_AUDITSYSCALL
  107. #define INIT_IDS \
  108. .loginuid = INVALID_UID, \
  109. .sessionid = (unsigned int)-1,
  110. #else
  111. #define INIT_IDS
  112. #endif
  113. #ifdef CONFIG_PREEMPT_RCU
  114. #define INIT_TASK_RCU_TREE_PREEMPT() \
  115. .rcu_blocked_node = NULL,
  116. #else
  117. #define INIT_TASK_RCU_TREE_PREEMPT(tsk)
  118. #endif
  119. #ifdef CONFIG_PREEMPT_RCU
  120. #define INIT_TASK_RCU_PREEMPT(tsk) \
  121. .rcu_read_lock_nesting = 0, \
  122. .rcu_read_unlock_special.s = 0, \
  123. .rcu_node_entry = LIST_HEAD_INIT(tsk.rcu_node_entry), \
  124. INIT_TASK_RCU_TREE_PREEMPT()
  125. #else
  126. #define INIT_TASK_RCU_PREEMPT(tsk)
  127. #endif
  128. #ifdef CONFIG_TASKS_RCU
  129. #define INIT_TASK_RCU_TASKS(tsk) \
  130. .rcu_tasks_holdout = false, \
  131. .rcu_tasks_holdout_list = \
  132. LIST_HEAD_INIT(tsk.rcu_tasks_holdout_list), \
  133. .rcu_tasks_idle_cpu = -1,
  134. #else
  135. #define INIT_TASK_RCU_TASKS(tsk)
  136. #endif
  137. extern struct cred init_cred;
  138. #ifdef CONFIG_CGROUP_SCHED
  139. # define INIT_CGROUP_SCHED(tsk) \
  140. .sched_task_group = &root_task_group,
  141. #else
  142. # define INIT_CGROUP_SCHED(tsk)
  143. #endif
  144. #ifdef CONFIG_PERF_EVENTS
  145. # define INIT_PERF_EVENTS(tsk) \
  146. .perf_event_mutex = \
  147. __MUTEX_INITIALIZER(tsk.perf_event_mutex), \
  148. .perf_event_list = LIST_HEAD_INIT(tsk.perf_event_list),
  149. #else
  150. # define INIT_PERF_EVENTS(tsk)
  151. #endif
  152. #ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN
  153. # define INIT_VTIME(tsk) \
  154. .vtime_seqcount = SEQCNT_ZERO(tsk.vtime_seqcount), \
  155. .vtime_snap = 0, \
  156. .vtime_snap_whence = VTIME_SYS,
  157. #else
  158. # define INIT_VTIME(tsk)
  159. #endif
  160. #define INIT_TASK_COMM "swapper"
  161. #ifdef CONFIG_RT_MUTEXES
  162. # define INIT_RT_MUTEXES(tsk) \
  163. .pi_waiters = RB_ROOT, \
  164. .pi_top_task = NULL, \
  165. .pi_waiters_leftmost = NULL,
  166. #else
  167. # define INIT_RT_MUTEXES(tsk)
  168. #endif
  169. #ifdef CONFIG_NUMA_BALANCING
  170. # define INIT_NUMA_BALANCING(tsk) \
  171. .numa_preferred_nid = -1, \
  172. .numa_group = NULL, \
  173. .numa_faults = NULL,
  174. #else
  175. # define INIT_NUMA_BALANCING(tsk)
  176. #endif
  177. #ifdef CONFIG_KASAN
  178. # define INIT_KASAN(tsk) \
  179. .kasan_depth = 1,
  180. #else
  181. # define INIT_KASAN(tsk)
  182. #endif
  183. #ifdef CONFIG_LIVEPATCH
  184. # define INIT_LIVEPATCH(tsk) \
  185. .patch_state = KLP_UNDEFINED,
  186. #else
  187. # define INIT_LIVEPATCH(tsk)
  188. #endif
  189. #ifdef CONFIG_THREAD_INFO_IN_TASK
  190. # define INIT_TASK_TI(tsk) \
  191. .thread_info = INIT_THREAD_INFO(tsk), \
  192. .stack_refcount = ATOMIC_INIT(1),
  193. #else
  194. # define INIT_TASK_TI(tsk)
  195. #endif
  196. #ifdef CONFIG_SECURITY
  197. #define INIT_TASK_SECURITY .security = NULL,
  198. #else
  199. #define INIT_TASK_SECURITY
  200. #endif
  201. /*
  202. * INIT_TASK is used to set up the first task table, touch at
  203. * your own risk!. Base=0, limit=0x1fffff (=2MB)
  204. */
  205. #define INIT_TASK(tsk) \
  206. { \
  207. INIT_TASK_TI(tsk) \
  208. .state = 0, \
  209. .stack = init_stack, \
  210. .usage = ATOMIC_INIT(2), \
  211. .flags = PF_KTHREAD, \
  212. .prio = MAX_PRIO-20, \
  213. .static_prio = MAX_PRIO-20, \
  214. .normal_prio = MAX_PRIO-20, \
  215. .policy = SCHED_NORMAL, \
  216. .cpus_allowed = CPU_MASK_ALL, \
  217. .nr_cpus_allowed= NR_CPUS, \
  218. .mm = NULL, \
  219. .active_mm = &init_mm, \
  220. .restart_block = { \
  221. .fn = do_no_restart_syscall, \
  222. }, \
  223. .se = { \
  224. .group_node = LIST_HEAD_INIT(tsk.se.group_node), \
  225. }, \
  226. .rt = { \
  227. .run_list = LIST_HEAD_INIT(tsk.rt.run_list), \
  228. .time_slice = RR_TIMESLICE, \
  229. }, \
  230. .tasks = LIST_HEAD_INIT(tsk.tasks), \
  231. INIT_PUSHABLE_TASKS(tsk) \
  232. INIT_CGROUP_SCHED(tsk) \
  233. .ptraced = LIST_HEAD_INIT(tsk.ptraced), \
  234. .ptrace_entry = LIST_HEAD_INIT(tsk.ptrace_entry), \
  235. .real_parent = &tsk, \
  236. .parent = &tsk, \
  237. .children = LIST_HEAD_INIT(tsk.children), \
  238. .sibling = LIST_HEAD_INIT(tsk.sibling), \
  239. .group_leader = &tsk, \
  240. RCU_POINTER_INITIALIZER(real_cred, &init_cred), \
  241. RCU_POINTER_INITIALIZER(cred, &init_cred), \
  242. .comm = INIT_TASK_COMM, \
  243. .thread = INIT_THREAD, \
  244. .fs = &init_fs, \
  245. .files = &init_files, \
  246. .signal = &init_signals, \
  247. .sighand = &init_sighand, \
  248. .nsproxy = &init_nsproxy, \
  249. .pending = { \
  250. .list = LIST_HEAD_INIT(tsk.pending.list), \
  251. .signal = {{0}}}, \
  252. .blocked = {{0}}, \
  253. .alloc_lock = __SPIN_LOCK_UNLOCKED(tsk.alloc_lock), \
  254. .journal_info = NULL, \
  255. INIT_CPU_TIMERS(tsk) \
  256. .pi_lock = __RAW_SPIN_LOCK_UNLOCKED(tsk.pi_lock), \
  257. .timer_slack_ns = 50000, /* 50 usec default slack */ \
  258. .pids = { \
  259. [PIDTYPE_PID] = INIT_PID_LINK(PIDTYPE_PID), \
  260. [PIDTYPE_PGID] = INIT_PID_LINK(PIDTYPE_PGID), \
  261. [PIDTYPE_SID] = INIT_PID_LINK(PIDTYPE_SID), \
  262. }, \
  263. .thread_group = LIST_HEAD_INIT(tsk.thread_group), \
  264. .thread_node = LIST_HEAD_INIT(init_signals.thread_head), \
  265. INIT_IDS \
  266. INIT_PERF_EVENTS(tsk) \
  267. INIT_TRACE_IRQFLAGS \
  268. INIT_LOCKDEP \
  269. INIT_FTRACE_GRAPH \
  270. INIT_TRACE_RECURSION \
  271. INIT_TASK_RCU_PREEMPT(tsk) \
  272. INIT_TASK_RCU_TASKS(tsk) \
  273. INIT_CPUSET_SEQ(tsk) \
  274. INIT_RT_MUTEXES(tsk) \
  275. INIT_PREV_CPUTIME(tsk) \
  276. INIT_VTIME(tsk) \
  277. INIT_NUMA_BALANCING(tsk) \
  278. INIT_KASAN(tsk) \
  279. INIT_LIVEPATCH(tsk) \
  280. INIT_TASK_SECURITY \
  281. }
  282. /* Attach to the init_task data structure for proper alignment */
  283. #define __init_task_data __attribute__((__section__(".data..init_task")))
  284. #endif