sched/wait: Introduce wakeup boomark in wake_up_page_bit
[sfrench/cifs-2.6.git] / include / linux / init_task.h
1 #ifndef _LINUX__INIT_TASK_H
2 #define _LINUX__INIT_TASK_H
3
4 #include <linux/rcupdate.h>
5 #include <linux/irqflags.h>
6 #include <linux/utsname.h>
7 #include <linux/lockdep.h>
8 #include <linux/ftrace.h>
9 #include <linux/ipc.h>
10 #include <linux/pid_namespace.h>
11 #include <linux/user_namespace.h>
12 #include <linux/securebits.h>
13 #include <linux/seqlock.h>
14 #include <linux/rbtree.h>
15 #include <linux/sched/autogroup.h>
16 #include <net/net_namespace.h>
17 #include <linux/sched/rt.h>
18 #include <linux/livepatch.h>
19 #include <linux/mm_types.h>
20
21 #include <asm/thread_info.h>
22
23 #ifdef CONFIG_SMP
24 # define INIT_PUSHABLE_TASKS(tsk)                                       \
25         .pushable_tasks = PLIST_NODE_INIT(tsk.pushable_tasks, MAX_PRIO),
26 #else
27 # define INIT_PUSHABLE_TASKS(tsk)
28 #endif
29
30 extern struct files_struct init_files;
31 extern struct fs_struct init_fs;
32
33 #ifdef CONFIG_CPUSETS
34 #define INIT_CPUSET_SEQ(tsk)                                                    \
35         .mems_allowed_seq = SEQCNT_ZERO(tsk.mems_allowed_seq),
36 #else
37 #define INIT_CPUSET_SEQ(tsk)
38 #endif
39
40 #ifndef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
41 #define INIT_PREV_CPUTIME(x)    .prev_cputime = {                       \
42         .lock = __RAW_SPIN_LOCK_UNLOCKED(x.prev_cputime.lock),          \
43 },
44 #else
45 #define INIT_PREV_CPUTIME(x)
46 #endif
47
48 #ifdef CONFIG_POSIX_TIMERS
49 #define INIT_POSIX_TIMERS(s)                                            \
50         .posix_timers = LIST_HEAD_INIT(s.posix_timers),
51 #define INIT_CPU_TIMERS(s)                                              \
52         .cpu_timers = {                                                 \
53                 LIST_HEAD_INIT(s.cpu_timers[0]),                        \
54                 LIST_HEAD_INIT(s.cpu_timers[1]),                        \
55                 LIST_HEAD_INIT(s.cpu_timers[2]),                                                                \
56         },
57 #define INIT_CPUTIMER(s)                                                \
58         .cputimer       = {                                             \
59                 .cputime_atomic = INIT_CPUTIME_ATOMIC,                  \
60                 .running        = false,                                \
61                 .checking_timer = false,                                \
62         },
63 #else
64 #define INIT_POSIX_TIMERS(s)
65 #define INIT_CPU_TIMERS(s)
66 #define INIT_CPUTIMER(s)
67 #endif
68
69 #define INIT_SIGNALS(sig) {                                             \
70         .nr_threads     = 1,                                            \
71         .thread_head    = LIST_HEAD_INIT(init_task.thread_node),        \
72         .wait_chldexit  = __WAIT_QUEUE_HEAD_INITIALIZER(sig.wait_chldexit),\
73         .shared_pending = {                                             \
74                 .list = LIST_HEAD_INIT(sig.shared_pending.list),        \
75                 .signal =  {{0}}},                                      \
76         INIT_POSIX_TIMERS(sig)                                          \
77         INIT_CPU_TIMERS(sig)                                            \
78         .rlim           = INIT_RLIMITS,                                 \
79         INIT_CPUTIMER(sig)                                              \
80         INIT_PREV_CPUTIME(sig)                                          \
81         .cred_guard_mutex =                                             \
82                  __MUTEX_INITIALIZER(sig.cred_guard_mutex),             \
83 }
84
85 extern struct nsproxy init_nsproxy;
86
87 #define INIT_SIGHAND(sighand) {                                         \
88         .count          = ATOMIC_INIT(1),                               \
89         .action         = { { { .sa_handler = SIG_DFL, } }, },          \
90         .siglock        = __SPIN_LOCK_UNLOCKED(sighand.siglock),        \
91         .signalfd_wqh   = __WAIT_QUEUE_HEAD_INITIALIZER(sighand.signalfd_wqh),  \
92 }
93
94 extern struct group_info init_groups;
95
96 #define INIT_STRUCT_PID {                                               \
97         .count          = ATOMIC_INIT(1),                               \
98         .tasks          = {                                             \
99                 { .first = NULL },                                      \
100                 { .first = NULL },                                      \
101                 { .first = NULL },                                      \
102         },                                                              \
103         .level          = 0,                                            \
104         .numbers        = { {                                           \
105                 .nr             = 0,                                    \
106                 .ns             = &init_pid_ns,                         \
107                 .pid_chain      = { .next = NULL, .pprev = NULL },      \
108         }, }                                                            \
109 }
110
111 #define INIT_PID_LINK(type)                                     \
112 {                                                               \
113         .node = {                                               \
114                 .next = NULL,                                   \
115                 .pprev = NULL,                                  \
116         },                                                      \
117         .pid = &init_struct_pid,                                \
118 }
119
120 #ifdef CONFIG_AUDITSYSCALL
121 #define INIT_IDS \
122         .loginuid = INVALID_UID, \
123         .sessionid = (unsigned int)-1,
124 #else
125 #define INIT_IDS
126 #endif
127
128 #ifdef CONFIG_PREEMPT_RCU
129 #define INIT_TASK_RCU_PREEMPT(tsk)                                      \
130         .rcu_read_lock_nesting = 0,                                     \
131         .rcu_read_unlock_special.s = 0,                                 \
132         .rcu_node_entry = LIST_HEAD_INIT(tsk.rcu_node_entry),           \
133         .rcu_blocked_node = NULL,
134 #else
135 #define INIT_TASK_RCU_PREEMPT(tsk)
136 #endif
137 #ifdef CONFIG_TASKS_RCU
138 #define INIT_TASK_RCU_TASKS(tsk)                                        \
139         .rcu_tasks_holdout = false,                                     \
140         .rcu_tasks_holdout_list =                                       \
141                 LIST_HEAD_INIT(tsk.rcu_tasks_holdout_list),             \
142         .rcu_tasks_idle_cpu = -1,
143 #else
144 #define INIT_TASK_RCU_TASKS(tsk)
145 #endif
146
147 extern struct cred init_cred;
148
149 #ifdef CONFIG_CGROUP_SCHED
150 # define INIT_CGROUP_SCHED(tsk)                                         \
151         .sched_task_group = &root_task_group,
152 #else
153 # define INIT_CGROUP_SCHED(tsk)
154 #endif
155
156 #ifdef CONFIG_PERF_EVENTS
157 # define INIT_PERF_EVENTS(tsk)                                          \
158         .perf_event_mutex =                                             \
159                  __MUTEX_INITIALIZER(tsk.perf_event_mutex),             \
160         .perf_event_list = LIST_HEAD_INIT(tsk.perf_event_list),
161 #else
162 # define INIT_PERF_EVENTS(tsk)
163 #endif
164
165 #ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN
166 # define INIT_VTIME(tsk)                                                \
167         .vtime.seqcount = SEQCNT_ZERO(tsk.vtime.seqcount),              \
168         .vtime.starttime = 0,                                           \
169         .vtime.state = VTIME_SYS,
170 #else
171 # define INIT_VTIME(tsk)
172 #endif
173
174 #define INIT_TASK_COMM "swapper"
175
176 #ifdef CONFIG_RT_MUTEXES
177 # define INIT_RT_MUTEXES(tsk)                                           \
178         .pi_waiters = RB_ROOT_CACHED,                                   \
179         .pi_top_task = NULL,
180 #else
181 # define INIT_RT_MUTEXES(tsk)
182 #endif
183
184 #ifdef CONFIG_NUMA_BALANCING
185 # define INIT_NUMA_BALANCING(tsk)                                       \
186         .numa_preferred_nid = -1,                                       \
187         .numa_group = NULL,                                             \
188         .numa_faults = NULL,
189 #else
190 # define INIT_NUMA_BALANCING(tsk)
191 #endif
192
193 #ifdef CONFIG_KASAN
194 # define INIT_KASAN(tsk)                                                \
195         .kasan_depth = 1,
196 #else
197 # define INIT_KASAN(tsk)
198 #endif
199
200 #ifdef CONFIG_LIVEPATCH
201 # define INIT_LIVEPATCH(tsk)                                            \
202         .patch_state = KLP_UNDEFINED,
203 #else
204 # define INIT_LIVEPATCH(tsk)
205 #endif
206
207 #ifdef CONFIG_THREAD_INFO_IN_TASK
208 # define INIT_TASK_TI(tsk)                      \
209         .thread_info = INIT_THREAD_INFO(tsk),   \
210         .stack_refcount = ATOMIC_INIT(1),
211 #else
212 # define INIT_TASK_TI(tsk)
213 #endif
214
215 #ifdef CONFIG_SECURITY
216 #define INIT_TASK_SECURITY .security = NULL,
217 #else
218 #define INIT_TASK_SECURITY
219 #endif
220
221 /*
222  *  INIT_TASK is used to set up the first task table, touch at
223  * your own risk!. Base=0, limit=0x1fffff (=2MB)
224  */
225 #define INIT_TASK(tsk)  \
226 {                                                                       \
227         INIT_TASK_TI(tsk)                                               \
228         .state          = 0,                                            \
229         .stack          = init_stack,                                   \
230         .usage          = ATOMIC_INIT(2),                               \
231         .flags          = PF_KTHREAD,                                   \
232         .prio           = MAX_PRIO-20,                                  \
233         .static_prio    = MAX_PRIO-20,                                  \
234         .normal_prio    = MAX_PRIO-20,                                  \
235         .policy         = SCHED_NORMAL,                                 \
236         .cpus_allowed   = CPU_MASK_ALL,                                 \
237         .nr_cpus_allowed= NR_CPUS,                                      \
238         .mm             = NULL,                                         \
239         .active_mm      = &init_mm,                                     \
240         .restart_block = {                                              \
241                 .fn = do_no_restart_syscall,                            \
242         },                                                              \
243         .se             = {                                             \
244                 .group_node     = LIST_HEAD_INIT(tsk.se.group_node),    \
245         },                                                              \
246         .rt             = {                                             \
247                 .run_list       = LIST_HEAD_INIT(tsk.rt.run_list),      \
248                 .time_slice     = RR_TIMESLICE,                         \
249         },                                                              \
250         .tasks          = LIST_HEAD_INIT(tsk.tasks),                    \
251         INIT_PUSHABLE_TASKS(tsk)                                        \
252         INIT_CGROUP_SCHED(tsk)                                          \
253         .ptraced        = LIST_HEAD_INIT(tsk.ptraced),                  \
254         .ptrace_entry   = LIST_HEAD_INIT(tsk.ptrace_entry),             \
255         .real_parent    = &tsk,                                         \
256         .parent         = &tsk,                                         \
257         .children       = LIST_HEAD_INIT(tsk.children),                 \
258         .sibling        = LIST_HEAD_INIT(tsk.sibling),                  \
259         .group_leader   = &tsk,                                         \
260         RCU_POINTER_INITIALIZER(real_cred, &init_cred),                 \
261         RCU_POINTER_INITIALIZER(cred, &init_cred),                      \
262         .comm           = INIT_TASK_COMM,                               \
263         .thread         = INIT_THREAD,                                  \
264         .fs             = &init_fs,                                     \
265         .files          = &init_files,                                  \
266         .signal         = &init_signals,                                \
267         .sighand        = &init_sighand,                                \
268         .nsproxy        = &init_nsproxy,                                \
269         .pending        = {                                             \
270                 .list = LIST_HEAD_INIT(tsk.pending.list),               \
271                 .signal = {{0}}},                                       \
272         .blocked        = {{0}},                                        \
273         .alloc_lock     = __SPIN_LOCK_UNLOCKED(tsk.alloc_lock),         \
274         .journal_info   = NULL,                                         \
275         INIT_CPU_TIMERS(tsk)                                            \
276         .pi_lock        = __RAW_SPIN_LOCK_UNLOCKED(tsk.pi_lock),        \
277         .timer_slack_ns = 50000, /* 50 usec default slack */            \
278         .pids = {                                                       \
279                 [PIDTYPE_PID]  = INIT_PID_LINK(PIDTYPE_PID),            \
280                 [PIDTYPE_PGID] = INIT_PID_LINK(PIDTYPE_PGID),           \
281                 [PIDTYPE_SID]  = INIT_PID_LINK(PIDTYPE_SID),            \
282         },                                                              \
283         .thread_group   = LIST_HEAD_INIT(tsk.thread_group),             \
284         .thread_node    = LIST_HEAD_INIT(init_signals.thread_head),     \
285         INIT_IDS                                                        \
286         INIT_PERF_EVENTS(tsk)                                           \
287         INIT_TRACE_IRQFLAGS                                             \
288         INIT_LOCKDEP                                                    \
289         INIT_FTRACE_GRAPH                                               \
290         INIT_TRACE_RECURSION                                            \
291         INIT_TASK_RCU_PREEMPT(tsk)                                      \
292         INIT_TASK_RCU_TASKS(tsk)                                        \
293         INIT_CPUSET_SEQ(tsk)                                            \
294         INIT_RT_MUTEXES(tsk)                                            \
295         INIT_PREV_CPUTIME(tsk)                                          \
296         INIT_VTIME(tsk)                                                 \
297         INIT_NUMA_BALANCING(tsk)                                        \
298         INIT_KASAN(tsk)                                                 \
299         INIT_LIVEPATCH(tsk)                                             \
300         INIT_TASK_SECURITY                                              \
301 }
302
303
304 /* Attach to the init_task data structure for proper alignment */
305 #define __init_task_data __attribute__((__section__(".data..init_task")))
306
307
308 #endif