148 void __weak arch_release_task_struct(struct task_struct *tsk)  in arch_release_task_struct()  argument
160 static inline void free_task_struct(struct task_struct *tsk)  in free_task_struct()  argument
162 	kmem_cache_free(task_struct_cachep, tsk);  in free_task_struct()
205 static unsigned long *alloc_thread_stack_node(struct task_struct *tsk, int node)  in alloc_thread_stack_node()  argument
222 		tsk->stack_vm_area = s;  in alloc_thread_stack_node()
238 		tsk->stack_vm_area = find_vm_area(stack);  in alloc_thread_stack_node()
248 static inline void free_thread_stack(struct task_struct *tsk)  in free_thread_stack()  argument
251 	if (task_stack_vm_area(tsk)) {  in free_thread_stack()
256 					NULL, tsk->stack_vm_area) != NULL)  in free_thread_stack()
262 		vfree_atomic(tsk->stack);  in free_thread_stack()
267 	__free_pages(virt_to_page(tsk->stack), THREAD_SIZE_ORDER);  in free_thread_stack()
272 static unsigned long *alloc_thread_stack_node(struct task_struct *tsk,  in alloc_thread_stack_node()  argument
278 static void free_thread_stack(struct task_struct *tsk)  in free_thread_stack()  argument
280 	kmem_cache_free(thread_stack_cache, tsk->stack);  in free_thread_stack()
337 static void account_kernel_stack(struct task_struct *tsk, int account)  in account_kernel_stack()  argument
339 	void *stack = task_stack_page(tsk);  in account_kernel_stack()
340 	struct vm_struct *vm = task_stack_vm_area(tsk);  in account_kernel_stack()
373 static void release_task_stack(struct task_struct *tsk)  in release_task_stack()  argument
375 	if (WARN_ON(tsk->state != TASK_DEAD))  in release_task_stack()
378 	account_kernel_stack(tsk, -1);  in release_task_stack()
379 	arch_release_thread_stack(tsk->stack);  in release_task_stack()
380 	free_thread_stack(tsk);  in release_task_stack()
381 	tsk->stack = NULL;  in release_task_stack()
383 	tsk->stack_vm_area = NULL;  in release_task_stack()
388 void put_task_stack(struct task_struct *tsk)  in put_task_stack()  argument
390 	if (atomic_dec_and_test(&tsk->stack_refcount))  in put_task_stack()
391 		release_task_stack(tsk);  in put_task_stack()
395 void free_task(struct task_struct *tsk)  in free_task()  argument
402 	release_task_stack(tsk);  in free_task()
408 	WARN_ON_ONCE(atomic_read(&tsk->stack_refcount) != 0);  in free_task()
410 	rt_mutex_debug_task_free(tsk);  in free_task()
411 	ftrace_graph_exit_task(tsk);  in free_task()
412 	put_seccomp_filter(tsk);  in free_task()
413 	arch_release_task_struct(tsk);  in free_task()
414 	if (tsk->flags & PF_KTHREAD)  in free_task()
415 		free_kthread_struct(tsk);  in free_task()
416 	free_task_struct(tsk);  in free_task()
675 void __put_task_struct(struct task_struct *tsk)  in __put_task_struct()  argument
677 	WARN_ON(!tsk->exit_state);  in __put_task_struct()
678 	WARN_ON(atomic_read(&tsk->usage));  in __put_task_struct()
679 	WARN_ON(tsk == current);  in __put_task_struct()
681 	cgroup_free(tsk);  in __put_task_struct()
682 	task_numa_free(tsk);  in __put_task_struct()
683 	security_task_free(tsk);  in __put_task_struct()
684 	exit_creds(tsk);  in __put_task_struct()
685 	delayacct_tsk_free(tsk);  in __put_task_struct()
686 	put_signal_struct(tsk->signal);  in __put_task_struct()
688 	if (!profile_handoff_task(tsk))  in __put_task_struct()
689 		free_task(tsk);  in __put_task_struct()
785 void set_task_stack_end_magic(struct task_struct *tsk)  in set_task_stack_end_magic()  argument
789 	stackend = end_of_stack(tsk);  in set_task_stack_end_magic()
795 	struct task_struct *tsk;  in dup_task_struct()  local
802 	tsk = alloc_task_struct_node(node);  in dup_task_struct()
803 	if (!tsk)  in dup_task_struct()
806 	stack = alloc_thread_stack_node(tsk, node);  in dup_task_struct()
810 	stack_vm_area = task_stack_vm_area(tsk);  in dup_task_struct()
812 	err = arch_dup_task_struct(tsk, orig);  in dup_task_struct()
819 	tsk->stack = stack;  in dup_task_struct()
821 	tsk->stack_vm_area = stack_vm_area;  in dup_task_struct()
824 	atomic_set(&tsk->stack_refcount, 1);  in dup_task_struct()
837 	tsk->seccomp.filter = NULL;  in dup_task_struct()
840 	setup_thread_stack(tsk, orig);  in dup_task_struct()
841 	clear_user_return_notifier(tsk);  in dup_task_struct()
842 	clear_tsk_need_resched(tsk);  in dup_task_struct()
843 	set_task_stack_end_magic(tsk);  in dup_task_struct()
846 	tsk->stack_canary = get_random_canary();  in dup_task_struct()
853 	atomic_set(&tsk->usage, 2);  in dup_task_struct()
855 	tsk->btrace_seq = 0;  in dup_task_struct()
857 	tsk->splice_pipe = NULL;  in dup_task_struct()
858 	tsk->task_frag.page = NULL;  in dup_task_struct()
859 	tsk->wake_q.next = NULL;  in dup_task_struct()
861 	account_kernel_stack(tsk, 1);  in dup_task_struct()
863 	kcov_task_init(tsk);  in dup_task_struct()
866 	tsk->fail_nth = 0;  in dup_task_struct()
870 	tsk->throttle_queue = NULL;  in dup_task_struct()
871 	tsk->use_memdelay = 0;  in dup_task_struct()
875 	tsk->active_memcg = NULL;  in dup_task_struct()
877 	return tsk;  in dup_task_struct()
880 	free_thread_stack(tsk);  in dup_task_struct()
882 	free_task_struct(tsk);  in dup_task_struct()
1161 static void complete_vfork_done(struct task_struct *tsk)  in complete_vfork_done()  argument
1165 	task_lock(tsk);  in complete_vfork_done()
1166 	vfork = tsk->vfork_done;  in complete_vfork_done()
1168 		tsk->vfork_done = NULL;  in complete_vfork_done()
1171 	task_unlock(tsk);  in complete_vfork_done()
1206 void mm_release(struct task_struct *tsk, struct mm_struct *mm)  in mm_release()  argument
1210 	if (unlikely(tsk->robust_list)) {  in mm_release()
1211 		exit_robust_list(tsk);  in mm_release()
1212 		tsk->robust_list = NULL;  in mm_release()
1215 	if (unlikely(tsk->compat_robust_list)) {  in mm_release()
1216 		compat_exit_robust_list(tsk);  in mm_release()
1217 		tsk->compat_robust_list = NULL;  in mm_release()
1220 	if (unlikely(!list_empty(&tsk->pi_state_list)))  in mm_release()
1221 		exit_pi_state_list(tsk);  in mm_release()
1224 	uprobe_free_utask(tsk);  in mm_release()
1227 	deactivate_mm(tsk, mm);  in mm_release()
1234 	if (tsk->clear_child_tid) {  in mm_release()
1235 		if (!(tsk->signal->flags & SIGNAL_GROUP_COREDUMP) &&  in mm_release()
1241 			put_user(0, tsk->clear_child_tid);  in mm_release()
1242 			do_futex(tsk->clear_child_tid, FUTEX_WAKE,  in mm_release()
1245 		tsk->clear_child_tid = NULL;  in mm_release()
1252 	if (tsk->vfork_done)  in mm_release()
1253 		complete_vfork_done(tsk);  in mm_release()
1260 static struct mm_struct *dup_mm(struct task_struct *tsk)  in dup_mm()  argument
1271 	if (!mm_init(mm, tsk, mm->user_ns))  in dup_mm()
1295 static int copy_mm(unsigned long clone_flags, struct task_struct *tsk)  in copy_mm()  argument
1300 	tsk->min_flt = tsk->maj_flt = 0;  in copy_mm()
1301 	tsk->nvcsw = tsk->nivcsw = 0;  in copy_mm()
1303 	tsk->last_switch_count = tsk->nvcsw + tsk->nivcsw;  in copy_mm()
1304 	tsk->last_switch_time = 0;  in copy_mm()
1307 	tsk->mm = NULL;  in copy_mm()
1308 	tsk->active_mm = NULL;  in copy_mm()
1320 	vmacache_flush(tsk);  in copy_mm()
1329 	mm = dup_mm(tsk);  in copy_mm()
1334 	tsk->mm = mm;  in copy_mm()
1335 	tsk->active_mm = mm;  in copy_mm()
1342 static int copy_fs(unsigned long clone_flags, struct task_struct *tsk)  in copy_fs()  argument
1356 	tsk->fs = copy_fs_struct(fs);  in copy_fs()
1357 	if (!tsk->fs)  in copy_fs()
1362 static int copy_files(unsigned long clone_flags, struct task_struct *tsk)  in copy_files()  argument
1383 	tsk->files = newf;  in copy_files()
1389 static int copy_io(unsigned long clone_flags, struct task_struct *tsk)  in copy_io()  argument
1402 		tsk->io_context = ioc;  in copy_io()
1404 		new_ioc = get_task_io_context(tsk, GFP_KERNEL, NUMA_NO_NODE);  in copy_io()
1415 static int copy_sighand(unsigned long clone_flags, struct task_struct *tsk)  in copy_sighand()  argument
1424 	rcu_assign_pointer(tsk->sighand, sig);  in copy_sighand()
1470 static int copy_signal(unsigned long clone_flags, struct task_struct *tsk)  in copy_signal()  argument
1478 	tsk->signal = sig;  in copy_signal()
1487 	sig->thread_head = (struct list_head)LIST_HEAD_INIT(tsk->thread_node);  in copy_signal()
1488 	tsk->thread_node = (struct list_head)LIST_HEAD_INIT(sig->thread_head);  in copy_signal()
1491 	sig->curr_target = tsk;  in copy_signal()
1574 static void posix_cpu_timers_init(struct task_struct *tsk)  in posix_cpu_timers_init()  argument
1576 	tsk->cputime_expires.prof_exp = 0;  in posix_cpu_timers_init()
1577 	tsk->cputime_expires.virt_exp = 0;  in posix_cpu_timers_init()
1578 	tsk->cputime_expires.sched_exp = 0;  in posix_cpu_timers_init()
1579 	INIT_LIST_HEAD(&tsk->cpu_timers[0]);  in posix_cpu_timers_init()
1580 	INIT_LIST_HEAD(&tsk->cpu_timers[1]);  in posix_cpu_timers_init()
1581 	INIT_LIST_HEAD(&tsk->cpu_timers[2]);  in posix_cpu_timers_init()
1584 static inline void posix_cpu_timers_init(struct task_struct *tsk) { }  in posix_cpu_timers_init()  argument