71 static inline bool is_memcg_oom(struct oom_control *oc)  in is_memcg_oom()  argument
73 	return oc->memcg != NULL;  in is_memcg_oom()
80  * @oc: pointer to struct oom_control
90 				struct oom_control *oc)  in oom_cpuset_eligible()  argument
94 	const nodemask_t *mask = oc->nodemask;  in oom_cpuset_eligible()
121 static bool oom_cpuset_eligible(struct task_struct *tsk, struct oom_control *oc)  in oom_cpuset_eligible()  argument
156 static inline bool is_sysrq_oom(struct oom_control *oc)  in is_sysrq_oom()  argument
158 	return oc->order == -1;  in is_sysrq_oom()
251 static enum oom_constraint constrained_alloc(struct oom_control *oc)  in constrained_alloc()  argument
255 	enum zone_type highest_zoneidx = gfp_zone(oc->gfp_mask);  in constrained_alloc()
259 	if (is_memcg_oom(oc)) {  in constrained_alloc()
260 		oc->totalpages = mem_cgroup_get_max(oc->memcg) ?: 1;  in constrained_alloc()
265 	oc->totalpages = totalram_pages() + total_swap_pages;  in constrained_alloc()
270 	if (!oc->zonelist)  in constrained_alloc()
277 	if (oc->gfp_mask & __GFP_THISNODE)  in constrained_alloc()
285 	if (oc->nodemask &&  in constrained_alloc()
286 	    !nodes_subset(node_states[N_MEMORY], *oc->nodemask)) {  in constrained_alloc()
287 		oc->totalpages = total_swap_pages;  in constrained_alloc()
288 		for_each_node_mask(nid, *oc->nodemask)  in constrained_alloc()
289 			oc->totalpages += node_present_pages(nid);  in constrained_alloc()
294 	for_each_zone_zonelist_nodemask(zone, z, oc->zonelist,  in constrained_alloc()
295 			highest_zoneidx, oc->nodemask)  in constrained_alloc()
296 		if (!cpuset_zone_allowed(zone, oc->gfp_mask))  in constrained_alloc()
300 		oc->totalpages = total_swap_pages;  in constrained_alloc()
302 			oc->totalpages += node_present_pages(nid);  in constrained_alloc()
310 	struct oom_control *oc = arg;  in oom_evaluate_task()  local
317 	if (!is_memcg_oom(oc) && !oom_cpuset_eligible(task, oc))  in oom_evaluate_task()
326 	if (!is_sysrq_oom(oc) && tsk_is_oom_victim(task)) {  in oom_evaluate_task()
341 	points = oom_badness(task, oc->totalpages);  in oom_evaluate_task()
342 	if (points == LONG_MIN || points < oc->chosen_points)  in oom_evaluate_task()
346 	if (oc->chosen)  in oom_evaluate_task()
347 		put_task_struct(oc->chosen);  in oom_evaluate_task()
349 	oc->chosen = task;  in oom_evaluate_task()
350 	oc->chosen_points = points;  in oom_evaluate_task()
354 	if (oc->chosen)  in oom_evaluate_task()
355 		put_task_struct(oc->chosen);  in oom_evaluate_task()
356 	oc->chosen = (void *)-1UL;  in oom_evaluate_task()
362  * 'points'. In case scan was aborted, oc->chosen is set to -1.
364 static void select_bad_process(struct oom_control *oc)  in select_bad_process()  argument
366 	oc->chosen_points = LONG_MIN;  in select_bad_process()
368 	if (is_memcg_oom(oc))  in select_bad_process()
369 		mem_cgroup_scan_tasks(oc->memcg, oom_evaluate_task, oc);  in select_bad_process()
375 			if (oom_evaluate_task(p, oc))  in select_bad_process()
383 	struct oom_control *oc = arg;  in dump_task()  local
390 	if (!is_memcg_oom(oc) && !oom_cpuset_eligible(p, oc))  in dump_task()
415  * @oc: pointer to struct oom_control
423 static void dump_tasks(struct oom_control *oc)  in dump_tasks()  argument
428 	if (is_memcg_oom(oc))  in dump_tasks()
429 		mem_cgroup_scan_tasks(oc->memcg, dump_task, oc);  in dump_tasks()
435 			dump_task(p, oc);  in dump_tasks()
440 static void dump_oom_summary(struct oom_control *oc, struct task_struct *victim)  in dump_oom_summary()  argument
444 			oom_constraint_text[oc->constraint],  in dump_oom_summary()
445 			nodemask_pr_args(oc->nodemask));  in dump_oom_summary()
447 	mem_cgroup_print_oom_context(oc->memcg, victim);  in dump_oom_summary()
452 static void dump_header(struct oom_control *oc, struct task_struct *p)  in dump_header()  argument
455 		current->comm, oc->gfp_mask, &oc->gfp_mask, oc->order,  in dump_header()
457 	if (!IS_ENABLED(CONFIG_COMPACTION) && oc->order)  in dump_header()
461 	if (is_memcg_oom(oc))  in dump_header()
462 		mem_cgroup_print_oom_meminfo(oc->memcg);  in dump_header()
464 		__show_mem(SHOW_MEM_FILTER_NODES, oc->nodemask, gfp_zone(oc->gfp_mask));  in dump_header()
469 		dump_tasks(oc);  in dump_header()
471 		dump_oom_summary(oc, p);  in dump_header()
1010 static void oom_kill_process(struct oom_control *oc, const char *message)  in oom_kill_process()  argument
1012 	struct task_struct *victim = oc->chosen;  in oom_kill_process()
1033 		dump_header(oc, victim);  in oom_kill_process()
1040 	oom_group = mem_cgroup_get_oom_group(victim, oc->memcg);  in oom_kill_process()
1059 static void check_panic_on_oom(struct oom_control *oc)  in check_panic_on_oom()  argument
1069 		if (oc->constraint != CONSTRAINT_NONE)  in check_panic_on_oom()
1073 	if (is_sysrq_oom(oc))  in check_panic_on_oom()
1075 	dump_header(oc, NULL);  in check_panic_on_oom()
1096  * @oc: pointer to struct oom_control
1103 bool out_of_memory(struct oom_control *oc)  in out_of_memory()  argument
1110 	if (!is_memcg_oom(oc)) {  in out_of_memory()
1112 		if (freed > 0 && !is_sysrq_oom(oc))  in out_of_memory()
1133 	if (!(oc->gfp_mask & __GFP_FS) && !is_memcg_oom(oc))  in out_of_memory()
1140 	oc->constraint = constrained_alloc(oc);  in out_of_memory()
1141 	if (oc->constraint != CONSTRAINT_MEMORY_POLICY)  in out_of_memory()
1142 		oc->nodemask = NULL;  in out_of_memory()
1143 	check_panic_on_oom(oc);  in out_of_memory()
1145 	if (!is_memcg_oom(oc) && sysctl_oom_kill_allocating_task &&  in out_of_memory()
1147 	    oom_cpuset_eligible(current, oc) &&  in out_of_memory()
1150 		oc->chosen = current;  in out_of_memory()
1151 		oom_kill_process(oc, "Out of memory (oom_kill_allocating_task)");  in out_of_memory()
1155 	select_bad_process(oc);  in out_of_memory()
1157 	if (!oc->chosen) {  in out_of_memory()
1158 		dump_header(oc, NULL);  in out_of_memory()
1165 		if (!is_sysrq_oom(oc) && !is_memcg_oom(oc))  in out_of_memory()
1168 	if (oc->chosen && oc->chosen != (void *)-1UL)  in out_of_memory()
1169 		oom_kill_process(oc, !is_memcg_oom(oc) ? "Out of memory" :  in out_of_memory()
1171 	return !!oc->chosen;  in out_of_memory()