150 	int (*create)(struct mempolicy *pol, const nodemask_t *nodes);
151 	void (*rebind)(struct mempolicy *pol, const nodemask_t *nodes);
167 static int mpol_new_interleave(struct mempolicy *pol, const nodemask_t *nodes)  in mpol_new_interleave()  argument
169 	if (nodes_empty(*nodes))  in mpol_new_interleave()
171 	pol->v.nodes = *nodes;  in mpol_new_interleave()
175 static int mpol_new_preferred(struct mempolicy *pol, const nodemask_t *nodes)  in mpol_new_preferred()  argument
177 	if (!nodes)  in mpol_new_preferred()
179 	else if (nodes_empty(*nodes))  in mpol_new_preferred()
182 		pol->v.preferred_node = first_node(*nodes);  in mpol_new_preferred()
186 static int mpol_new_bind(struct mempolicy *pol, const nodemask_t *nodes)  in mpol_new_bind()  argument
188 	if (nodes_empty(*nodes))  in mpol_new_bind()
190 	pol->v.nodes = *nodes;  in mpol_new_bind()
204 		     const nodemask_t *nodes, struct nodemask_scratch *nsc)  in mpol_set_nodemask()  argument
215 	VM_BUG_ON(!nodes);  in mpol_set_nodemask()
216 	if (pol->mode == MPOL_PREFERRED && nodes_empty(*nodes))  in mpol_set_nodemask()
217 		nodes = NULL;	/* explicit local allocation */  in mpol_set_nodemask()
220 			mpol_relative_nodemask(&nsc->mask2, nodes, &nsc->mask1);  in mpol_set_nodemask()
222 			nodes_and(nsc->mask2, *nodes, nsc->mask1);  in mpol_set_nodemask()
225 			pol->w.user_nodemask = *nodes;  in mpol_set_nodemask()
231 	if (nodes)  in mpol_set_nodemask()
243 				  nodemask_t *nodes)  in mpol_new()  argument
248 		 mode, flags, nodes ? nodes_addr(*nodes)[0] : NUMA_NO_NODE);  in mpol_new()
251 		if (nodes && !nodes_empty(*nodes))  in mpol_new()
255 	VM_BUG_ON(!nodes);  in mpol_new()
263 		if (nodes_empty(*nodes)) {  in mpol_new()
269 		if (!nodes_empty(*nodes) ||  in mpol_new()
274 	} else if (nodes_empty(*nodes))  in mpol_new()
294 static void mpol_rebind_default(struct mempolicy *pol, const nodemask_t *nodes)  in mpol_rebind_default()  argument
298 static void mpol_rebind_nodemask(struct mempolicy *pol, const nodemask_t *nodes)  in mpol_rebind_nodemask()  argument
303 		nodes_and(tmp, pol->w.user_nodemask, *nodes);  in mpol_rebind_nodemask()
305 		mpol_relative_nodemask(&tmp, &pol->w.user_nodemask, nodes);  in mpol_rebind_nodemask()
307 		nodes_remap(tmp, pol->v.nodes,pol->w.cpuset_mems_allowed,  in mpol_rebind_nodemask()
308 								*nodes);  in mpol_rebind_nodemask()
313 		tmp = *nodes;  in mpol_rebind_nodemask()
315 	pol->v.nodes = tmp;  in mpol_rebind_nodemask()
319 						const nodemask_t *nodes)  in mpol_rebind_preferred()  argument
326 		if (node_isset(node, *nodes)) {  in mpol_rebind_preferred()
332 		mpol_relative_nodemask(&tmp, &pol->w.user_nodemask, nodes);  in mpol_rebind_preferred()
337 						   *nodes);  in mpol_rebind_preferred()
338 		pol->w.cpuset_mems_allowed = *nodes;  in mpol_rebind_preferred()
620 		nodemask_t *nodes, unsigned long flags,  in queue_pages_range()  argument
626 		.nmask = nodes,  in queue_pages_range()
739 			     nodemask_t *nodes)  in do_set_mempolicy()  argument
748 	new = mpol_new(mode, flags, nodes);  in do_set_mempolicy()
755 	ret = mpol_set_nodemask(new, nodes, scratch);  in do_set_mempolicy()
778 static void get_policy_nodemask(struct mempolicy *p, nodemask_t *nodes)  in get_policy_nodemask()  argument
780 	nodes_clear(*nodes);  in get_policy_nodemask()
788 		*nodes = p->v.nodes;  in get_policy_nodemask()
792 			node_set(p->v.preferred_node, *nodes);  in get_policy_nodemask()
866 			*policy = next_node_in(current->il_prev, pol->v.nodes);  in do_get_mempolicy()
1238 static int get_nodes(nodemask_t *nodes, const unsigned long __user *nmask,  in get_nodes()  argument
1247 	nodes_clear(*nodes);  in get_nodes()
1292 	if (copy_from_user(nodes_addr(*nodes), nmask, nlongs*sizeof(unsigned long)))  in get_nodes()
1294 	nodes_addr(*nodes)[nlongs-1] &= endmask;  in get_nodes()  local
1300 			      nodemask_t *nodes)  in copy_nodes_to_user()  argument
1312 	return copy_to_user(mask, nodes_addr(*nodes), copy) ? -EFAULT : 0;  in copy_nodes_to_user()
1319 	nodemask_t nodes;  in kernel_mbind()  local
1330 	err = get_nodes(&nodes, nmask, maxnode);  in kernel_mbind()
1333 	return do_mbind(start, len, mode, mode_flags, &nodes, flags);  in kernel_mbind()
1348 	nodemask_t nodes;  in kernel_set_mempolicy()  local
1357 	err = get_nodes(&nodes, nmask, maxnode);  in kernel_set_mempolicy()
1360 	return do_set_mempolicy(mode, flags, &nodes);  in kernel_set_mempolicy()
1478 	nodemask_t nodes;  in kernel_get_mempolicy()  local
1483 	err = do_get_mempolicy(&pval, &nodes, addr, flags);  in kernel_get_mempolicy()
1492 		err = copy_nodes_to_user(nmask, maxnode, &nodes);  in kernel_get_mempolicy()
1698 	if (!nodes_intersects(policy->v.nodes, node_states[N_HIGH_MEMORY]))  in apply_policy_zone()
1713 			cpuset_nodemask_valid_mems_allowed(&policy->v.nodes))  in policy_nodemask()
1714 		return &policy->v.nodes;  in policy_nodemask()
1743 	next = next_node_in(me->il_prev, policy->v.nodes);  in interleave_nodes()
1786 							&policy->v.nodes);  in mempolicy_slab_node()
1802 	unsigned nnodes = nodes_weight(pol->v.nodes);  in offset_il_node()
1810 	nid = first_node(pol->v.nodes);  in offset_il_node()
1812 		nid = next_node(nid, pol->v.nodes);  in offset_il_node()
1868 			*nodemask = &(*mpol)->v.nodes;  in huge_node()
1911 		*mask =  mempolicy->v.nodes;  in init_nodemask_of_mempolicy()
1957 		ret = nodes_intersects(mempolicy->v.nodes, *mask);  in mempolicy_nodemask_intersects()
2163 		return !!nodes_equal(a->v.nodes, b->v.nodes);  in __mpol_equal()
2323 		if (node_isset(curnid, pol->v.nodes))  in mpol_misplaced()
2328 				&pol->v.nodes);  in mpol_misplaced()
2531 		 npol ? nodes_addr(npol->v.nodes)[0] : NUMA_NO_NODE);  in mpol_set_shared_policy()
2702 	nodemask_t nodes;  in mpol_parse_str()  local
2710 		if (nodelist_parse(nodelist, nodes))  in mpol_parse_str()
2712 		if (!nodes_subset(nodes, node_states[N_MEMORY]))  in mpol_parse_str()
2715 		nodes_clear(nodes);  in mpol_parse_str()
2746 			nodes = node_states[N_MEMORY];  in mpol_parse_str()
2785 	new = mpol_new(mode, mode_flags, &nodes);  in mpol_parse_str()
2794 		new->v.nodes = nodes;  in mpol_parse_str()
2796 		new->v.preferred_node = first_node(nodes);  in mpol_parse_str()
2804 	new->w.user_nodemask = nodes;  in mpol_parse_str()
2833 	nodemask_t nodes = NODE_MASK_NONE;  in mpol_to_str()  local
2849 			node_set(pol->v.preferred_node, nodes);  in mpol_to_str()
2853 		nodes = pol->v.nodes;  in mpol_to_str()
2875 	if (!nodes_empty(nodes))  in mpol_to_str()
2877 			       nodemask_pr_args(&nodes));  in mpol_to_str()