Lines Matching refs:nodes

181 	int (*create)(struct mempolicy *pol, const nodemask_t *nodes);
182 void (*rebind)(struct mempolicy *pol, const nodemask_t *nodes);
198 static int mpol_new_nodemask(struct mempolicy *pol, const nodemask_t *nodes) in mpol_new_nodemask() argument
200 if (nodes_empty(*nodes)) in mpol_new_nodemask()
202 pol->nodes = *nodes; in mpol_new_nodemask()
206 static int mpol_new_preferred(struct mempolicy *pol, const nodemask_t *nodes) in mpol_new_preferred() argument
208 if (nodes_empty(*nodes)) in mpol_new_preferred()
211 nodes_clear(pol->nodes); in mpol_new_preferred()
212 node_set(first_node(*nodes), pol->nodes); in mpol_new_preferred()
225 const nodemask_t *nodes, struct nodemask_scratch *nsc) in mpol_set_nodemask() argument
241 VM_BUG_ON(!nodes); in mpol_set_nodemask()
244 mpol_relative_nodemask(&nsc->mask2, nodes, &nsc->mask1); in mpol_set_nodemask()
246 nodes_and(nsc->mask2, *nodes, nsc->mask1); in mpol_set_nodemask()
249 pol->w.user_nodemask = *nodes; in mpol_set_nodemask()
262 nodemask_t *nodes) in mpol_new() argument
267 mode, flags, nodes ? nodes_addr(*nodes)[0] : NUMA_NO_NODE); in mpol_new()
270 if (nodes && !nodes_empty(*nodes)) in mpol_new()
274 VM_BUG_ON(!nodes); in mpol_new()
282 if (nodes_empty(*nodes)) { in mpol_new()
290 if (!nodes_empty(*nodes) || in mpol_new()
294 } else if (nodes_empty(*nodes)) in mpol_new()
315 static void mpol_rebind_default(struct mempolicy *pol, const nodemask_t *nodes) in mpol_rebind_default() argument
319 static void mpol_rebind_nodemask(struct mempolicy *pol, const nodemask_t *nodes) in mpol_rebind_nodemask() argument
324 nodes_and(tmp, pol->w.user_nodemask, *nodes); in mpol_rebind_nodemask()
326 mpol_relative_nodemask(&tmp, &pol->w.user_nodemask, nodes); in mpol_rebind_nodemask()
328 nodes_remap(tmp, pol->nodes, pol->w.cpuset_mems_allowed, in mpol_rebind_nodemask()
329 *nodes); in mpol_rebind_nodemask()
330 pol->w.cpuset_mems_allowed = *nodes; in mpol_rebind_nodemask()
334 tmp = *nodes; in mpol_rebind_nodemask()
336 pol->nodes = tmp; in mpol_rebind_nodemask()
340 const nodemask_t *nodes) in mpol_rebind_preferred() argument
342 pol->w.cpuset_mems_allowed = *nodes; in mpol_rebind_preferred()
728 nodemask_t *nodes, unsigned long flags, in queue_pages_range() argument
735 .nmask = nodes, in queue_pages_range()
854 nodemask_t *nodes) in do_set_mempolicy() argument
863 new = mpol_new(mode, flags, nodes); in do_set_mempolicy()
870 ret = mpol_set_nodemask(new, nodes, scratch); in do_set_mempolicy()
894 static void get_policy_nodemask(struct mempolicy *p, nodemask_t *nodes) in get_policy_nodemask() argument
896 nodes_clear(*nodes); in get_policy_nodemask()
905 *nodes = p->nodes; in get_policy_nodemask()
990 *policy = next_node_in(current->il_prev, pol->nodes); in do_get_mempolicy()
1386 static int get_nodes(nodemask_t *nodes, const unsigned long __user *nmask, in get_nodes() argument
1390 nodes_clear(*nodes); in get_nodes()
1418 return get_bitmap(nodes_addr(*nodes), nmask, maxnode); in get_nodes()
1423 nodemask_t *nodes) in copy_nodes_to_user() argument
1443 nodes_addr(*nodes), maxnode); in copy_nodes_to_user()
1445 return copy_to_user(mask, nodes_addr(*nodes), copy) ? -EFAULT : 0; in copy_nodes_to_user()
1471 nodemask_t nodes; in kernel_mbind() local
1480 err = get_nodes(&nodes, nmask, maxnode); in kernel_mbind()
1484 return do_mbind(start, len, lmode, mode_flags, &nodes, flags); in kernel_mbind()
1569 nodemask_t nodes; in kernel_set_mempolicy() local
1577 err = get_nodes(&nodes, nmask, maxnode); in kernel_set_mempolicy()
1581 return do_set_mempolicy(lmode, mode_flags, &nodes); in kernel_set_mempolicy()
1695 nodemask_t nodes; in kernel_get_mempolicy() local
1702 err = do_get_mempolicy(&pval, &nodes, addr, flags); in kernel_get_mempolicy()
1711 err = copy_nodes_to_user(nmask, maxnode, &nodes); in kernel_get_mempolicy()
1835 if (!nodes_intersects(policy->nodes, node_states[N_HIGH_MEMORY])) in apply_policy_zone()
1852 cpuset_nodemask_valid_mems_allowed(&policy->nodes)) in policy_nodemask()
1853 return &policy->nodes; in policy_nodemask()
1856 return &policy->nodes; in policy_nodemask()
1871 nd = first_node(policy->nodes); in policy_node()
1895 next = next_node_in(me->il_prev, policy->nodes); in interleave_nodes()
1919 return first_node(policy->nodes); in mempolicy_slab_node()
1937 &policy->nodes); in mempolicy_slab_node()
1955 nodemask_t nodemask = pol->nodes; in offset_il_node()
2032 *nodemask = &(*mpol)->nodes; in huge_node()
2067 *mask = mempolicy->nodes; in init_nodemask_of_mempolicy()
2105 ret = nodes_intersects(mempolicy->nodes, *mask); in mempolicy_in_oom_domain()
2144 page = __alloc_pages(preferred_gfp, order, nid, &pol->nodes); in alloc_pages_preferred_many()
2218 hpage_node = first_node(pol->nodes); in vma_alloc_folio()
2307 int nodes; in alloc_pages_bulk_array_interleave() local
2314 nodes = nodes_weight(pol->nodes); in alloc_pages_bulk_array_interleave()
2315 nr_pages_per_node = nr_pages / nodes; in alloc_pages_bulk_array_interleave()
2316 delta = nr_pages - nodes * nr_pages_per_node; in alloc_pages_bulk_array_interleave()
2318 for (i = 0; i < nodes; i++) { in alloc_pages_bulk_array_interleave()
2348 nr_allocated = __alloc_pages_bulk(preferred_gfp, nid, &pol->nodes, in alloc_pages_bulk_array_preferred_many()
2450 return !!nodes_equal(a->nodes, b->nodes); in __mpol_equal()
2590 if (node_isset(curnid, pol->nodes)) in mpol_misplaced()
2592 polnid = first_node(pol->nodes); in mpol_misplaced()
2602 if (node_isset(thisnid, pol->nodes)) in mpol_misplaced()
2614 if (node_isset(curnid, pol->nodes)) in mpol_misplaced()
2619 &pol->nodes); in mpol_misplaced()
2823 npol ? nodes_addr(npol->nodes)[0] : NUMA_NO_NODE); in mpol_set_shared_policy()
2921 .nodes = nodemask_of_node(nid), in numa_policy_init()
2991 nodemask_t nodes; in mpol_parse_str() local
3002 if (nodelist_parse(nodelist, nodes)) in mpol_parse_str()
3004 if (!nodes_subset(nodes, node_states[N_MEMORY])) in mpol_parse_str()
3007 nodes_clear(nodes); in mpol_parse_str()
3026 if (nodes_empty(nodes)) in mpol_parse_str()
3035 nodes = node_states[N_MEMORY]; in mpol_parse_str()
3074 new = mpol_new(mode, mode_flags, &nodes); in mpol_parse_str()
3083 new->nodes = nodes; in mpol_parse_str()
3085 nodes_clear(new->nodes); in mpol_parse_str()
3086 node_set(first_node(nodes), new->nodes); in mpol_parse_str()
3095 new->w.user_nodemask = nodes; in mpol_parse_str()
3124 nodemask_t nodes = NODE_MASK_NONE; in mpol_to_str() local
3141 nodes = pol->nodes; in mpol_to_str()
3163 if (!nodes_empty(nodes)) in mpol_to_str()
3165 nodemask_pr_args(&nodes)); in mpol_to_str()