Lines Matching refs:cpumask
54 target_cpu = cpumask_first(pd->cpumask.pcpu); in padata_index_to_cpu()
56 target_cpu = cpumask_next(target_cpu, pd->cpumask.pcpu); in padata_index_to_cpu()
67 int cpu_index = seq_nr % cpumask_weight(pd->cpumask.pcpu); in padata_cpu_hash()
191 if (!cpumask_test_cpu(*cb_cpu, pd->cpumask.cbcpu)) { in padata_do_parallel()
192 if (cpumask_empty(pd->cpumask.cbcpu)) in padata_do_parallel()
196 cpu_index = *cb_cpu % cpumask_weight(pd->cpumask.cbcpu); in padata_do_parallel()
198 cpu = cpumask_first(pd->cpumask.cbcpu); in padata_do_parallel()
200 cpu = cpumask_next(cpu, pd->cpumask.cbcpu); in padata_do_parallel()
277 pd->cpu = cpumask_next_wrap(cpu, pd->cpumask.pcpu, -1, false); in padata_find_next()
434 cpumask_copy(attrs->cpumask, pinst->cpumask.pcpu); in padata_setup_cpumasks()
545 for_each_cpu(cpu, pd->cpumask.cbcpu) { in padata_init_squeues()
559 for_each_cpu(cpu, pd->cpumask.pcpu) { in padata_init_reorder_list()
585 if (!alloc_cpumask_var(&pd->cpumask.pcpu, GFP_KERNEL)) in padata_alloc_pd()
587 if (!alloc_cpumask_var(&pd->cpumask.cbcpu, GFP_KERNEL)) in padata_alloc_pd()
590 cpumask_and(pd->cpumask.pcpu, pinst->cpumask.pcpu, cpu_online_mask); in padata_alloc_pd()
591 cpumask_and(pd->cpumask.cbcpu, pinst->cpumask.cbcpu, cpu_online_mask); in padata_alloc_pd()
598 pd->cpu = cpumask_first(pd->cpumask.pcpu); in padata_alloc_pd()
604 free_cpumask_var(pd->cpumask.pcpu); in padata_alloc_pd()
617 free_cpumask_var(pd->cpumask.pcpu); in padata_free_pd()
618 free_cpumask_var(pd->cpumask.cbcpu); in padata_free_pd()
680 const struct cpumask *cpumask) in padata_validate_cpumask() argument
682 if (!cpumask_intersects(cpumask, cpu_online_mask)) { in padata_validate_cpumask()
709 cpumask_copy(pinst->cpumask.pcpu, pcpumask); in __padata_set_cpumasks()
710 cpumask_copy(pinst->cpumask.cbcpu, cbcpumask); in __padata_set_cpumasks()
731 cpumask_var_t cpumask) in padata_set_cpumask() argument
733 struct cpumask *serial_mask, *parallel_mask; in padata_set_cpumask()
741 serial_mask = pinst->cpumask.cbcpu; in padata_set_cpumask()
742 parallel_mask = cpumask; in padata_set_cpumask()
745 parallel_mask = pinst->cpumask.pcpu; in padata_set_cpumask()
746 serial_mask = cpumask; in padata_set_cpumask()
771 if (padata_validate_cpumask(pinst, pinst->cpumask.pcpu) && in __padata_add_cpu()
772 padata_validate_cpumask(pinst, pinst->cpumask.cbcpu)) in __padata_add_cpu()
784 if (!padata_validate_cpumask(pinst, pinst->cpumask.pcpu) || in __padata_remove_cpu()
785 !padata_validate_cpumask(pinst, pinst->cpumask.cbcpu)) in __padata_remove_cpu()
796 return cpumask_test_cpu(cpu, pinst->cpumask.pcpu) || in pinst_has_cpu()
797 cpumask_test_cpu(cpu, pinst->cpumask.cbcpu); in pinst_has_cpu()
843 free_cpumask_var(pinst->cpumask.pcpu); in __padata_free()
844 free_cpumask_var(pinst->cpumask.cbcpu); in __padata_free()
871 struct cpumask *cpumask; in show_cpumask() local
876 cpumask = pinst->cpumask.cbcpu; in show_cpumask()
878 cpumask = pinst->cpumask.pcpu; in show_cpumask()
881 nr_cpu_ids, cpumask_bits(cpumask)); in show_cpumask()
1002 if (!alloc_cpumask_var(&pinst->cpumask.pcpu, GFP_KERNEL)) in padata_alloc()
1004 if (!alloc_cpumask_var(&pinst->cpumask.cbcpu, GFP_KERNEL)) { in padata_alloc()
1005 free_cpumask_var(pinst->cpumask.pcpu); in padata_alloc()
1011 cpumask_copy(pinst->cpumask.pcpu, cpu_possible_mask); in padata_alloc()
1012 cpumask_copy(pinst->cpumask.cbcpu, cpu_possible_mask); in padata_alloc()
1034 free_cpumask_var(pinst->cpumask.pcpu); in padata_alloc()
1035 free_cpumask_var(pinst->cpumask.cbcpu); in padata_alloc()