42 	target_cpu = cpumask_first(pd->cpumask.pcpu);  in padata_index_to_cpu()
44 		target_cpu = cpumask_next(target_cpu, pd->cpumask.pcpu);  in padata_index_to_cpu()
55 	int cpu_index = seq_nr % cpumask_weight(pd->cpumask.pcpu);  in padata_cpu_hash()
116 	if (!cpumask_test_cpu(*cb_cpu, pd->cpumask.cbcpu)) {  in padata_do_parallel()
117 		if (!cpumask_weight(pd->cpumask.cbcpu))  in padata_do_parallel()
121 		cpu_index = *cb_cpu % cpumask_weight(pd->cpumask.cbcpu);  in padata_do_parallel()
123 		cpu = cpumask_first(pd->cpumask.cbcpu);  in padata_do_parallel()
125 			cpu = cpumask_next(cpu, pd->cpumask.cbcpu);  in padata_do_parallel()
204 		pd->cpu = cpumask_next_wrap(cpu, pd->cpumask.pcpu, -1, false);  in padata_find_next()
345 				 const struct cpumask *pcpumask,  in padata_setup_cpumasks()
346 				 const struct cpumask *cbcpumask)  in padata_setup_cpumasks()
351 	if (!alloc_cpumask_var(&pd->cpumask.pcpu, GFP_KERNEL))  in padata_setup_cpumasks()
353 	cpumask_and(pd->cpumask.pcpu, pcpumask, cpu_online_mask);  in padata_setup_cpumasks()
355 	if (!alloc_cpumask_var(&pd->cpumask.cbcpu, GFP_KERNEL))  in padata_setup_cpumasks()
357 	cpumask_and(pd->cpumask.cbcpu, cbcpumask, cpu_online_mask);  in padata_setup_cpumasks()
364 	cpumask_copy(attrs->cpumask, pd->cpumask.pcpu);  in padata_setup_cpumasks()
373 	free_cpumask_var(pd->cpumask.cbcpu);  in padata_setup_cpumasks()
375 	free_cpumask_var(pd->cpumask.pcpu);  in padata_setup_cpumasks()
392 	for_each_cpu(cpu, pd->cpumask.cbcpu) {  in padata_init_squeues()
406 	for_each_cpu(cpu, pd->cpumask.pcpu) {  in padata_init_pqueues()
418 					     const struct cpumask *pcpumask,  in padata_alloc_pd()
419 					     const struct cpumask *cbcpumask)  in padata_alloc_pd()
445 	pd->cpu = cpumask_first(pd->cpumask.pcpu);  in padata_alloc_pd()
462 	free_cpumask_var(pd->cpumask.pcpu);  in padata_free_pd()
463 	free_cpumask_var(pd->cpumask.cbcpu);  in padata_free_pd()
476 	for_each_cpu(cpu, pd->cpumask.pcpu) {  in padata_flush_queues()
484 	for_each_cpu(cpu, pd->cpumask.cbcpu) {  in padata_flush_queues()
524 	if (!cpumask_equal(pd_old->cpumask.pcpu, pd_new->cpumask.pcpu))  in padata_replace()
526 	if (!cpumask_equal(pd_old->cpumask.cbcpu, pd_new->cpumask.cbcpu))  in padata_replace()
535 					     &pd_new->cpumask);  in padata_replace()
574 				    const struct cpumask *cpumask)  in padata_validate_cpumask()  argument
576 	if (!cpumask_intersects(cpumask, cpu_online_mask)) {  in padata_validate_cpumask()
607 	cpumask_copy(pinst->cpumask.pcpu, pcpumask);  in __padata_set_cpumasks()
608 	cpumask_copy(pinst->cpumask.cbcpu, cbcpumask);  in __padata_set_cpumasks()
628 		       cpumask_var_t cpumask)  in padata_set_cpumask()  argument
630 	struct cpumask *serial_mask, *parallel_mask;  in padata_set_cpumask()
638 		serial_mask = pinst->cpumask.cbcpu;  in padata_set_cpumask()
639 		parallel_mask = cpumask;  in padata_set_cpumask()
642 		parallel_mask = pinst->cpumask.pcpu;  in padata_set_cpumask()
643 		serial_mask = cpumask;  in padata_set_cpumask()
701 		pd = padata_alloc_pd(pinst, pinst->cpumask.pcpu,  in __padata_add_cpu()
702 				     pinst->cpumask.cbcpu);  in __padata_add_cpu()
708 		if (padata_validate_cpumask(pinst, pinst->cpumask.pcpu) &&  in __padata_add_cpu()
709 		    padata_validate_cpumask(pinst, pinst->cpumask.cbcpu))  in __padata_add_cpu()
722 		if (!padata_validate_cpumask(pinst, pinst->cpumask.pcpu) ||  in __padata_remove_cpu()
723 		    !padata_validate_cpumask(pinst, pinst->cpumask.cbcpu))  in __padata_remove_cpu()
726 		pd = padata_alloc_pd(pinst, pinst->cpumask.pcpu,  in __padata_remove_cpu()
727 				     pinst->cpumask.cbcpu);  in __padata_remove_cpu()
733 		cpumask_clear_cpu(cpu, pd->cpumask.cbcpu);  in __padata_remove_cpu()
734 		cpumask_clear_cpu(cpu, pd->cpumask.pcpu);  in __padata_remove_cpu()
762 		cpumask_clear_cpu(cpu, pinst->cpumask.cbcpu);  in padata_remove_cpu()
764 		cpumask_clear_cpu(cpu, pinst->cpumask.pcpu);  in padata_remove_cpu()
777 	return cpumask_test_cpu(cpu, pinst->cpumask.pcpu) ||  in pinst_has_cpu()
778 		cpumask_test_cpu(cpu, pinst->cpumask.cbcpu);  in pinst_has_cpu()
822 	free_cpumask_var(pinst->cpumask.pcpu);  in __padata_free()
823 	free_cpumask_var(pinst->cpumask.cbcpu);  in __padata_free()
850 	struct cpumask *cpumask;  in show_cpumask()  local
855 		cpumask = pinst->cpumask.cbcpu;  in show_cpumask()
857 		cpumask = pinst->cpumask.pcpu;  in show_cpumask()
860 		       nr_cpu_ids, cpumask_bits(cpumask));  in show_cpumask()
964 					    const struct cpumask *pcpumask,  in padata_alloc()
965 					    const struct cpumask *cbcpumask)  in padata_alloc()
986 	if (!alloc_cpumask_var(&pinst->cpumask.pcpu, GFP_KERNEL))  in padata_alloc()
988 	if (!alloc_cpumask_var(&pinst->cpumask.cbcpu, GFP_KERNEL)) {  in padata_alloc()
989 		free_cpumask_var(pinst->cpumask.pcpu);  in padata_alloc()
1002 	cpumask_copy(pinst->cpumask.pcpu, pcpumask);  in padata_alloc()
1003 	cpumask_copy(pinst->cpumask.cbcpu, cbcpumask);  in padata_alloc()
1020 	free_cpumask_var(pinst->cpumask.pcpu);  in padata_alloc()
1021 	free_cpumask_var(pinst->cpumask.cbcpu);  in padata_alloc()