843 	struct sd_data *sdd = sd->private;  in build_balance_mask()  local
850 		sibling = *per_cpu_ptr(sdd->sd, i);  in build_balance_mask()
902 	struct sd_data *sdd = sd->private;  in init_overlap_sched_group()  local
909 	sg->sgc = *per_cpu_ptr(sdd->sgc, cpu);  in init_overlap_sched_group()
932 	struct sd_data *sdd = sd->private;  in build_overlap_sched_groups()  local
944 		sibling = *per_cpu_ptr(sdd->sd, i);  in build_overlap_sched_groups()
1057 static struct sched_group *get_group(int cpu, struct sd_data *sdd)  in get_group()  argument
1059 	struct sched_domain *sd = *per_cpu_ptr(sdd->sd, cpu);  in get_group()
1067 	sg = *per_cpu_ptr(sdd->sg, cpu);  in get_group()
1068 	sg->sgc = *per_cpu_ptr(sdd->sgc, cpu);  in get_group()
1105 	struct sd_data *sdd = sd->private;  in build_sched_groups()  local
1121 		sg = get_group(i, sdd);  in build_sched_groups()
1263 	struct sd_data *sdd = sd->private;  in claim_allocations()  local
1265 	WARN_ON_ONCE(*per_cpu_ptr(sdd->sd, cpu) != sd);  in claim_allocations()
1266 	*per_cpu_ptr(sdd->sd, cpu) = NULL;  in claim_allocations()
1268 	if (atomic_read(&(*per_cpu_ptr(sdd->sds, cpu))->ref))  in claim_allocations()
1269 		*per_cpu_ptr(sdd->sds, cpu) = NULL;  in claim_allocations()
1271 	if (atomic_read(&(*per_cpu_ptr(sdd->sg, cpu))->ref))  in claim_allocations()
1272 		*per_cpu_ptr(sdd->sg, cpu) = NULL;  in claim_allocations()
1274 	if (atomic_read(&(*per_cpu_ptr(sdd->sgc, cpu))->ref))  in claim_allocations()
1275 		*per_cpu_ptr(sdd->sgc, cpu) = NULL;  in claim_allocations()
1319 	struct sd_data *sdd = &tl->data;  in sd_init()  local
1320 	struct sched_domain *sd = *per_cpu_ptr(sdd->sd, cpu);  in sd_init()
1422 		sd->shared = *per_cpu_ptr(sdd->sds, sd_id);  in sd_init()
1427 	sd->private = sdd;  in sd_init()
1756 		struct sd_data *sdd = &tl->data;  in __sdt_alloc()  local
1758 		sdd->sd = alloc_percpu(struct sched_domain *);  in __sdt_alloc()
1759 		if (!sdd->sd)  in __sdt_alloc()
1762 		sdd->sds = alloc_percpu(struct sched_domain_shared *);  in __sdt_alloc()
1763 		if (!sdd->sds)  in __sdt_alloc()
1766 		sdd->sg = alloc_percpu(struct sched_group *);  in __sdt_alloc()
1767 		if (!sdd->sg)  in __sdt_alloc()
1770 		sdd->sgc = alloc_percpu(struct sched_group_capacity *);  in __sdt_alloc()
1771 		if (!sdd->sgc)  in __sdt_alloc()
1785 			*per_cpu_ptr(sdd->sd, j) = sd;  in __sdt_alloc()
1792 			*per_cpu_ptr(sdd->sds, j) = sds;  in __sdt_alloc()
1801 			*per_cpu_ptr(sdd->sg, j) = sg;  in __sdt_alloc()
1812 			*per_cpu_ptr(sdd->sgc, j) = sgc;  in __sdt_alloc()
1825 		struct sd_data *sdd = &tl->data;  in __sdt_free()  local
1830 			if (sdd->sd) {  in __sdt_free()
1831 				sd = *per_cpu_ptr(sdd->sd, j);  in __sdt_free()
1834 				kfree(*per_cpu_ptr(sdd->sd, j));  in __sdt_free()
1837 			if (sdd->sds)  in __sdt_free()
1838 				kfree(*per_cpu_ptr(sdd->sds, j));  in __sdt_free()
1839 			if (sdd->sg)  in __sdt_free()
1840 				kfree(*per_cpu_ptr(sdd->sg, j));  in __sdt_free()
1841 			if (sdd->sgc)  in __sdt_free()
1842 				kfree(*per_cpu_ptr(sdd->sgc, j));  in __sdt_free()
1844 		free_percpu(sdd->sd);  in __sdt_free()
1845 		sdd->sd = NULL;  in __sdt_free()
1846 		free_percpu(sdd->sds);  in __sdt_free()
1847 		sdd->sds = NULL;  in __sdt_free()
1848 		free_percpu(sdd->sg);  in __sdt_free()
1849 		sdd->sg = NULL;  in __sdt_free()
1850 		free_percpu(sdd->sgc);  in __sdt_free()
1851 		sdd->sgc = NULL;  in __sdt_free()