| /Linux-v5.15/drivers/cpufreq/ | 
| D | cppc_cpufreq.c | 72 	struct cppc_cpudata *cpu_data;  member80 static int cppc_perf_from_fbctrs(struct cppc_cpudata *cpu_data,
 105 	struct cppc_cpudata *cpu_data;  in cppc_scale_freq_workfn()  local
 110 	cpu_data = cppc_fi->cpu_data;  in cppc_scale_freq_workfn()
 117 	perf = cppc_perf_from_fbctrs(cpu_data, &cppc_fi->prev_perf_fb_ctrs,  in cppc_scale_freq_workfn()
 122 	local_freq_scale = div64_u64(perf, cpu_data->perf_caps.highest_perf);  in cppc_scale_freq_workfn()
 166 		cppc_fi->cpu_data = policy->driver_data;  in cppc_cpufreq_cpu_fie_init()
 313 static unsigned int cppc_cpufreq_perf_to_khz(struct cppc_cpudata *cpu_data,  in cppc_cpufreq_perf_to_khz()  argument
 316 	struct cppc_perf_caps *caps = &cpu_data->perf_caps;  in cppc_cpufreq_perf_to_khz()
 337 static unsigned int cppc_cpufreq_khz_to_perf(struct cppc_cpudata *cpu_data,  in cppc_cpufreq_khz_to_perf()  argument
 [all …]
 
 | 
| /Linux-v5.15/drivers/cpuidle/governors/ | 
| D | teo.c | 162 	struct teo_cpu *cpu_data = per_cpu_ptr(&teo_cpus, dev->cpu);  in teo_update()  local166 	if (cpu_data->time_span_ns >= cpu_data->sleep_length_ns) {  in teo_update()
 196 	cpu_data->total = 0;  in teo_update()
 205 		struct teo_bin *bin = &cpu_data->state_bins[i];  in teo_update()
 210 		cpu_data->total += bin->hits + bin->intercepts;  in teo_update()
 212 		if (target_residency_ns <= cpu_data->sleep_length_ns) {  in teo_update()
 219 	i = cpu_data->next_recent_idx++;  in teo_update()
 220 	if (cpu_data->next_recent_idx >= NR_RECENT)  in teo_update()
 221 		cpu_data->next_recent_idx = 0;  in teo_update()
 223 	if (cpu_data->recent_idx[i] >= 0)  in teo_update()
 [all …]
 
 | 
| /Linux-v5.15/arch/mips/include/asm/ | 
| D | cpu-features.h | 17 #define __ase(ase)			(cpu_data[0].ases & (ase))18 #define __isa(isa)			(cpu_data[0].isa_level & (isa))
 19 #define __opt(opt)			(cpu_data[0].options & (opt))
 232 #define cpu_has_vtag_icache	(cpu_data[0].icache.flags & MIPS_CACHE_VTAG)
 235 #define cpu_has_dc_aliases	(cpu_data[0].dcache.flags & MIPS_CACHE_ALIASES)
 238 #define cpu_has_ic_fills_f_dc	(cpu_data[0].icache.flags & MIPS_CACHE_IC_F_DC)
 241 #define cpu_has_pindexed_dcache	(cpu_data[0].dcache.flags & MIPS_CACHE_PINDEX)
 257 #define cpu_icache_snoops_remote_store	(cpu_data[0].icache.flags & MIPS_IC_SNOOPS_REMOTE)
 442 # define cpu_has_64bits		(cpu_data[0].isa_level & MIPS_CPU_ISA_64BIT)
 445 # define cpu_has_64bit_zero_reg	(cpu_data[0].isa_level & MIPS_CPU_ISA_64BIT)
 [all …]
 
 | 
| D | cpu-info.h | 119 extern struct cpuinfo_mips cpu_data[];120 #define current_cpu_data cpu_data[smp_processor_id()]
 121 #define raw_current_cpu_data cpu_data[raw_smp_processor_id()]
 122 #define boot_cpu_data cpu_data[0]
 183 	struct cpuinfo_mips *infoa = &cpu_data[cpua];  in cpus_are_siblings()
 184 	struct cpuinfo_mips *infob = &cpu_data[cpub];  in cpus_are_siblings()
 
 | 
| D | mmu_context.h | 96 	unsigned long asid_mask = cpu_asid_mask(&cpu_data[cpu]);  in asid_version_mask()123 #define asid_cache(cpu)		(cpu_data[cpu].asid_cache)
 125 	(cpu_context((cpu), (mm)) & cpu_asid_mask(&cpu_data[cpu]))
 211 		write_c0_memorymapid(ctx & cpu_asid_mask(&cpu_data[cpu]));  in drop_mmu_context()
 
 | 
| D | topology.h | 15 #define topology_physical_package_id(cpu)	(cpu_data[cpu].package)16 #define topology_core_id(cpu)			(cpu_core(&cpu_data[cpu]))
 
 | 
| /Linux-v5.15/arch/mips/kernel/ | 
| D | proc.c | 40 	unsigned int version = cpu_data[n].processor_id;  in show_cpuinfo()41 	unsigned int fp_vers = cpu_data[n].fpu_id;  in show_cpuinfo()
 62 		      cpu_data[n].options & MIPS_CPU_FPU ? "  FPU V%d.%d" : "");  in show_cpuinfo()
 67 		      cpu_data[n].udelay_val / (500000/HZ),  in show_cpuinfo()
 68 		      (cpu_data[n].udelay_val / (5000/HZ)) % 100);  in show_cpuinfo()
 72 	seq_printf(m, "tlb_entries\t\t: %d\n", cpu_data[n].tlbsize);  in show_cpuinfo()
 79 		      cpu_data[n].watch_reg_count);  in show_cpuinfo()
 80 		for (i = 0; i < cpu_data[n].watch_reg_count; i++)  in show_cpuinfo()
 82 				cpu_data[n].watch_reg_masks[i]);  in show_cpuinfo()
 142 		      cpu_data[n].srsets);  in show_cpuinfo()
 [all …]
 
 | 
| D | smp-cps.c | 75 				cpu_set_cluster(&cpu_data[nvpes + v], cl);  in cps_smp_setup()76 				cpu_set_core(&cpu_data[nvpes + v], c);  in cps_smp_setup()
 77 				cpu_set_vpe_id(&cpu_data[nvpes + v], v);  in cps_smp_setup()
 89 		set_cpu_possible(v, cpu_cluster(&cpu_data[v]) == 0);  in cps_smp_setup()
 90 		set_cpu_present(v, cpu_cluster(&cpu_data[v]) == 0);  in cps_smp_setup()
 297 	unsigned core = cpu_core(&cpu_data[cpu]);  in cps_boot_secondary()
 298 	unsigned vpe_id = cpu_vpe_id(&cpu_data[cpu]);  in cps_boot_secondary()
 306 	if (cpu_cluster(&cpu_data[cpu]) != cpu_cluster(&raw_current_cpu_data))  in cps_boot_secondary()
 313 	atomic_or(1 << cpu_vpe_id(&cpu_data[cpu]), &core_cfg->vpe_mask);  in cps_boot_secondary()
 410 	core = cpu_core(&cpu_data[cpu]);  in cps_shutdown_this_cpu()
 [all …]
 
 | 
| /Linux-v5.15/arch/sparc/kernel/ | 
| D | prom_64.c | 416 			int proc_id = cpu_data(cpu).proc_id;  in arch_find_n_match_cpu_physical_id()530 	cpu_data(cpuid).clock_tick =  in fill_in_one_cpu()
 534 		cpu_data(cpuid).dcache_size =  in fill_in_one_cpu()
 537 		cpu_data(cpuid).dcache_line_size =  in fill_in_one_cpu()
 540 		cpu_data(cpuid).icache_size =  in fill_in_one_cpu()
 543 		cpu_data(cpuid).icache_line_size =  in fill_in_one_cpu()
 546 		cpu_data(cpuid).ecache_size =  in fill_in_one_cpu()
 548 		cpu_data(cpuid).ecache_line_size =  in fill_in_one_cpu()
 550 		if (!cpu_data(cpuid).ecache_size ||  in fill_in_one_cpu()
 551 		    !cpu_data(cpuid).ecache_line_size) {  in fill_in_one_cpu()
 [all …]
 
 | 
| D | smp_32.c | 61 	cpu_data(id).udelay_val = loops_per_jiffy;  in smp_store_cpu_info()64 	cpu_data(id).clock_tick = prom_getintdefault(cpu_node,  in smp_store_cpu_info()
 66 	cpu_data(id).prom_node = cpu_node;  in smp_store_cpu_info()
 73 	cpu_data(id).mid = mid;  in smp_store_cpu_info()
 83 		bogosum += cpu_data(cpu).udelay_val;  in smp_cpus_done()
 382 			   cpu_data(i).udelay_val/(500000/HZ),  in smp_bogo()
 383 			   (cpu_data(i).udelay_val/(5000/HZ))%100);  in smp_bogo()
 
 | 
| /Linux-v5.15/arch/ia64/mm/ | 
| D | contig.c | 33 static void *cpu_data;  variable57 		memcpy(cpu_data, src, __per_cpu_end - __per_cpu_start);  in per_cpu_init()
 58 		__per_cpu_offset[cpu] = (char *)cpu_data - __per_cpu_start;  in per_cpu_init()
 71 			ia64_set_kr(IA64_KR_PER_CPU_DATA, __pa(cpu_data) -  in per_cpu_init()
 74 		cpu_data += PERCPU_PAGE_SIZE;  in per_cpu_init()
 85 	cpu_data = memblock_alloc_from(size, PERCPU_PAGE_SIZE,  in alloc_per_cpu_data()
 87 	if (!cpu_data)  in alloc_per_cpu_data()
 
 | 
| D | discontig.c | 136 static void *per_cpu_node_setup(void *cpu_data, int node)  in per_cpu_node_setup()  argument147 		memcpy(__va(cpu_data), src, __per_cpu_end - __per_cpu_start);  in per_cpu_node_setup()
 148 		__per_cpu_offset[cpu] = (char *)__va(cpu_data) -  in per_cpu_node_setup()
 162 				    (unsigned long)cpu_data -  in per_cpu_node_setup()
 165 		cpu_data += PERCPU_PAGE_SIZE;  in per_cpu_node_setup()
 168 	return cpu_data;  in per_cpu_node_setup()
 262 	void *cpu_data;  in fill_pernode()  local
 269 	cpu_data = (void *)pernode;  in fill_pernode()
 280 	cpu_data = per_cpu_node_setup(cpu_data, node);  in fill_pernode()
 
 | 
| /Linux-v5.15/kernel/trace/ | 
| D | trace_functions_graph.c | 31 	struct fgraph_cpu_data __percpu *cpu_data;  member391 	last_pid = &(per_cpu_ptr(data->cpu_data, cpu)->last_pid);  in verif_pid()
 642 		struct fgraph_cpu_data *cpu_data;  in print_graph_entry_leaf()  local
 644 		cpu_data = per_cpu_ptr(data->cpu_data, cpu);  in print_graph_entry_leaf()
 651 		cpu_data->depth = call->depth - 1;  in print_graph_entry_leaf()
 656 			cpu_data->enter_funcs[call->depth] = 0;  in print_graph_entry_leaf()
 685 		struct fgraph_cpu_data *cpu_data;  in print_graph_entry_nested()  local
 688 		cpu_data = per_cpu_ptr(data->cpu_data, cpu);  in print_graph_entry_nested()
 689 		cpu_data->depth = call->depth;  in print_graph_entry_nested()
 694 			cpu_data->enter_funcs[call->depth] = call->func;  in print_graph_entry_nested()
 [all …]
 
 | 
| /Linux-v5.15/arch/ia64/kernel/ | 
| D | smpboot.c | 411 	last_cpuinfo = cpu_data(cpuid - 1);  in smp_callin()581 	if (cpu_data(cpu)->threads_per_core == 1 &&  in remove_siblinginfo()
 582 	    cpu_data(cpu)->cores_per_socket == 1) {  in remove_siblinginfo()
 691 		bogosum += cpu_data(cpu)->loops_per_jiffy;  in smp_cpus_done()
 703 		if ((cpu_data(cpu)->socket_id == cpu_data(i)->socket_id)) {  in set_cpu_sibling_map()
 706 			if (cpu_data(cpu)->core_id == cpu_data(i)->core_id) {  in set_cpu_sibling_map()
 739 	if (cpu_data(cpu)->threads_per_core == 1 &&  in __cpu_up()
 740 	    cpu_data(cpu)->cores_per_socket == 1) {  in __cpu_up()
 835 			if ((cpu_data(j)->socket_id == cpu_data(i)->socket_id)) {  in is_multithreading_enabled()
 836 				if (cpu_data(j)->core_id == cpu_data(i)->core_id)  in is_multithreading_enabled()
 
 | 
| D | topology.c | 34 	if (cpu_data(num)->socket_id == -1)  in arch_fix_phys_package_id()35 		cpu_data(num)->socket_id = slot;  in arch_fix_phys_package_id()
 144 	if (cpu_data(cpu)->threads_per_core <= 1 &&  in cache_shared_cpu_map_setup()
 145 		cpu_data(cpu)->cores_per_socket <= 1) {  in cache_shared_cpu_map_setup()
 159 			if (cpu_data(cpu)->socket_id == cpu_data(j)->socket_id  in cache_shared_cpu_map_setup()
 160 				&& cpu_data(j)->core_id == csi.log1_cid  in cache_shared_cpu_map_setup()
 161 				&& cpu_data(j)->thread_id == csi.log1_tid)  in cache_shared_cpu_map_setup()
 
 | 
| /Linux-v5.15/arch/alpha/include/asm/ | 
| D | mmu_context.h | 93 #define cpu_last_asn(cpuid)	(cpu_data[cpuid].last_asn)145 	cpu_data[cpu].asn_lock = 1;  in ev5_switch_mm()
 156 		cpu_data[cpu].need_new_asn = 1;  in ev5_switch_mm()
 191 	cpu_data[cpu].asn_lock = 0;				\
 193 	if (cpu_data[cpu].need_new_asn) {			\
 195 		cpu_data[cpu].need_new_asn = 0;			\
 
 | 
| /Linux-v5.15/arch/x86/include/asm/ | 
| D | topology.h | 107 #define topology_logical_package_id(cpu)	(cpu_data(cpu).logical_proc_id)108 #define topology_physical_package_id(cpu)	(cpu_data(cpu).phys_proc_id)
 109 #define topology_logical_die_id(cpu)		(cpu_data(cpu).logical_die_id)
 110 #define topology_die_id(cpu)			(cpu_data(cpu).cpu_die_id)
 111 #define topology_core_id(cpu)			(cpu_data(cpu).cpu_core_id)
 
 | 
| /Linux-v5.15/arch/mips/mm/ | 
| D | context.c | 36 	if (!((asid += cpu_asid_inc()) & cpu_asid_mask(&cpu_data[cpu]))) {  in get_new_mmu_context()76 		mmid = xchg_relaxed(&cpu_data[cpu].asid_cache, 0);  in flush_context()
 88 		__set_bit(mmid & cpu_asid_mask(&cpu_data[cpu]), mmid_map);  in flush_context()
 210 	old_active_mmid = READ_ONCE(cpu_data[cpu].asid_cache);  in check_switch_mmu_context()
 213 	    !cmpxchg_relaxed(&cpu_data[cpu].asid_cache, old_active_mmid, ctx)) {  in check_switch_mmu_context()
 220 		WRITE_ONCE(cpu_data[cpu].asid_cache, ctx);  in check_switch_mmu_context()
 
 | 
| /Linux-v5.15/arch/mips/loongson64/ | 
| D | smp.c | 444 	cpu_set_core(&cpu_data[cpu],  in loongson3_init_secondary()446 	cpu_data[cpu].package =  in loongson3_init_secondary()
 459 	if (cpu_data[cpu].package)  in loongson3_init_secondary()
 497 			cpu_set_cluster(&cpu_data[num], i / 4);  in loongson3_smp_setup()
 517 	cpu_set_core(&cpu_data[0],  in loongson3_smp_setup()
 519 	cpu_data[0].package = cpu_logical_map(0) / loongson_sysconf.cores_per_package;  in loongson3_smp_setup()
 603 		  [sets] "r" (cpu_data[smp_processor_id()].dcache.sets));  in loongson3_type1_play_dead()
 665 		  [sets] "r" (cpu_data[smp_processor_id()].dcache.sets));  in loongson3_type2_play_dead()
 749 		  [sets] "r" (cpu_data[smp_processor_id()].dcache.sets),  in loongson3_type3_play_dead()
 750 		  [vsets] "r" (cpu_data[smp_processor_id()].vcache.sets));  in loongson3_type3_play_dead()
 [all …]
 
 | 
| /Linux-v5.15/arch/alpha/kernel/ | 
| D | smp.c | 54 struct cpuinfo_alpha cpu_data[NR_CPUS];  variable55 EXPORT_SYMBOL(cpu_data);
 82 	cpu_data[cpuid].loops_per_jiffy = loops_per_jiffy;  in smp_store_cpu_info()
 83 	cpu_data[cpuid].last_asn = ASN_FIRST_VERSION;  in smp_store_cpu_info()
 84 	cpu_data[cpuid].need_new_asn = 0;  in smp_store_cpu_info()
 85 	cpu_data[cpuid].asn_lock = 0;  in smp_store_cpu_info()
 94 	cpu_data[cpuid].prof_counter = 1;  in smp_setup_percpu_timer()
 95 	cpu_data[cpuid].prof_multiplier = 1;  in smp_setup_percpu_timer()
 491 			bogosum += cpu_data[cpu].loops_per_jiffy;  in smp_cpus_done()
 564 	cpu_data[this_cpu].ipi_count++;  in handle_ipi()
 [all …]
 
 | 
| /Linux-v5.15/arch/sh/include/asm/ | 
| D | processor.h | 90 extern struct sh_cpuinfo cpu_data[];91 #define boot_cpu_data cpu_data[0]
 92 #define current_cpu_data cpu_data[smp_processor_id()]
 93 #define raw_current_cpu_data cpu_data[raw_smp_processor_id()]
 
 | 
| /Linux-v5.15/arch/x86/kernel/ | 
| D | smpboot.c | 203 	cpu_data(cpuid).loops_per_jiffy = loops_per_jiffy;  in smp_callin()300 		struct cpuinfo_x86 *c = &cpu_data(cpu);  in topology_phys_to_logical_pkg()
 316 	int proc_id = cpu_data(cur_cpu).phys_proc_id;  in topology_phys_to_logical_die()
 319 		struct cpuinfo_x86 *c = &cpu_data(cpu);  in topology_phys_to_logical_die()
 349 	cpu_data(cpu).logical_proc_id = new;  in topology_update_package_map()
 372 	cpu_data(cpu).logical_die_id = new;  in topology_update_die_map()
 379 	struct cpuinfo_x86 *c = &cpu_data(id);  in smp_store_boot_cpu_info()
 394 	struct cpuinfo_x86 *c = &cpu_data(id);  in smp_store_cpu_info()
 578 	struct cpuinfo_x86 *c = &cpu_data(cpu);  in set_cpu_sibling_map()
 594 		o = &cpu_data(i);  in set_cpu_sibling_map()
 [all …]
 
 | 
| /Linux-v5.15/tools/testing/selftests/bpf/prog_tests/ | 
| D | perf_buffer.c | 19 	int cpu_data = *(int *)data, duration = 0;  in on_sample()  local22 	if (cpu_data != cpu)  in on_sample()
 23 		CHECK(cpu_data != cpu, "check_cpu_data",  in on_sample()
 24 		      "cpu_data %d != cpu %d\n", cpu_data, cpu);  in on_sample()
 
 | 
| /Linux-v5.15/arch/parisc/kernel/ | 
| D | time.c | 68 	struct cpuinfo_parisc *cpuinfo = &per_cpu(cpu_data, cpu);  in timer_interrupt()160 	per_cpu(cpu_data, cpu).it_value = next_tick;  in start_cpu_itimer()
 259 		cpu0_loc = per_cpu(cpu_data, 0).cpu_loc;  in init_cr16_clocksource()
 265 			    (cpu0_loc == per_cpu(cpu_data, cpu).cpu_loc))  in init_cr16_clocksource()
 
 | 
| /Linux-v5.15/arch/arm64/kernel/ | 
| D | cpuinfo.c | 33 DEFINE_PER_CPU(struct cpuinfo_arm64, cpu_data);142 		struct cpuinfo_arm64 *cpuinfo = &per_cpu(cpu_data, i);  in c_show()
 273 	struct cpuinfo_arm64 *info = &per_cpu(cpu_data, cpu);  in cpuid_cpu_online()
 293 	struct cpuinfo_arm64 *info = &per_cpu(cpu_data, cpu);  in cpuid_cpu_offline()
 311 		struct cpuinfo_arm64 *info = &per_cpu(cpu_data, cpu);  in cpuinfo_regs_init()
 415 	struct cpuinfo_arm64 *info = this_cpu_ptr(&cpu_data);  in cpuinfo_store_cpu()
 422 	struct cpuinfo_arm64 *info = &per_cpu(cpu_data, 0);  in cpuinfo_store_boot_cpu()
 
 |