| /Linux-v5.15/drivers/xen/ |
| D | pcpu.c | 57 struct pcpu { struct
99 struct pcpu *cpu = container_of(dev, struct pcpu, dev); in online_show()
108 struct pcpu *pcpu = container_of(dev, struct pcpu, dev); in online_store() local
120 ret = xen_pcpu_down(pcpu->cpu_id); in online_store()
123 ret = xen_pcpu_up(pcpu->cpu_id); in online_store()
168 struct pcpu *pcpu) in pcpu_online_status() argument
171 !xen_pcpu_online(pcpu->flags)) { in pcpu_online_status()
173 pcpu->flags |= XEN_PCPU_FLAGS_ONLINE; in pcpu_online_status()
174 kobject_uevent(&pcpu->dev.kobj, KOBJ_ONLINE); in pcpu_online_status()
176 xen_pcpu_online(pcpu->flags)) { in pcpu_online_status()
[all …]
|
| /Linux-v5.15/arch/arm/common/ |
| D | mcpm_platsmp.c | 20 unsigned int *pcpu, unsigned int *pcluster) in cpu_to_pcpu() argument
25 *pcpu = MPIDR_AFFINITY_LEVEL(mpidr, 0); in cpu_to_pcpu()
31 unsigned int pcpu, pcluster, ret; in mcpm_boot_secondary() local
34 cpu_to_pcpu(cpu, &pcpu, &pcluster); in mcpm_boot_secondary()
37 __func__, cpu, pcpu, pcluster); in mcpm_boot_secondary()
39 mcpm_set_entry_vector(pcpu, pcluster, NULL); in mcpm_boot_secondary()
40 ret = mcpm_cpu_power_up(pcpu, pcluster); in mcpm_boot_secondary()
43 mcpm_set_entry_vector(pcpu, pcluster, secondary_startup); in mcpm_boot_secondary()
58 unsigned int pcpu, pcluster; in mcpm_cpu_kill() local
60 cpu_to_pcpu(cpu, &pcpu, &pcluster); in mcpm_cpu_kill()
[all …]
|
| /Linux-v5.15/drivers/gpu/drm/amd/display/amdgpu_dm/ |
| D | dc_fpu.c | 59 int *pcpu, depth = 0; in dc_assert_fp_enabled() local
61 pcpu = get_cpu_ptr(&fpu_recursion_depth); in dc_assert_fp_enabled()
62 depth = *pcpu; in dc_assert_fp_enabled()
83 int *pcpu; in dc_fpu_begin() local
85 pcpu = get_cpu_ptr(&fpu_recursion_depth); in dc_fpu_begin()
86 *pcpu += 1; in dc_fpu_begin()
88 if (*pcpu == 1) { in dc_fpu_begin()
105 TRACE_DCN_FPU(true, function_name, line, *pcpu); in dc_fpu_begin()
121 int *pcpu; in dc_fpu_end() local
123 pcpu = get_cpu_ptr(&fpu_recursion_depth); in dc_fpu_end()
[all …]
|
| /Linux-v5.15/arch/s390/kernel/ |
| D | smp.c | 76 struct pcpu { struct
85 static struct pcpu pcpu_devices[NR_CPUS]; argument
135 static int pcpu_sigp_retry(struct pcpu *pcpu, u8 order, u32 parm) in pcpu_sigp_retry() argument
140 cc = __pcpu_sigp(pcpu->address, order, parm, NULL); in pcpu_sigp_retry()
149 static inline int pcpu_stopped(struct pcpu *pcpu) in pcpu_stopped() argument
153 if (__pcpu_sigp(pcpu->address, SIGP_SENSE, in pcpu_stopped()
159 static inline int pcpu_running(struct pcpu *pcpu) in pcpu_running() argument
161 if (__pcpu_sigp(pcpu->address, SIGP_SENSE_RUNNING, in pcpu_running()
171 static struct pcpu *pcpu_find_address(const struct cpumask *mask, u16 address) in pcpu_find_address()
181 static void pcpu_ec_call(struct pcpu *pcpu, int ec_bit) in pcpu_ec_call() argument
[all …]
|
| /Linux-v5.15/arch/x86/events/amd/ |
| D | ibs.c | 95 struct cpu_perf_ibs __percpu *pcpu; member
405 struct cpu_perf_ibs *pcpu = this_cpu_ptr(perf_ibs->pcpu); in perf_ibs_start() local
425 set_bit(IBS_STARTED, pcpu->state); in perf_ibs_start()
426 clear_bit(IBS_STOPPING, pcpu->state); in perf_ibs_start()
436 struct cpu_perf_ibs *pcpu = this_cpu_ptr(perf_ibs->pcpu); in perf_ibs_stop() local
440 if (test_and_set_bit(IBS_STOPPING, pcpu->state)) in perf_ibs_stop()
443 stopping = test_bit(IBS_STARTED, pcpu->state); in perf_ibs_stop()
457 set_bit(IBS_STOPPED, pcpu->state); in perf_ibs_stop()
468 clear_bit(IBS_STARTED, pcpu->state); in perf_ibs_stop()
489 struct cpu_perf_ibs *pcpu = this_cpu_ptr(perf_ibs->pcpu); in perf_ibs_add() local
[all …]
|
| /Linux-v5.15/arch/powerpc/platforms/pseries/ |
| D | smp.c | 56 int smp_query_cpu_stopped(unsigned int pcpu) in smp_query_cpu_stopped() argument
67 status = rtas_call(qcss_tok, 1, 2, &cpu_status, pcpu); in smp_query_cpu_stopped()
93 unsigned int pcpu; in smp_startup_cpu() local
100 pcpu = get_hard_smp_processor_id(lcpu); in smp_startup_cpu()
103 if (smp_query_cpu_stopped(pcpu) == QCSS_NOT_STOPPED){ in smp_startup_cpu()
116 status = rtas_call(start_cpu, 3, 1, NULL, pcpu, start_here, pcpu); in smp_startup_cpu()
|
| /Linux-v5.15/kernel/ |
| D | padata.c | 54 target_cpu = cpumask_first(pd->cpumask.pcpu); in padata_index_to_cpu()
56 target_cpu = cpumask_next(target_cpu, pd->cpumask.pcpu); in padata_index_to_cpu()
67 int cpu_index = seq_nr % cpumask_weight(pd->cpumask.pcpu); in padata_cpu_hash()
267 pd->cpu = cpumask_next_wrap(cpu, pd->cpumask.pcpu, -1, false); in padata_find_next()
421 cpumask_copy(attrs->cpumask, pinst->cpumask.pcpu); in padata_setup_cpumasks()
546 for_each_cpu(cpu, pd->cpumask.pcpu) { in padata_init_reorder_list()
572 if (!alloc_cpumask_var(&pd->cpumask.pcpu, GFP_KERNEL)) in padata_alloc_pd()
577 cpumask_and(pd->cpumask.pcpu, pinst->cpumask.pcpu, cpu_online_mask); in padata_alloc_pd()
585 pd->cpu = cpumask_first(pd->cpumask.pcpu); in padata_alloc_pd()
591 free_cpumask_var(pd->cpumask.pcpu); in padata_alloc_pd()
[all …]
|
| D | smp.c | 90 struct cfd_percpu __percpu *pcpu; member
113 cfd->pcpu = alloc_percpu(struct cfd_percpu); in smpcfd_prepare_cpu()
114 if (!cfd->pcpu) { in smpcfd_prepare_cpu()
129 free_percpu(cfd->pcpu); in smpcfd_dead_cpu()
290 struct cfd_percpu *pcpu = per_cpu_ptr(cfd->pcpu, cpu); in csd_lock_print_extended() local
298 cfd_seq_data_add(pcpu->seq_queue, srccpu, cpu, CFD_SEQ_QUEUE, data, &n_data, now); in csd_lock_print_extended()
299 cfd_seq_data_add(pcpu->seq_ipi, srccpu, cpu, CFD_SEQ_IPI, data, &n_data, now); in csd_lock_print_extended()
300 cfd_seq_data_add(pcpu->seq_noipi, srccpu, cpu, CFD_SEQ_NOIPI, data, &n_data, now); in csd_lock_print_extended()
419 struct cfd_percpu *pcpu = per_cpu_ptr(cfd->pcpu, cpu); in __smp_call_single_queue_debug() local
421 cfd_seq_store(pcpu->seq_queue, this_cpu, cpu, CFD_SEQ_QUEUE); in __smp_call_single_queue_debug()
[all …]
|
| D | module-internal.h | 27 unsigned int sym, str, mod, vers, info, pcpu; member
|
| /Linux-v5.15/arch/powerpc/platforms/powernv/ |
| D | smp.c | 66 unsigned int pcpu; in pnv_smp_kick_cpu() local
75 pcpu = get_hard_smp_processor_id(nr); in pnv_smp_kick_cpu()
89 rc = opal_query_cpu_status(pcpu, &status); in pnv_smp_kick_cpu()
106 pr_devel("OPAL: Starting CPU %d (HW 0x%x)...\n", nr, pcpu); in pnv_smp_kick_cpu()
107 rc = opal_start_cpu(pcpu, start_here); in pnv_smp_kick_cpu()
120 " (status %d)...\n", nr, pcpu, status); in pnv_smp_kick_cpu()
|
| /Linux-v5.15/arch/alpha/kernel/ |
| D | err_common.c | 242 cdl_process_console_data_log(int cpu, struct percpu_struct *pcpu) in cdl_process_console_data_log() argument
245 (IDENT_ADDR | pcpu->console_data_log_pa); in cdl_process_console_data_log()
256 pcpu->console_data_log_pa = 0; in cdl_process_console_data_log()
266 struct percpu_struct *pcpu; in cdl_check_console_data_log() local
270 pcpu = (struct percpu_struct *) in cdl_check_console_data_log()
273 if (pcpu->console_data_log_pa) in cdl_check_console_data_log()
274 cdl_process_console_data_log(cpu, pcpu); in cdl_check_console_data_log()
|
| /Linux-v5.15/net/netfilter/ |
| D | nf_conntrack_ecache.c | 41 static enum retry_state ecache_work_evict_list(struct ct_pcpu *pcpu) in ecache_work_evict_list() argument
49 spin_lock(&pcpu->lock); in ecache_work_evict_list()
51 hlist_nulls_for_each_entry(h, n, &pcpu->dying, hnnode) { in ecache_work_evict_list()
88 spin_unlock(&pcpu->lock); in ecache_work_evict_list()
102 struct ct_pcpu *pcpu; in ecache_work() local
109 pcpu = per_cpu_ptr(ctnet->pcpu_lists, cpu); in ecache_work()
111 ret = ecache_work_evict_list(pcpu); in ecache_work()
|
| D | nf_conntrack_core.c | 518 struct ct_pcpu *pcpu; in nf_ct_add_to_dying_list() local
522 pcpu = per_cpu_ptr(nf_ct_net(ct)->ct.pcpu_lists, ct->cpu); in nf_ct_add_to_dying_list()
524 spin_lock(&pcpu->lock); in nf_ct_add_to_dying_list()
526 &pcpu->dying); in nf_ct_add_to_dying_list()
527 spin_unlock(&pcpu->lock); in nf_ct_add_to_dying_list()
533 struct ct_pcpu *pcpu; in nf_ct_add_to_unconfirmed_list() local
537 pcpu = per_cpu_ptr(nf_ct_net(ct)->ct.pcpu_lists, ct->cpu); in nf_ct_add_to_unconfirmed_list()
539 spin_lock(&pcpu->lock); in nf_ct_add_to_unconfirmed_list()
541 &pcpu->unconfirmed); in nf_ct_add_to_unconfirmed_list()
542 spin_unlock(&pcpu->lock); in nf_ct_add_to_unconfirmed_list()
[all …]
|
| /Linux-v5.15/lib/ |
| D | test_vmalloc.c | 286 void __percpu **pcpu; in pcpu_alloc_test() local
290 pcpu = vmalloc(sizeof(void __percpu *) * 35000); in pcpu_alloc_test()
291 if (!pcpu) in pcpu_alloc_test()
306 pcpu[i] = __alloc_percpu(size, align); in pcpu_alloc_test()
307 if (!pcpu[i]) in pcpu_alloc_test()
312 free_percpu(pcpu[i]); in pcpu_alloc_test()
314 vfree(pcpu); in pcpu_alloc_test()
|
| /Linux-v5.15/arch/powerpc/platforms/cell/ |
| D | smp.c | 72 unsigned int pcpu; in smp_startup_cpu() local
79 pcpu = get_hard_smp_processor_id(lcpu); in smp_startup_cpu()
89 status = rtas_call(start_cpu, 3, 1, NULL, pcpu, start_here, lcpu); in smp_startup_cpu()
|
| /Linux-v5.15/arch/s390/include/asm/ |
| D | smp.h | 44 u16 pcpu = stap(); in smp_stop_cpu() local
47 __pcpu_sigp(pcpu, SIGP_STOP, 0, NULL); in smp_stop_cpu()
|
| /Linux-v5.15/arch/powerpc/kvm/ |
| D | book3s_hv_builtin.c | 236 int cpu = vc->pcpu; in kvmhv_interrupt_vcore()
712 void kvmppc_check_need_tlb_flush(struct kvm *kvm, int pcpu, in kvmppc_check_need_tlb_flush() argument
724 pcpu = cpu_first_tlb_thread_sibling(pcpu); in kvmppc_check_need_tlb_flush()
731 if (cpumask_test_cpu(pcpu, need_tlb_flush)) { in kvmppc_check_need_tlb_flush()
735 cpumask_clear_cpu(pcpu, need_tlb_flush); in kvmppc_check_need_tlb_flush()
|
| D | book3s_hv_rm_xics.c | 713 int pcpu = raw_smp_processor_id(); in ics_rm_eoi() local
715 pcpu = cpu_first_thread_sibling(pcpu); in ics_rm_eoi()
717 if (state->intr_cpu != pcpu) { in ics_rm_eoi()
719 xics_opal_set_server(state->host_irq, pcpu); in ics_rm_eoi()
|
| D | book3s_hv.c | 711 dt->processor_id = cpu_to_be16(vc->pcpu + vcpu->arch.ptid); in kvmppc_create_dtl_entry()
1337 int thr, cpu, pcpu, nthreads; in kvmppc_read_dpdes() local
1353 pcpu = READ_ONCE(v->cpu); in kvmppc_read_dpdes()
1354 if (pcpu >= 0) in kvmppc_read_dpdes()
1355 smp_call_function_single(pcpu, do_nothing, NULL, 1); in kvmppc_read_dpdes()
2974 static void kvmppc_prepare_radix_vcpu(struct kvm_vcpu *vcpu, int pcpu) in kvmppc_prepare_radix_vcpu() argument
3000 if (prev_cpu != pcpu) { in kvmppc_prepare_radix_vcpu()
3003 cpu_first_tlb_thread_sibling(pcpu)) in kvmppc_prepare_radix_vcpu()
3006 nested->prev_cpu[vcpu->arch.nested_vcpu_id] = pcpu; in kvmppc_prepare_radix_vcpu()
3008 vcpu->arch.prev_cpu = pcpu; in kvmppc_prepare_radix_vcpu()
[all …]
|
| /Linux-v5.15/drivers/crypto/caam/ |
| D | qi.c | 436 int *pcpu = &get_cpu_var(last_cpu); in caam_drv_ctx_init() local
438 *pcpu = cpumask_next(*pcpu, cpus); in caam_drv_ctx_init()
439 if (*pcpu >= nr_cpu_ids) in caam_drv_ctx_init()
440 *pcpu = cpumask_first(cpus); in caam_drv_ctx_init()
441 *cpu = *pcpu; in caam_drv_ctx_init()
|
| /Linux-v5.15/include/linux/ |
| D | cpufreq.h | 1027 static inline int of_perf_domain_get_sharing_cpumask(int pcpu, const char *list_name, in of_perf_domain_get_sharing_cpumask() argument
1033 ret = parse_perf_domain(pcpu, list_name, cell_name); in of_perf_domain_get_sharing_cpumask()
1038 cpumask_set_cpu(pcpu, cpumask); in of_perf_domain_get_sharing_cpumask()
1041 if (cpu == pcpu) in of_perf_domain_get_sharing_cpumask()
1044 ret = parse_perf_domain(pcpu, list_name, cell_name); in of_perf_domain_get_sharing_cpumask()
1074 static inline int of_perf_domain_get_sharing_cpumask(int pcpu, const char *list_name, in of_perf_domain_get_sharing_cpumask() argument
|
| D | notifier.h | 106 #define SRCU_NOTIFIER_INIT(name, pcpu) \ argument
110 .srcu = __SRCU_STRUCT_INIT(name.srcu, pcpu), \
|
| /Linux-v5.15/drivers/base/ |
| D | devres.c | 1190 void __percpu *pcpu; in __devm_alloc_percpu() local
1192 pcpu = __alloc_percpu(size, align); in __devm_alloc_percpu()
1193 if (!pcpu) in __devm_alloc_percpu()
1198 free_percpu(pcpu); in __devm_alloc_percpu()
1202 *(void __percpu **)p = pcpu; in __devm_alloc_percpu()
1206 return pcpu; in __devm_alloc_percpu()
|
| /Linux-v5.15/kernel/sched/ |
| D | psi.c | 181 .pcpu = &system_group_pcpu,
193 seqcount_init(&per_cpu_ptr(group->pcpu, cpu)->seq); in group_init()
253 struct psi_group_cpu *groupc = per_cpu_ptr(group->pcpu, cpu); in get_recent_times()
693 groupc = per_cpu_ptr(group->pcpu, cpu); in psi_group_change()
844 per_cpu_ptr(group->pcpu, cpu)->tasks[NR_ONCPU]) { in psi_task_switch()
951 cgroup->psi.pcpu = alloc_percpu(struct psi_group_cpu); in psi_cgroup_alloc()
952 if (!cgroup->psi.pcpu) in psi_cgroup_alloc()
964 free_percpu(cgroup->psi.pcpu); in psi_cgroup_free()
|
| /Linux-v5.15/include/xen/interface/ |
| D | sched.h | 158 int32_t pcpu; member
|
