79 static int op_cpu_kill(unsigned int cpu);
81 static inline int op_cpu_kill(unsigned int cpu)  in op_cpu_kill()  argument
92 static int boot_secondary(unsigned int cpu, struct task_struct *idle)  in boot_secondary()  argument
94 	if (cpu_ops[cpu]->cpu_boot)  in boot_secondary()
95 		return cpu_ops[cpu]->cpu_boot(cpu);  in boot_secondary()
102 int __cpu_up(unsigned int cpu, struct task_struct *idle)  in __cpu_up()  argument
119 	ret = boot_secondary(cpu, idle);  in __cpu_up()
128 		if (!cpu_online(cpu)) {  in __cpu_up()
129 			pr_crit("CPU%u: failed to come online\n", cpu);  in __cpu_up()
133 		pr_err("CPU%u: failed to boot: %d\n", cpu, ret);  in __cpu_up()
149 					cpu, status);  in __cpu_up()
153 			if (!op_cpu_kill(cpu)) {  in __cpu_up()
154 				pr_crit("CPU%u: died during early boot\n", cpu);  in __cpu_up()
157 			pr_crit("CPU%u: may not have shut down cleanly\n", cpu);  in __cpu_up()
160 			pr_crit("CPU%u: is stuck in kernel\n", cpu);  in __cpu_up()
162 				pr_crit("CPU%u: does not support 52-bit VAs\n", cpu);  in __cpu_up()
164 				pr_crit("CPU%u: does not support %luK granule \n", cpu, PAGE_SIZE / SZ_1K);  in __cpu_up()
168 			panic("CPU%u detected unsupported configuration\n", cpu);  in __cpu_up()
197 	unsigned int cpu;  in secondary_start_kernel()  local
199 	cpu = task_cpu(current);  in secondary_start_kernel()
200 	set_my_cpu_offset(per_cpu_offset(cpu));  in secondary_start_kernel()
228 	if (cpu_ops[cpu]->cpu_postboot)  in secondary_start_kernel()
229 		cpu_ops[cpu]->cpu_postboot();  in secondary_start_kernel()
239 	notify_cpu_starting(cpu);  in secondary_start_kernel()
241 	store_cpu_topology(cpu);  in secondary_start_kernel()
242 	numa_add_cpu(cpu);  in secondary_start_kernel()
250 					 cpu, (unsigned long)mpidr,  in secondary_start_kernel()
253 	set_cpu_online(cpu, true);  in secondary_start_kernel()
265 static int op_cpu_disable(unsigned int cpu)  in op_cpu_disable()  argument
271 	if (!cpu_ops[cpu] || !cpu_ops[cpu]->cpu_die)  in op_cpu_disable()
278 	if (cpu_ops[cpu]->cpu_disable)  in op_cpu_disable()
279 		return cpu_ops[cpu]->cpu_disable(cpu);  in op_cpu_disable()
289 	unsigned int cpu = smp_processor_id();  in __cpu_disable()  local
292 	ret = op_cpu_disable(cpu);  in __cpu_disable()
296 	remove_cpu_topology(cpu);  in __cpu_disable()
297 	numa_remove_cpu(cpu);  in __cpu_disable()
303 	set_cpu_online(cpu, false);  in __cpu_disable()
313 static int op_cpu_kill(unsigned int cpu)  in op_cpu_kill()  argument
320 	if (!cpu_ops[cpu]->cpu_kill)  in op_cpu_kill()
323 	return cpu_ops[cpu]->cpu_kill(cpu);  in op_cpu_kill()
330 void __cpu_die(unsigned int cpu)  in __cpu_die()  argument
334 	if (!cpu_wait_death(cpu, 5)) {  in __cpu_die()
335 		pr_crit("CPU%u: cpu didn't die\n", cpu);  in __cpu_die()
338 	pr_notice("CPU%u: shutdown\n", cpu);  in __cpu_die()
346 	err = op_cpu_kill(cpu);  in __cpu_die()
349 			cpu, err);  in __cpu_die()
358 	unsigned int cpu = smp_processor_id();  in cpu_die()  local
372 	cpu_ops[cpu]->cpu_die(cpu);  in cpu_die()
384 	int cpu = smp_processor_id();  in cpu_die_early()  local
386 	pr_crit("CPU%d: will not boot\n", cpu);  in cpu_die_early()
389 	set_cpu_present(cpu, 0);  in cpu_die_early()
394 	if (cpu_ops[cpu] && cpu_ops[cpu]->cpu_die)  in cpu_die_early()
395 		cpu_ops[cpu]->cpu_die(cpu);  in cpu_die_early()
472 static bool __init is_mpidr_duplicate(unsigned int cpu, u64 hwid)  in is_mpidr_duplicate()  argument
476 	for (i = 1; (i < cpu) && (i < NR_CPUS); i++)  in is_mpidr_duplicate()
486 static int __init smp_cpu_setup(int cpu)  in smp_cpu_setup()  argument
488 	if (cpu_read_ops(cpu))  in smp_cpu_setup()
491 	if (cpu_ops[cpu]->cpu_init(cpu))  in smp_cpu_setup()
494 	set_cpu_possible(cpu, true);  in smp_cpu_setup()
505 struct acpi_madt_generic_interrupt *acpi_cpu_get_madt_gicc(int cpu)  in acpi_cpu_get_madt_gicc()  argument
507 	return &cpu_madt_gicc[cpu];  in acpi_cpu_get_madt_gicc()
715 	unsigned int cpu;  in smp_prepare_cpus()  local
737 	for_each_possible_cpu(cpu) {  in smp_prepare_cpus()
739 		per_cpu(cpu_number, cpu) = cpu;  in smp_prepare_cpus()
741 		if (cpu == smp_processor_id())  in smp_prepare_cpus()
744 		if (!cpu_ops[cpu])  in smp_prepare_cpus()
747 		err = cpu_ops[cpu]->cpu_prepare(cpu);  in smp_prepare_cpus()
751 		set_cpu_present(cpu, true);  in smp_prepare_cpus()
752 		numa_store_cpu_info(cpu);  in smp_prepare_cpus()
782 	unsigned int cpu, i;  in show_ipi_list()  local
787 		for_each_online_cpu(cpu)  in show_ipi_list()
789 				   __get_irq_stat(cpu, ipi_irqs[i]));  in show_ipi_list()
794 u64 smp_irq_stat_cpu(unsigned int cpu)  in smp_irq_stat_cpu()  argument
800 		sum += __get_irq_stat(cpu, ipi_irqs[i]);  in smp_irq_stat_cpu()
810 void arch_send_call_function_single_ipi(int cpu)  in arch_send_call_function_single_ipi()  argument
812 	smp_cross_call(cpumask_of(cpu), IPI_CALL_FUNC);  in arch_send_call_function_single_ipi()
853 static void ipi_cpu_crash_stop(unsigned int cpu, struct pt_regs *regs)  in ipi_cpu_crash_stop()  argument
856 	crash_save_cpu(regs, cpu);  in ipi_cpu_crash_stop()
864 	if (cpu_ops[cpu]->cpu_die)  in ipi_cpu_crash_stop()
865 		cpu_ops[cpu]->cpu_die(cpu);  in ipi_cpu_crash_stop()
878 	unsigned int cpu = smp_processor_id();  in handle_IPI()  local
883 		__inc_irq_stat(cpu, ipi_irqs[ipinr]);  in handle_IPI()
906 			ipi_cpu_crash_stop(cpu, regs);  in handle_IPI()
930 		WARN_ONCE(!acpi_parking_protocol_valid(cpu),  in handle_IPI()
932 			  cpu);  in handle_IPI()
937 		pr_crit("CPU%u: Unknown IPI message 0x%x\n", cpu, ipinr);  in handle_IPI()
946 void smp_send_reschedule(int cpu)  in smp_send_reschedule()  argument
948 	smp_cross_call(cpumask_of(cpu), IPI_RESCHEDULE);  in smp_send_reschedule()