96 static void init_amd_k5(struct cpuinfo_x86 *c)  in init_amd_k5()  argument
108 	if (c->x86_model == 9 || c->x86_model == 10) {  in init_amd_k5()
115 static void init_amd_k6(struct cpuinfo_x86 *c)  in init_amd_k6()  argument
121 	if (c->x86_model < 6) {  in init_amd_k6()
123 		if (c->x86_model == 0) {  in init_amd_k6()
124 			clear_cpu_cap(c, X86_FEATURE_APIC);  in init_amd_k6()
125 			set_cpu_cap(c, X86_FEATURE_PGE);  in init_amd_k6()
130 	if (c->x86_model == 6 && c->x86_stepping == 1) {  in init_amd_k6()
159 	if (c->x86_model < 8 ||  in init_amd_k6()
160 	   (c->x86_model == 8 && c->x86_stepping < 8)) {  in init_amd_k6()
179 	if ((c->x86_model == 8 && c->x86_stepping > 7) ||  in init_amd_k6()
180 	     c->x86_model == 9 || c->x86_model == 13) {  in init_amd_k6()
201 	if (c->x86_model == 10) {  in init_amd_k6()
209 static void init_amd_k7(struct cpuinfo_x86 *c)  in init_amd_k7()  argument
219 	if (c->x86_model >= 6 && c->x86_model <= 10) {  in init_amd_k7()
220 		if (!cpu_has(c, X86_FEATURE_XMM)) {  in init_amd_k7()
223 			set_cpu_cap(c, X86_FEATURE_XMM);  in init_amd_k7()
232 	if ((c->x86_model == 8 && c->x86_stepping >= 1) || (c->x86_model > 8)) {  in init_amd_k7()
242 	if (!c->cpu_index)  in init_amd_k7()
250 	if ((c->x86_model == 6) && ((c->x86_stepping == 0) ||  in init_amd_k7()
251 	    (c->x86_stepping == 1)))  in init_amd_k7()
255 	if ((c->x86_model == 7) && (c->x86_stepping == 0))  in init_amd_k7()
265 	if (((c->x86_model == 6) && (c->x86_stepping >= 2)) ||  in init_amd_k7()
266 	    ((c->x86_model == 7) && (c->x86_stepping >= 1)) ||  in init_amd_k7()
267 	     (c->x86_model > 7))  in init_amd_k7()
268 		if (cpu_has(c, X86_FEATURE_MP))  in init_amd_k7()
311 static void legacy_fixup_core_id(struct cpuinfo_x86 *c)  in legacy_fixup_core_id()  argument
315 	if (c->x86 >= 0x17)  in legacy_fixup_core_id()
318 	cus_per_node = c->x86_max_cores / nodes_per_socket;  in legacy_fixup_core_id()
319 	c->cpu_core_id %= cus_per_node;  in legacy_fixup_core_id()
323 static void amd_get_topology_early(struct cpuinfo_x86 *c)  in amd_get_topology_early()  argument
325 	if (cpu_has(c, X86_FEATURE_TOPOEXT))  in amd_get_topology_early()
335 static void amd_get_topology(struct cpuinfo_x86 *c)  in amd_get_topology()  argument
349 		if (c->x86 == 0x15)  in amd_get_topology()
350 			c->cu_id = ebx & 0xff;  in amd_get_topology()
352 		if (c->x86 >= 0x17) {  in amd_get_topology()
353 			c->cpu_core_id = ebx & 0xff;  in amd_get_topology()
356 				c->x86_max_cores /= smp_num_siblings;  in amd_get_topology()
363 		err = detect_extended_topology(c);  in amd_get_topology()
365 			c->x86_coreid_bits = get_count_order(c->x86_max_cores);  in amd_get_topology()
367 		cacheinfo_amd_init_llc_id(c, cpu, node_id);  in amd_get_topology()
369 	} else if (cpu_has(c, X86_FEATURE_NODEID_MSR)) {  in amd_get_topology()
380 		set_cpu_cap(c, X86_FEATURE_AMD_DCM);  in amd_get_topology()
381 		legacy_fixup_core_id(c);  in amd_get_topology()
389 static void amd_detect_cmp(struct cpuinfo_x86 *c)  in amd_detect_cmp()  argument
394 	bits = c->x86_coreid_bits;  in amd_detect_cmp()
396 	c->cpu_core_id = c->initial_apicid & ((1 << bits)-1);  in amd_detect_cmp()
398 	c->phys_proc_id = c->initial_apicid >> bits;  in amd_detect_cmp()
400 	per_cpu(cpu_llc_id, cpu) = c->phys_proc_id;  in amd_detect_cmp()
415 static void srat_detect_node(struct cpuinfo_x86 *c)  in srat_detect_node()  argument
420 	unsigned apicid = c->apicid;  in srat_detect_node()
432 		x86_cpuinit.fixup_cpu_id(c, node);  in srat_detect_node()
454 		int ht_nodeid = c->initial_apicid;  in srat_detect_node()
466 static void early_init_amd_mc(struct cpuinfo_x86 *c)  in early_init_amd_mc()  argument
472 	if (c->extended_cpuid_level < 0x80000008)  in early_init_amd_mc()
477 	c->x86_max_cores = (ecx & 0xff) + 1;  in early_init_amd_mc()
484 		while ((1 << bits) < c->x86_max_cores)  in early_init_amd_mc()
488 	c->x86_coreid_bits = bits;  in early_init_amd_mc()
492 static void bsp_init_amd(struct cpuinfo_x86 *c)  in bsp_init_amd()  argument
496 	if (c->x86 >= 0xf) {  in bsp_init_amd()
514 	if (cpu_has(c, X86_FEATURE_CONSTANT_TSC)) {  in bsp_init_amd()
516 		if (c->x86 > 0x10 ||  in bsp_init_amd()
517 		    (c->x86 == 0x10 && c->x86_model >= 0x2)) {  in bsp_init_amd()
526 	if (c->x86 == 0x15) {  in bsp_init_amd()
541 	if (cpu_has(c, X86_FEATURE_MWAITX))  in bsp_init_amd()
558 	    c->x86 >= 0x15 && c->x86 <= 0x17) {  in bsp_init_amd()
561 		switch (c->x86) {  in bsp_init_amd()
579 static void early_detect_mem_encrypt(struct cpuinfo_x86 *c)  in early_detect_mem_encrypt()  argument
595 	if (cpu_has(c, X86_FEATURE_SME) || cpu_has(c, X86_FEATURE_SEV)) {  in early_detect_mem_encrypt()
606 		c->x86_phys_bits -= (cpuid_ebx(0x8000001f) >> 6) & 0x3f;  in early_detect_mem_encrypt()
618 		clear_cpu_cap(c, X86_FEATURE_SME);  in early_detect_mem_encrypt()
620 		clear_cpu_cap(c, X86_FEATURE_SEV);  in early_detect_mem_encrypt()
624 static void early_init_amd(struct cpuinfo_x86 *c)  in early_init_amd()  argument
629 	early_init_amd_mc(c);  in early_init_amd()
632 	if (c->x86 == 6)  in early_init_amd()
633 		set_cpu_cap(c, X86_FEATURE_K7);  in early_init_amd()
636 	if (c->x86 >= 0xf)  in early_init_amd()
637 		set_cpu_cap(c, X86_FEATURE_K8);  in early_init_amd()
639 	rdmsr_safe(MSR_AMD64_PATCH_LEVEL, &c->microcode, &dummy);  in early_init_amd()
645 	if (c->x86_power & (1 << 8)) {  in early_init_amd()
646 		set_cpu_cap(c, X86_FEATURE_CONSTANT_TSC);  in early_init_amd()
647 		set_cpu_cap(c, X86_FEATURE_NONSTOP_TSC);  in early_init_amd()
651 	if (c->x86_power & BIT(12))  in early_init_amd()
652 		set_cpu_cap(c, X86_FEATURE_ACC_POWER);  in early_init_amd()
655 	set_cpu_cap(c, X86_FEATURE_SYSCALL32);  in early_init_amd()
658 	if (c->x86 == 5)  in early_init_amd()
659 		if (c->x86_model == 13 || c->x86_model == 9 ||  in early_init_amd()
660 		    (c->x86_model == 8 && c->x86_stepping >= 8))  in early_init_amd()
661 			set_cpu_cap(c, X86_FEATURE_K6_MTRR);  in early_init_amd()
671 		if (c->x86 > 0x16)  in early_init_amd()
672 			set_cpu_cap(c, X86_FEATURE_EXTD_APICID);  in early_init_amd()
673 		else if (c->x86 >= 0xf) {  in early_init_amd()
679 				set_cpu_cap(c, X86_FEATURE_EXTD_APICID);  in early_init_amd()
689 	set_cpu_cap(c, X86_FEATURE_VMMCALL);  in early_init_amd()
692 	if (c->x86 == 0x16 && c->x86_model <= 0xf)  in early_init_amd()
701 	if (cpu_has_amd_erratum(c, amd_erratum_400))  in early_init_amd()
702 		set_cpu_bug(c, X86_BUG_AMD_E400);  in early_init_amd()
704 	early_detect_mem_encrypt(c);  in early_init_amd()
707 	if (c->x86 == 0x15 &&  in early_init_amd()
708 	    (c->x86_model >= 0x10 && c->x86_model <= 0x6f) &&  in early_init_amd()
709 	    !cpu_has(c, X86_FEATURE_TOPOEXT)) {  in early_init_amd()
714 				set_cpu_cap(c, X86_FEATURE_TOPOEXT);  in early_init_amd()
720 	amd_get_topology_early(c);  in early_init_amd()
723 static void init_amd_k8(struct cpuinfo_x86 *c)  in init_amd_k8()  argument
731 		set_cpu_cap(c, X86_FEATURE_REP_GOOD);  in init_amd_k8()
738 	if (c->x86_model < 0x14 && cpu_has(c, X86_FEATURE_LAHF_LM)) {  in init_amd_k8()
739 		clear_cpu_cap(c, X86_FEATURE_LAHF_LM);  in init_amd_k8()
746 	if (!c->x86_model_id[0])  in init_amd_k8()
747 		strcpy(c->x86_model_id, "Hammer");  in init_amd_k8()
759 	set_cpu_bug(c, X86_BUG_SWAPGS_FENCE);  in init_amd_k8()
762 static void init_amd_gh(struct cpuinfo_x86 *c)  in init_amd_gh()  argument
766 	if (c == &boot_cpu_data)  in init_amd_gh()
793 	if (cpu_has_amd_erratum(c, amd_erratum_383))  in init_amd_gh()
794 		set_cpu_bug(c, X86_BUG_AMD_TLB_MMATCH);  in init_amd_gh()
799 static void init_amd_ln(struct cpuinfo_x86 *c)  in init_amd_ln()  argument
824 static void clear_rdrand_cpuid_bit(struct cpuinfo_x86 *c)  in clear_rdrand_cpuid_bit()  argument
852 	clear_cpu_cap(c, X86_FEATURE_RDRAND);  in clear_rdrand_cpuid_bit()
856 static void init_amd_jg(struct cpuinfo_x86 *c)  in init_amd_jg()  argument
863 	clear_rdrand_cpuid_bit(c);  in init_amd_jg()
866 static void init_amd_bd(struct cpuinfo_x86 *c)  in init_amd_bd()  argument
874 	if ((c->x86_model >= 0x02) && (c->x86_model < 0x20)) {  in init_amd_bd()
886 	clear_rdrand_cpuid_bit(c);  in init_amd_bd()
889 static void init_amd_zn(struct cpuinfo_x86 *c)  in init_amd_zn()  argument
891 	set_cpu_cap(c, X86_FEATURE_ZEN);  in init_amd_zn()
901 	if (!cpu_has(c, X86_FEATURE_HYPERVISOR) && !cpu_has(c, X86_FEATURE_CPB))  in init_amd_zn()
902 		set_cpu_cap(c, X86_FEATURE_CPB);  in init_amd_zn()
905 static void init_amd(struct cpuinfo_x86 *c)  in init_amd()  argument
907 	early_init_amd(c);  in init_amd()
913 	clear_cpu_cap(c, 0*32+31);  in init_amd()
915 	if (c->x86 >= 0x10)  in init_amd()
916 		set_cpu_cap(c, X86_FEATURE_REP_GOOD);  in init_amd()
919 	c->apicid = hard_smp_processor_id();  in init_amd()
922 	if (c->x86 < 6)  in init_amd()
923 		clear_cpu_cap(c, X86_FEATURE_MCE);  in init_amd()
925 	switch (c->x86) {  in init_amd()
926 	case 4:    init_amd_k5(c); break;  in init_amd()
927 	case 5:    init_amd_k6(c); break;  in init_amd()
928 	case 6:	   init_amd_k7(c); break;  in init_amd()
929 	case 0xf:  init_amd_k8(c); break;  in init_amd()
930 	case 0x10: init_amd_gh(c); break;  in init_amd()
931 	case 0x12: init_amd_ln(c); break;  in init_amd()
932 	case 0x15: init_amd_bd(c); break;  in init_amd()
933 	case 0x16: init_amd_jg(c); break;  in init_amd()
934 	case 0x17: init_amd_zn(c); break;  in init_amd()
941 	if ((c->x86 >= 6) && (!cpu_has(c, X86_FEATURE_XSAVEERPTR)))  in init_amd()
942 		set_cpu_bug(c, X86_BUG_FXSAVE_LEAK);  in init_amd()
944 	cpu_detect_cache_sizes(c);  in init_amd()
946 	amd_detect_cmp(c);  in init_amd()
947 	amd_get_topology(c);  in init_amd()
948 	srat_detect_node(c);  in init_amd()
950 	init_amd_cacheinfo(c);  in init_amd()
952 	if (cpu_has(c, X86_FEATURE_XMM2)) {  in init_amd()
963 		set_cpu_cap(c, X86_FEATURE_LFENCE_RDTSC);  in init_amd()
970 	if (c->x86 > 0x11)  in init_amd()
971 		set_cpu_cap(c, X86_FEATURE_ARAT);  in init_amd()
974 	if (!cpu_has(c, X86_FEATURE_3DNOWPREFETCH))  in init_amd()
975 		if (cpu_has(c, X86_FEATURE_3DNOW) || cpu_has(c, X86_FEATURE_LM))  in init_amd()
976 			set_cpu_cap(c, X86_FEATURE_3DNOWPREFETCH);  in init_amd()
979 	if (!cpu_has(c, X86_FEATURE_XENPV))  in init_amd()
980 		set_cpu_bug(c, X86_BUG_SYSRET_SS_ATTRS);  in init_amd()
984 static unsigned int amd_size_cache(struct cpuinfo_x86 *c, unsigned int size)  in amd_size_cache()  argument
987 	if (c->x86 == 6) {  in amd_size_cache()
989 		if (c->x86_model == 3 && c->x86_stepping == 0)  in amd_size_cache()
992 		if (c->x86_model == 4 &&  in amd_size_cache()
993 			(c->x86_stepping == 0 || c->x86_stepping == 1))  in amd_size_cache()
1000 static void cpu_detect_tlb_amd(struct cpuinfo_x86 *c)  in cpu_detect_tlb_amd()  argument
1005 	if (c->x86 < 0xf)  in cpu_detect_tlb_amd()
1008 	if (c->extended_cpuid_level < 0x80000006)  in cpu_detect_tlb_amd()
1020 	if (c->x86 == 0xf) {  in cpu_detect_tlb_amd()
1037 		if (c->x86 == 0x15 && c->x86_model <= 0x1f) {  in cpu_detect_tlb_amd()