1 // SPDX-License-Identifier: GPL-2.0
22 #include <asm/intel-family.h>
67  * Processors which have self-snooping capability can handle conflicting
75 	switch (c->x86_model) {  in check_memory_type_self_snoop_errata()
107 	if (c->x86 != 6)  in probe_xeon_phi_r3mwait()
109 	switch (c->x86_model) {  in probe_xeon_phi_r3mwait()
131  * - https://newsroom.intel.com/wp-content/uploads/sites/11/2018/03/microcode-update-guidance.pdf
132  * - https://kb.vmware.com/s/article/52345
133  * - Microcode revisions observed in the wild
134  * - Release note from 20180108 microcode release
176 	if (c->x86 != 6)  in bad_spectre_microcode()
180 		if (c->x86_model == spectre_bad_microcodes[i].model &&  in bad_spectre_microcode()
181 		    c->x86_stepping == spectre_bad_microcodes[i].stepping)  in bad_spectre_microcode()
182 			return (c->microcode <= spectre_bad_microcodes[i].microcode);  in bad_spectre_microcode()
212 	uci->cpu_sig = csig;  in intel_cpu_collect_info()
213 	uci->valid = 1;  in intel_cpu_collect_info()
224 	if (c->x86 > 6 || (c->x86 == 6 && c->x86_model >= 0xd)) {  in early_init_intel()
227 			c->cpuid_level = cpuid_eax(0);  in early_init_intel()
232 	if ((c->x86 == 0xf && c->x86_model >= 0x03) ||  in early_init_intel()
233 		(c->x86 == 0x6 && c->x86_model >= 0x0e))  in early_init_intel()
236 	if (c->x86 >= 6 && !cpu_has(c, X86_FEATURE_IA64))  in early_init_intel()
237 		c->microcode = intel_get_microcode_revision();  in early_init_intel()
263 	if (c->x86 == 6 && c->x86_model == 0x1c && c->x86_stepping <= 2 &&  in early_init_intel()
264 	    c->microcode < 0x20e) {  in early_init_intel()
273 	if (c->x86 == 15 && c->x86_cache_alignment == 64)  in early_init_intel()
274 		c->x86_cache_alignment = 128;  in early_init_intel()
278 	if (c->x86 == 0xF && c->x86_model == 0x3  in early_init_intel()
279 	    && (c->x86_stepping == 0x3 || c->x86_stepping == 0x4))  in early_init_intel()
280 		c->x86_phys_bits = 36;  in early_init_intel()
283 	 * c->x86_power is 8000_0007 edx. Bit 8 is TSC runs at constant rate  in early_init_intel()
284 	 * with P/T states and does not stop in deep C-states.  in early_init_intel()
287 	 * cabinets - we turn it off in that case explicitly.)  in early_init_intel()
289 	if (c->x86_power & (1 << 8)) {  in early_init_intel()
295 	if (c->x86 == 6) {  in early_init_intel()
296 		switch (c->x86_model) {  in early_init_intel()
318 	if (c->x86 == 6 && c->x86_model < 15)  in early_init_intel()
325 	if (c->x86 > 6 || (c->x86 == 6 && c->x86_model >= 0xd)) {  in early_init_intel()
344 	if (c->x86 == 5 && c->x86_model == 9) {  in early_init_intel()
349 	if (c->cpuid_level >= 0x00000001) {  in early_init_intel()
359 			c->x86_coreid_bits = get_count_order((ebx >> 16) & 0xff);  in early_init_intel()
400 	if (!c->cpu_index)  in intel_smp_check()
406 	if (c->x86 == 5 &&  in intel_smp_check()
407 	    c->x86_stepping >= 1 && c->x86_stepping <= 4 &&  in intel_smp_check()
408 	    c->x86_model <= 3) {  in intel_smp_check()
435 	if (c->x86 == 5 && c->x86_model < 9) {  in intel_workarounds()
440 			pr_notice("Intel Pentium with F0 0F bug - workaround enabled.\n");  in intel_workarounds()
450 	if ((c->x86<<8 | c->x86_model<<4 | c->x86_stepping) < 0x633)  in intel_workarounds()
468 	if ((c->x86 == 15) && (c->x86_model == 1) && (c->x86_stepping == 1)) {  in intel_workarounds()
482 	if (boot_cpu_has(X86_FEATURE_APIC) && (c->x86<<8 | c->x86_model<<4) == 0x520 &&  in intel_workarounds()
483 	    (c->x86_stepping < 0x6 || c->x86_stepping == 0xb))  in intel_workarounds()
491 	switch (c->x86) {  in intel_workarounds()
492 	case 4:		/* 486: untested */  in intel_workarounds()
496 	case 6:		/* PII/PIII only like movsl with 8-byte alignment */  in intel_workarounds()
499 	case 15:	/* P4 is OK down to 8-byte alignment */  in intel_workarounds()
536 #define TME_ACTIVATE_POLICY(x)		((x >> 4) & 0xf)	/* Bits 7:4 */
594 	nr_keyids = (1UL << keyid_bits) - 1;  in detect_tme()
611 	c->x86_phys_bits -= keyid_bits;  in detect_tme()
671 	if (c->cpuid_level > 9) {  in init_intel()
691 	if (c->x86 == 6 && boot_cpu_has(X86_FEATURE_CLFLUSH) &&  in init_intel()
692 	    (c->x86_model == 29 || c->x86_model == 46 || c->x86_model == 47))  in init_intel()
695 	if (c->x86 == 6 && boot_cpu_has(X86_FEATURE_MWAIT) &&  in init_intel()
696 		((c->x86_model == INTEL_FAM6_ATOM_GOLDMONT)))  in init_intel()
700 	if (c->x86 == 15)  in init_intel()
701 		c->x86_cache_alignment = c->x86_clflush_size * 2;  in init_intel()
702 	if (c->x86 == 6)  in init_intel()
710 	if (c->x86 == 6) {  in init_intel()
711 		unsigned int l2 = c->x86_cache_size;  in init_intel()
714 		switch (c->x86_model) {  in init_intel()
725 			else if (c->x86_stepping == 0 || c->x86_stepping == 5)  in init_intel()
726 				p = "Celeron-A";  in init_intel()
736 			strcpy(c->x86_model_id, p);  in init_intel()
739 	if (c->x86 == 15)  in init_intel()
741 	if (c->x86 == 6)  in init_intel()
766 	 * One has 256kb of cache, the other 512. We have no way  in intel_size_cache()
770 	if ((c->x86 == 6) && (c->x86_model == 11) && (size == 0))  in intel_size_cache()
774 	 * Intel Quark SoC X1000 contains a 4-way set associative  in intel_size_cache()
777 	if ((c->x86 == 5) && (c->x86_model == 9))  in intel_size_cache()
805 	{ 0x01, TLB_INST_4K,		32,	" TLB_INST 4 KByte pages, 4-way set associative" },
806 	{ 0x02, TLB_INST_4M,		2,	" TLB_INST 4 MByte pages, full associative" },
807 	{ 0x03, TLB_DATA_4K,		64,	" TLB_DATA 4 KByte pages, 4-way set associative" },
808 	{ 0x04, TLB_DATA_4M,		8,	" TLB_DATA 4 MByte pages, 4-way set associative" },
809 	{ 0x05, TLB_DATA_4M,		32,	" TLB_DATA 4 MByte pages, 4-way set associative" },
810 	{ 0x0b, TLB_INST_4M,		4,	" TLB_INST 4 MByte pages, 4-way set associative" },
811 	{ 0x4f, TLB_INST_4K,		32,	" TLB_INST 4 KByte pages" },
812 	{ 0x50, TLB_INST_ALL,		64,	" TLB_INST 4 KByte and 2-MByte or 4-MByte pages" },
813 	{ 0x51, TLB_INST_ALL,		128,	" TLB_INST 4 KByte and 2-MByte or 4-MByte pages" },
814 	{ 0x52, TLB_INST_ALL,		256,	" TLB_INST 4 KByte and 2-MByte or 4-MByte pages" },
815 	{ 0x55, TLB_INST_2M_4M,		7,	" TLB_INST 2-MByte or 4-MByte pages, fully associative" },
816 	{ 0x56, TLB_DATA0_4M,		16,	" TLB_DATA0 4 MByte pages, 4-way set associative" },
817 	{ 0x57, TLB_DATA0_4K,		16,	" TLB_DATA0 4 KByte pages, 4-way associative" },
818 	{ 0x59, TLB_DATA0_4K,		16,	" TLB_DATA0 4 KByte pages, fully associative" },
819 	{ 0x5a, TLB_DATA0_2M_4M,	32,	" TLB_DATA0 2-MByte or 4 MByte pages, 4-way set associative" },
820 	{ 0x5b, TLB_DATA_4K_4M,		64,	" TLB_DATA 4 KByte and 4 MByte pages" },
821 	{ 0x5c, TLB_DATA_4K_4M,		128,	" TLB_DATA 4 KByte and 4 MByte pages" },
822 	{ 0x5d, TLB_DATA_4K_4M,		256,	" TLB_DATA 4 KByte and 4 MByte pages" },
823 	{ 0x61, TLB_INST_4K,		48,	" TLB_INST 4 KByte pages, full associative" },
824 	{ 0x63, TLB_DATA_1G,		4,	" TLB_DATA 1 GByte pages, 4-way set associative" },
825 	{ 0x6b, TLB_DATA_4K,		256,	" TLB_DATA 4 KByte pages, 8-way associative" },
826 	{ 0x6c, TLB_DATA_2M_4M,		128,	" TLB_DATA 2 MByte or 4 MByte pages, 8-way associative" },
828 	{ 0x76, TLB_INST_2M_4M,		8,	" TLB_INST 2-MByte or 4-MByte pages, fully associative" },
829 	{ 0xb0, TLB_INST_4K,		128,	" TLB_INST 4 KByte pages, 4-way set associative" },
830 	{ 0xb1, TLB_INST_2M_4M,		4,	" TLB_INST 2M pages, 4-way, 8 entries or 4M pages, 4-way entries" },
831 	{ 0xb2, TLB_INST_4K,		64,	" TLB_INST 4KByte pages, 4-way set associative" },
832 	{ 0xb3, TLB_DATA_4K,		128,	" TLB_DATA 4 KByte pages, 4-way set associative" },
833 	{ 0xb4, TLB_DATA_4K,		256,	" TLB_DATA 4 KByte pages, 4-way associative" },
834 	{ 0xb5, TLB_INST_4K,		64,	" TLB_INST 4 KByte pages, 8-way set associative" },
835 	{ 0xb6, TLB_INST_4K,		128,	" TLB_INST 4 KByte pages, 8-way set associative" },
836 	{ 0xba, TLB_DATA_4K,		64,	" TLB_DATA 4 KByte pages, 4-way associative" },
837 	{ 0xc0, TLB_DATA_4K_4M,		8,	" TLB_DATA 4 KByte and 4 MByte pages, 4-way associative" },
838 	{ 0xc1, STLB_4K_2M,		1024,	" STLB 4 KByte and 2 MByte pages, 8-way associative" },
839 	{ 0xc2, TLB_DATA_2M_4M,		16,	" TLB_DATA 2 MByte/4MByte pages, 4-way associative" },
840 	{ 0xca, STLB_4K,		512,	" STLB 4 KByte pages, 4-way associative" },
934 	unsigned int regs[4];  in intel_detect_tlb()
937 	if (c->cpuid_level < 2)  in intel_detect_tlb()
962 		{ .family = 4, .model_names =
964 			  [0] = "486 DX-25/33",
965 			  [1] = "486 DX-50",
968 			  [4] = "486 SL",
970 			  [7] = "486 DX/2-WB",
971 			  [8] = "486 DX/4",
972 			  [9] = "486 DX/4-WB"
977 			  [0] = "Pentium 60/66 A-step",
979 			  [2] = "Pentium 75 - 200",
981 			  [4] = "Pentium MMX",
982 			  [7] = "Mobile Pentium 75 - 200",
989 			  [0] = "Pentium Pro A-step",
992 			  [4] = "Pentium II (Deschutes)",
1003 			  [0] = "Pentium 4 (Unknown)",
1004 			  [1] = "Pentium 4 (Willamette)",
1005 			  [2] = "Pentium 4 (Northwood)",
1006 			  [4] = "Pentium 4 (Foster)",
1007 			  [5] = "Pentium 4 (Foster)",
1156  * If a CPU goes offline with pending delayed work to re-enable split lock
1159  * different CPU probably won't re-enable split lock detection. This is a
1163  * Unconditionally re-enable detection here.
1178 	if (!current->reported_split_lock)  in split_lock_warn()
1180 				    current->comm, current->pid, ip);  in split_lock_warn()
1181 	current->reported_split_lock = 1;  in split_lock_warn()
1187 	if (down_interruptible(&buslock_sem) == -EINTR)  in split_lock_warn()
1205 		     current->comm, current->pid,  in handle_guest_split_lock()
1208 	current->thread.error_code = 0;  in handle_guest_split_lock()
1209 	current->thread.trap_nr = X86_TRAP_AC;  in handle_guest_split_lock()
1241 	if ((regs->flags & X86_EFLAGS_AC) || sld_state == sld_fatal)  in handle_user_split_lock()
1243 	split_lock_warn(regs->ip);  in handle_user_split_lock()
1260 				    current->comm, current->pid, regs->ip);  in handle_bus_lock()
1275  * - 0: CPU models that are known to have the per-core split-lock detection
1278  * - 1: CPU models which may enumerate IA32_CORE_CAPABILITIES and if so use
1279  *      bit 5 to enumerate the per-core split-lock detection feature.
1309 	switch (m->driver_data) {  in split_lock_setup()
1339 …	pr_info("#AC: crashing the kernel on kernel split_locks and warning on user-space split_locks\n");  in sld_state_show()
1344 			pr_info("#DB: warning on user-space bus_locks\n");  in sld_state_show()
1349 …pr_info("#AC: crashing the kernel on kernel split_locks and sending SIGBUS on user-space split_loc…  in sld_state_show()
1351 			pr_info("#DB: sending SIGBUS on user-space bus_locks%s\n",  in sld_state_show()
1353 				" from non-WB" : "");  in sld_state_show()
1373  * get_this_hybrid_cpu_type() - Get the type of this hybrid CPU