122 is_prefetch(struct pt_regs *regs, unsigned long error_code, unsigned long addr)  in is_prefetch()  argument
136 	if (error_code & X86_PF_INSTR)  in is_prefetch()
463 static int is_f00f_bug(struct pt_regs *regs, unsigned long error_code,  in is_f00f_bug()  argument
467 	if (boot_cpu_has_bug(X86_BUG_F00F) && !(error_code & X86_PF_USER) &&  in is_f00f_bug()
508 show_fault_oops(struct pt_regs *regs, unsigned long error_code, unsigned long address)  in show_fault_oops()  argument
513 	if (error_code & X86_PF_INSTR) {  in show_fault_oops()
541 		 (error_code & X86_PF_USER)  ? "user" : "supervisor",  in show_fault_oops()
542 		 (error_code & X86_PF_INSTR) ? "instruction fetch" :  in show_fault_oops()
543 		 (error_code & X86_PF_WRITE) ? "write access" :  in show_fault_oops()
546 	pr_alert("#PF: error_code(0x%04lx) - %s\n", error_code,  in show_fault_oops()
547 		 !(error_code & X86_PF_PROT) ? "not-present page" :  in show_fault_oops()
548 		 (error_code & X86_PF_RSVD)  ? "reserved bit violation" :  in show_fault_oops()
549 		 (error_code & X86_PF_PK)    ? "protection keys violation" :  in show_fault_oops()
552 	if (!(error_code & X86_PF_USER) && user_mode(regs)) {  in show_fault_oops()
585 pgtable_bad(struct pt_regs *regs, unsigned long error_code,  in pgtable_bad()  argument
600 	if (__die("Bad pagetable", regs, error_code))  in pgtable_bad()
607 				unsigned long *error_code)  in sanitize_error_code()  argument
619 		*error_code |= X86_PF_PROT;  in sanitize_error_code()
623 				unsigned long error_code)  in set_signal_archinfo()  argument
628 	tsk->thread.error_code = error_code | X86_PF_USER;  in set_signal_archinfo()
633 page_fault_oops(struct pt_regs *regs, unsigned long error_code,  in page_fault_oops()  argument
686 	if (!(error_code & X86_PF_PROT) &&  in page_fault_oops()
687 	    kfence_handle_page_fault(address, error_code & X86_PF_WRITE, regs))  in page_fault_oops()
697 	show_fault_oops(regs, error_code, address);  in page_fault_oops()
703 	if (__die("Oops", regs, error_code))  in page_fault_oops()
713 kernelmode_fixup_or_oops(struct pt_regs *regs, unsigned long error_code,  in kernelmode_fixup_or_oops()  argument
720 	if (fixup_exception(regs, X86_TRAP_PF, error_code, address)) {  in kernelmode_fixup_or_oops()
736 			sanitize_error_code(address, &error_code);  in kernelmode_fixup_or_oops()
738 			set_signal_archinfo(address, error_code);  in kernelmode_fixup_or_oops()
758 	if (is_prefetch(regs, error_code, address))  in kernelmode_fixup_or_oops()
761 	page_fault_oops(regs, error_code, address);  in kernelmode_fixup_or_oops()
769 show_signal_msg(struct pt_regs *regs, unsigned long error_code,  in show_signal_msg()  argument
784 		(void *)regs->ip, (void *)regs->sp, error_code);  in show_signal_msg()
811 __bad_area_nosemaphore(struct pt_regs *regs, unsigned long error_code,  in __bad_area_nosemaphore()  argument
817 		kernelmode_fixup_or_oops(regs, error_code, address,  in __bad_area_nosemaphore()
822 	if (!(error_code & X86_PF_USER)) {  in __bad_area_nosemaphore()
824 		page_fault_oops(regs, error_code, address);  in __bad_area_nosemaphore()
838 	if (is_prefetch(regs, error_code, address))  in __bad_area_nosemaphore()
844 	sanitize_error_code(address, &error_code);  in __bad_area_nosemaphore()
846 	if (fixup_vdso_exception(regs, X86_TRAP_PF, error_code, address))  in __bad_area_nosemaphore()
850 		show_signal_msg(regs, error_code, address, tsk);  in __bad_area_nosemaphore()
852 	set_signal_archinfo(address, error_code);  in __bad_area_nosemaphore()
863 bad_area_nosemaphore(struct pt_regs *regs, unsigned long error_code,  in bad_area_nosemaphore()  argument
866 	__bad_area_nosemaphore(regs, error_code, address, 0, SEGV_MAPERR);  in bad_area_nosemaphore()
870 __bad_area(struct pt_regs *regs, unsigned long error_code,  in __bad_area()  argument
880 	__bad_area_nosemaphore(regs, error_code, address, pkey, si_code);  in __bad_area()
883 static inline bool bad_area_access_from_pkeys(unsigned long error_code,  in bad_area_access_from_pkeys()  argument
891 	if (error_code & X86_PF_PK)  in bad_area_access_from_pkeys()
894 	if (!arch_vma_access_permitted(vma, (error_code & X86_PF_WRITE),  in bad_area_access_from_pkeys()
895 				       (error_code & X86_PF_INSTR), foreign))  in bad_area_access_from_pkeys()
901 bad_area_access_error(struct pt_regs *regs, unsigned long error_code,  in bad_area_access_error()  argument
909 	if (bad_area_access_from_pkeys(error_code, vma)) {  in bad_area_access_error()
932 		__bad_area(regs, error_code, address, pkey, SEGV_PKUERR);  in bad_area_access_error()
934 		__bad_area(regs, error_code, address, 0, SEGV_ACCERR);  in bad_area_access_error()
939 do_sigbus(struct pt_regs *regs, unsigned long error_code, unsigned long address,  in do_sigbus()  argument
944 		kernelmode_fixup_or_oops(regs, error_code, address,  in do_sigbus()
950 	if (is_prefetch(regs, error_code, address))  in do_sigbus()
953 	sanitize_error_code(address, &error_code);  in do_sigbus()
955 	if (fixup_vdso_exception(regs, X86_TRAP_PF, error_code, address))  in do_sigbus()
958 	set_signal_archinfo(address, error_code);  in do_sigbus()
979 static int spurious_kernel_fault_check(unsigned long error_code, pte_t *pte)  in spurious_kernel_fault_check()  argument
981 	if ((error_code & X86_PF_WRITE) && !pte_write(*pte))  in spurious_kernel_fault_check()
984 	if ((error_code & X86_PF_INSTR) && !pte_exec(*pte))  in spurious_kernel_fault_check()
1012 spurious_kernel_fault(unsigned long error_code, unsigned long address)  in spurious_kernel_fault()  argument
1030 	if (error_code != (X86_PF_WRITE | X86_PF_PROT) &&  in spurious_kernel_fault()
1031 	    error_code != (X86_PF_INSTR | X86_PF_PROT))  in spurious_kernel_fault()
1043 		return spurious_kernel_fault_check(error_code, (pte_t *) p4d);  in spurious_kernel_fault()
1050 		return spurious_kernel_fault_check(error_code, (pte_t *) pud);  in spurious_kernel_fault()
1057 		return spurious_kernel_fault_check(error_code, (pte_t *) pmd);  in spurious_kernel_fault()
1063 	ret = spurious_kernel_fault_check(error_code, pte);  in spurious_kernel_fault()
1071 	ret = spurious_kernel_fault_check(error_code, (pte_t *) pmd);  in spurious_kernel_fault()
1081 access_error(unsigned long error_code, struct vm_area_struct *vma)  in access_error()  argument
1091 	if (error_code & X86_PF_PK)  in access_error()
1103 	if (unlikely(error_code & X86_PF_SGX))  in access_error()
1111 	if (!arch_vma_access_permitted(vma, (error_code & X86_PF_WRITE),  in access_error()
1112 				       (error_code & X86_PF_INSTR), foreign))  in access_error()
1119 	if (error_code & X86_PF_SHSTK) {  in access_error()
1127 	if (error_code & X86_PF_WRITE) {  in access_error()
1137 	if (unlikely(error_code & X86_PF_PROT))  in access_error()
1240 			unsigned long error_code,  in do_user_addr_fault()  argument
1252 	if (unlikely((error_code & (X86_PF_USER | X86_PF_INSTR)) == X86_PF_INSTR)) {  in do_user_addr_fault()
1263 		page_fault_oops(regs, error_code, address);  in do_user_addr_fault()
1275 	if (unlikely(error_code & X86_PF_RSVD))  in do_user_addr_fault()
1276 		pgtable_bad(regs, error_code, address);  in do_user_addr_fault()
1286 		     !(error_code & X86_PF_USER) &&  in do_user_addr_fault()
1292 		page_fault_oops(regs, error_code, address);  in do_user_addr_fault()
1301 		bad_area_nosemaphore(regs, error_code, address);  in do_user_addr_fault()
1328 	if (error_code & X86_PF_SHSTK)  in do_user_addr_fault()
1330 	if (error_code & X86_PF_WRITE)  in do_user_addr_fault()
1332 	if (error_code & X86_PF_INSTR)  in do_user_addr_fault()
1348 		if (emulate_vsyscall(error_code, regs, address))  in do_user_addr_fault()
1360 	if (unlikely(access_error(error_code, vma))) {  in do_user_addr_fault()
1377 			kernelmode_fixup_or_oops(regs, error_code, address,  in do_user_addr_fault()
1387 		bad_area_nosemaphore(regs, error_code, address);  in do_user_addr_fault()
1395 	if (unlikely(access_error(error_code, vma))) {  in do_user_addr_fault()
1396 		bad_area_access_error(regs, error_code, address, vma);  in do_user_addr_fault()
1421 			kernelmode_fixup_or_oops(regs, error_code, address,  in do_user_addr_fault()
1447 		kernelmode_fixup_or_oops(regs, error_code, address,  in do_user_addr_fault()
1455 			kernelmode_fixup_or_oops(regs, error_code, address,  in do_user_addr_fault()
1470 			do_sigbus(regs, error_code, address, fault);  in do_user_addr_fault()
1472 			bad_area_nosemaphore(regs, error_code, address);  in do_user_addr_fault()
1480 trace_page_fault_entries(struct pt_regs *regs, unsigned long error_code,  in trace_page_fault_entries()  argument
1487 		trace_page_fault_user(address, regs, error_code);  in trace_page_fault_entries()
1489 		trace_page_fault_kernel(address, regs, error_code);  in trace_page_fault_entries()
1493 handle_page_fault(struct pt_regs *regs, unsigned long error_code,  in handle_page_fault()  argument
1496 	trace_page_fault_entries(regs, error_code, address);  in handle_page_fault()
1503 		do_kern_addr_fault(regs, error_code, address);  in handle_page_fault()
1505 		do_user_addr_fault(regs, error_code, address);  in handle_page_fault()
1561 	handle_page_fault(regs, error_code, address);  in DEFINE_IDTENTRY_RAW_ERRORCODE()