15 asmlinkage void vmread_error(unsigned long field, bool fault);
16 __attribute__((regparm(0))) void vmread_error_trampoline(unsigned long field,
18 void vmwrite_error(unsigned long field, unsigned long value);
24 static __always_inline void vmcs_check16(unsigned long field)  in vmcs_check16()  argument
26 	BUILD_BUG_ON_MSG(__builtin_constant_p(field) && ((field) & 0x6001) == 0x2000,  in vmcs_check16()
28 	BUILD_BUG_ON_MSG(__builtin_constant_p(field) && ((field) & 0x6001) == 0x2001,  in vmcs_check16()
30 	BUILD_BUG_ON_MSG(__builtin_constant_p(field) && ((field) & 0x6000) == 0x4000,  in vmcs_check16()
32 	BUILD_BUG_ON_MSG(__builtin_constant_p(field) && ((field) & 0x6000) == 0x6000,  in vmcs_check16()
36 static __always_inline void vmcs_check32(unsigned long field)  in vmcs_check32()  argument
38 	BUILD_BUG_ON_MSG(__builtin_constant_p(field) && ((field) & 0x6000) == 0,  in vmcs_check32()
40 	BUILD_BUG_ON_MSG(__builtin_constant_p(field) && ((field) & 0x6000) == 0x6000,  in vmcs_check32()
44 static __always_inline void vmcs_check64(unsigned long field)  in vmcs_check64()  argument
46 	BUILD_BUG_ON_MSG(__builtin_constant_p(field) && ((field) & 0x6000) == 0,  in vmcs_check64()
48 	BUILD_BUG_ON_MSG(__builtin_constant_p(field) && ((field) & 0x6001) == 0x2001,  in vmcs_check64()
50 	BUILD_BUG_ON_MSG(__builtin_constant_p(field) && ((field) & 0x6000) == 0x4000,  in vmcs_check64()
52 	BUILD_BUG_ON_MSG(__builtin_constant_p(field) && ((field) & 0x6000) == 0x6000,  in vmcs_check64()
56 static __always_inline void vmcs_checkl(unsigned long field)  in vmcs_checkl()  argument
58 	BUILD_BUG_ON_MSG(__builtin_constant_p(field) && ((field) & 0x6000) == 0,  in vmcs_checkl()
60 	BUILD_BUG_ON_MSG(__builtin_constant_p(field) && ((field) & 0x6001) == 0x2000,  in vmcs_checkl()
62 	BUILD_BUG_ON_MSG(__builtin_constant_p(field) && ((field) & 0x6001) == 0x2001,  in vmcs_checkl()
64 	BUILD_BUG_ON_MSG(__builtin_constant_p(field) && ((field) & 0x6000) == 0x4000,  in vmcs_checkl()
68 static __always_inline unsigned long __vmcs_readl(unsigned long field)  in __vmcs_readl()  argument
100 		     : ASM_CALL_CONSTRAINT, "=r"(value) : "r"(field) : "cc");  in __vmcs_readl()
104 static __always_inline u16 vmcs_read16(unsigned long field)  in vmcs_read16()  argument
106 	vmcs_check16(field);  in vmcs_read16()
108 		return evmcs_read16(field);  in vmcs_read16()
109 	return __vmcs_readl(field);  in vmcs_read16()
112 static __always_inline u32 vmcs_read32(unsigned long field)  in vmcs_read32()  argument
114 	vmcs_check32(field);  in vmcs_read32()
116 		return evmcs_read32(field);  in vmcs_read32()
117 	return __vmcs_readl(field);  in vmcs_read32()
120 static __always_inline u64 vmcs_read64(unsigned long field)  in vmcs_read64()  argument
122 	vmcs_check64(field);  in vmcs_read64()
124 		return evmcs_read64(field);  in vmcs_read64()
126 	return __vmcs_readl(field);  in vmcs_read64()
128 	return __vmcs_readl(field) | ((u64)__vmcs_readl(field+1) << 32);  in vmcs_read64()
132 static __always_inline unsigned long vmcs_readl(unsigned long field)  in vmcs_readl()  argument
134 	vmcs_checkl(field);  in vmcs_readl()
136 		return evmcs_read64(field);  in vmcs_readl()
137 	return __vmcs_readl(field);  in vmcs_readl()
174 static __always_inline void __vmcs_writel(unsigned long field, unsigned long value)  in __vmcs_writel()  argument
176 	vmx_asm2(vmwrite, "r"(field), "rm"(value), field, value);  in __vmcs_writel()
179 static __always_inline void vmcs_write16(unsigned long field, u16 value)  in vmcs_write16()  argument
181 	vmcs_check16(field);  in vmcs_write16()
183 		return evmcs_write16(field, value);  in vmcs_write16()
185 	__vmcs_writel(field, value);  in vmcs_write16()
188 static __always_inline void vmcs_write32(unsigned long field, u32 value)  in vmcs_write32()  argument
190 	vmcs_check32(field);  in vmcs_write32()
192 		return evmcs_write32(field, value);  in vmcs_write32()
194 	__vmcs_writel(field, value);  in vmcs_write32()
197 static __always_inline void vmcs_write64(unsigned long field, u64 value)  in vmcs_write64()  argument
199 	vmcs_check64(field);  in vmcs_write64()
201 		return evmcs_write64(field, value);  in vmcs_write64()
203 	__vmcs_writel(field, value);  in vmcs_write64()
205 	__vmcs_writel(field+1, value >> 32);  in vmcs_write64()
209 static __always_inline void vmcs_writel(unsigned long field, unsigned long value)  in vmcs_writel()  argument
211 	vmcs_checkl(field);  in vmcs_writel()
213 		return evmcs_write64(field, value);  in vmcs_writel()
215 	__vmcs_writel(field, value);  in vmcs_writel()
218 static __always_inline void vmcs_clear_bits(unsigned long field, u32 mask)  in vmcs_clear_bits()  argument
220 	BUILD_BUG_ON_MSG(__builtin_constant_p(field) && ((field) & 0x6000) == 0x2000,  in vmcs_clear_bits()
223 		return evmcs_write32(field, evmcs_read32(field) & ~mask);  in vmcs_clear_bits()
225 	__vmcs_writel(field, __vmcs_readl(field) & ~mask);  in vmcs_clear_bits()
228 static __always_inline void vmcs_set_bits(unsigned long field, u32 mask)  in vmcs_set_bits()  argument
230 	BUILD_BUG_ON_MSG(__builtin_constant_p(field) && ((field) & 0x6000) == 0x2000,  in vmcs_set_bits()
233 		return evmcs_write32(field, evmcs_read32(field) | mask);  in vmcs_set_bits()
235 	__vmcs_writel(field, __vmcs_readl(field) | mask);  in vmcs_set_bits()