1 /*
2  * Copyright (c) 2013-2024, Arm Limited and Contributors. All rights reserved.
3  * Copyright (c) 2020-2022, NVIDIA Corporation. All rights reserved.
4  *
5  * SPDX-License-Identifier: BSD-3-Clause
6  */
7 
8 #ifndef ARCH_H
9 #define ARCH_H
10 
11 #include <lib/utils_def.h>
12 
13 /*******************************************************************************
14  * MIDR bit definitions
15  ******************************************************************************/
16 #define MIDR_IMPL_MASK		U(0xff)
17 #define MIDR_IMPL_SHIFT		U(0x18)
18 #define MIDR_VAR_SHIFT		U(20)
19 #define MIDR_VAR_BITS		U(4)
20 #define MIDR_VAR_MASK		U(0xf)
21 #define MIDR_REV_SHIFT		U(0)
22 #define MIDR_REV_BITS		U(4)
23 #define MIDR_REV_MASK		U(0xf)
24 #define MIDR_PN_MASK		U(0xfff)
25 #define MIDR_PN_SHIFT		U(0x4)
26 
27 /*******************************************************************************
28  * MPIDR macros
29  ******************************************************************************/
30 #define MPIDR_MT_MASK		(ULL(1) << 24)
31 #define MPIDR_CPU_MASK		MPIDR_AFFLVL_MASK
32 #define MPIDR_CLUSTER_MASK	(MPIDR_AFFLVL_MASK << MPIDR_AFFINITY_BITS)
33 #define MPIDR_AFFINITY_BITS	U(8)
34 #define MPIDR_AFFLVL_MASK	ULL(0xff)
35 #define MPIDR_AFF0_SHIFT	U(0)
36 #define MPIDR_AFF1_SHIFT	U(8)
37 #define MPIDR_AFF2_SHIFT	U(16)
38 #define MPIDR_AFF3_SHIFT	U(32)
39 #define MPIDR_AFF_SHIFT(_n)	MPIDR_AFF##_n##_SHIFT
40 #define MPIDR_AFFINITY_MASK	ULL(0xff00ffffff)
41 #define MPIDR_AFFLVL_SHIFT	U(3)
42 #define MPIDR_AFFLVL0		ULL(0x0)
43 #define MPIDR_AFFLVL1		ULL(0x1)
44 #define MPIDR_AFFLVL2		ULL(0x2)
45 #define MPIDR_AFFLVL3		ULL(0x3)
46 #define MPIDR_AFFLVL(_n)	MPIDR_AFFLVL##_n
47 #define MPIDR_AFFLVL0_VAL(mpidr) \
48 		(((mpidr) >> MPIDR_AFF0_SHIFT) & MPIDR_AFFLVL_MASK)
49 #define MPIDR_AFFLVL1_VAL(mpidr) \
50 		(((mpidr) >> MPIDR_AFF1_SHIFT) & MPIDR_AFFLVL_MASK)
51 #define MPIDR_AFFLVL2_VAL(mpidr) \
52 		(((mpidr) >> MPIDR_AFF2_SHIFT) & MPIDR_AFFLVL_MASK)
53 #define MPIDR_AFFLVL3_VAL(mpidr) \
54 		(((mpidr) >> MPIDR_AFF3_SHIFT) & MPIDR_AFFLVL_MASK)
55 /*
56  * The MPIDR_MAX_AFFLVL count starts from 0. Take care to
57  * add one while using this macro to define array sizes.
58  * TODO: Support only the first 3 affinity levels for now.
59  */
60 #define MPIDR_MAX_AFFLVL	U(2)
61 
62 #define MPID_MASK		(MPIDR_MT_MASK				 | \
63 				 (MPIDR_AFFLVL_MASK << MPIDR_AFF3_SHIFT) | \
64 				 (MPIDR_AFFLVL_MASK << MPIDR_AFF2_SHIFT) | \
65 				 (MPIDR_AFFLVL_MASK << MPIDR_AFF1_SHIFT) | \
66 				 (MPIDR_AFFLVL_MASK << MPIDR_AFF0_SHIFT))
67 
68 #define MPIDR_AFF_ID(mpid, n)					\
69 	(((mpid) >> MPIDR_AFF_SHIFT(n)) & MPIDR_AFFLVL_MASK)
70 
71 /*
72  * An invalid MPID. This value can be used by functions that return an MPID to
73  * indicate an error.
74  */
75 #define INVALID_MPID		U(0xFFFFFFFF)
76 
77 /*******************************************************************************
78  * Definitions for CPU system register interface to GICv3
79  ******************************************************************************/
80 #define ICC_IGRPEN1_EL1		S3_0_C12_C12_7
81 #define ICC_SGI1R		S3_0_C12_C11_5
82 #define ICC_ASGI1R		S3_0_C12_C11_6
83 #define ICC_SRE_EL1		S3_0_C12_C12_5
84 #define ICC_SRE_EL2		S3_4_C12_C9_5
85 #define ICC_SRE_EL3		S3_6_C12_C12_5
86 #define ICC_CTLR_EL1		S3_0_C12_C12_4
87 #define ICC_CTLR_EL3		S3_6_C12_C12_4
88 #define ICC_PMR_EL1		S3_0_C4_C6_0
89 #define ICC_RPR_EL1		S3_0_C12_C11_3
90 #define ICC_IGRPEN1_EL3		S3_6_c12_c12_7
91 #define ICC_IGRPEN0_EL1		S3_0_c12_c12_6
92 #define ICC_HPPIR0_EL1		S3_0_c12_c8_2
93 #define ICC_HPPIR1_EL1		S3_0_c12_c12_2
94 #define ICC_IAR0_EL1		S3_0_c12_c8_0
95 #define ICC_IAR1_EL1		S3_0_c12_c12_0
96 #define ICC_EOIR0_EL1		S3_0_c12_c8_1
97 #define ICC_EOIR1_EL1		S3_0_c12_c12_1
98 #define ICC_SGI0R_EL1		S3_0_c12_c11_7
99 
100 /*******************************************************************************
101  * Definitions for EL2 system registers for save/restore routine
102  ******************************************************************************/
103 #define CNTPOFF_EL2		S3_4_C14_C0_6
104 #define HAFGRTR_EL2		S3_4_C3_C1_6
105 #define HDFGRTR_EL2		S3_4_C3_C1_4
106 #define HDFGWTR_EL2		S3_4_C3_C1_5
107 #define HFGITR_EL2		S3_4_C1_C1_6
108 #define HFGRTR_EL2		S3_4_C1_C1_4
109 #define HFGWTR_EL2		S3_4_C1_C1_5
110 #define ICH_HCR_EL2		S3_4_C12_C11_0
111 #define ICH_VMCR_EL2		S3_4_C12_C11_7
112 #define MPAMVPM0_EL2		S3_4_C10_C6_0
113 #define MPAMVPM1_EL2		S3_4_C10_C6_1
114 #define MPAMVPM2_EL2		S3_4_C10_C6_2
115 #define MPAMVPM3_EL2		S3_4_C10_C6_3
116 #define MPAMVPM4_EL2		S3_4_C10_C6_4
117 #define MPAMVPM5_EL2		S3_4_C10_C6_5
118 #define MPAMVPM6_EL2		S3_4_C10_C6_6
119 #define MPAMVPM7_EL2		S3_4_C10_C6_7
120 #define MPAMVPMV_EL2		S3_4_C10_C4_1
121 #define TRFCR_EL2		S3_4_C1_C2_1
122 #define VNCR_EL2		S3_4_C2_C2_0
123 #define PMSCR_EL2		S3_4_C9_C9_0
124 #define TFSR_EL2		S3_4_C5_C6_0
125 #define CONTEXTIDR_EL2		S3_4_C13_C0_1
126 #define TTBR1_EL2		S3_4_C2_C0_1
127 
128 /*******************************************************************************
129  * Generic timer memory mapped registers & offsets
130  ******************************************************************************/
131 #define CNTCR_OFF			U(0x000)
132 #define CNTCV_OFF			U(0x008)
133 #define CNTFID_OFF			U(0x020)
134 
135 #define CNTCR_EN			(U(1) << 0)
136 #define CNTCR_HDBG			(U(1) << 1)
137 #define CNTCR_FCREQ(x)			((x) << 8)
138 
139 /*******************************************************************************
140  * System register bit definitions
141  ******************************************************************************/
142 /* CLIDR definitions */
143 #define LOUIS_SHIFT		U(21)
144 #define LOC_SHIFT		U(24)
145 #define CTYPE_SHIFT(n)		U(3 * (n - 1))
146 #define CLIDR_FIELD_WIDTH	U(3)
147 
148 /* CSSELR definitions */
149 #define LEVEL_SHIFT		U(1)
150 
151 /* Data cache set/way op type defines */
152 #define DCISW			U(0x0)
153 #define DCCISW			U(0x1)
154 #if ERRATA_A53_827319
155 #define DCCSW			DCCISW
156 #else
157 #define DCCSW			U(0x2)
158 #endif
159 
160 #define ID_REG_FIELD_MASK			ULL(0xf)
161 
162 /* ID_AA64PFR0_EL1 definitions */
163 #define ID_AA64PFR0_EL0_SHIFT			U(0)
164 #define ID_AA64PFR0_EL1_SHIFT			U(4)
165 #define ID_AA64PFR0_EL2_SHIFT			U(8)
166 #define ID_AA64PFR0_EL3_SHIFT			U(12)
167 
168 #define ID_AA64PFR0_AMU_SHIFT			U(44)
169 #define ID_AA64PFR0_AMU_MASK			ULL(0xf)
170 #define ID_AA64PFR0_AMU_NOT_SUPPORTED		U(0x0)
171 #define ID_AA64PFR0_AMU_V1			ULL(0x1)
172 #define ID_AA64PFR0_AMU_V1P1			U(0x2)
173 
174 #define ID_AA64PFR0_ELX_MASK			ULL(0xf)
175 
176 #define ID_AA64PFR0_GIC_SHIFT			U(24)
177 #define ID_AA64PFR0_GIC_WIDTH			U(4)
178 #define ID_AA64PFR0_GIC_MASK			ULL(0xf)
179 
180 #define ID_AA64PFR0_SVE_SHIFT			U(32)
181 #define ID_AA64PFR0_SVE_MASK			ULL(0xf)
182 #define ID_AA64PFR0_SVE_SUPPORTED		ULL(0x1)
183 #define ID_AA64PFR0_SVE_LENGTH			U(4)
184 
185 #define ID_AA64PFR0_SEL2_SHIFT			U(36)
186 #define ID_AA64PFR0_SEL2_MASK			ULL(0xf)
187 
188 #define ID_AA64PFR0_MPAM_SHIFT			U(40)
189 #define ID_AA64PFR0_MPAM_MASK			ULL(0xf)
190 
191 #define ID_AA64PFR0_DIT_SHIFT			U(48)
192 #define ID_AA64PFR0_DIT_MASK			ULL(0xf)
193 #define ID_AA64PFR0_DIT_LENGTH			U(4)
194 #define ID_AA64PFR0_DIT_SUPPORTED		U(1)
195 
196 #define ID_AA64PFR0_CSV2_SHIFT			U(56)
197 #define ID_AA64PFR0_CSV2_MASK			ULL(0xf)
198 #define ID_AA64PFR0_CSV2_LENGTH			U(4)
199 #define ID_AA64PFR0_CSV2_2_SUPPORTED		ULL(0x2)
200 
201 #define ID_AA64PFR0_FEAT_RME_SHIFT		U(52)
202 #define ID_AA64PFR0_FEAT_RME_MASK		ULL(0xf)
203 #define ID_AA64PFR0_FEAT_RME_LENGTH		U(4)
204 #define ID_AA64PFR0_FEAT_RME_NOT_SUPPORTED	U(0)
205 #define ID_AA64PFR0_FEAT_RME_V1			U(1)
206 
207 #define ID_AA64PFR0_RAS_SHIFT			U(28)
208 #define ID_AA64PFR0_RAS_MASK			ULL(0xf)
209 #define ID_AA64PFR0_RAS_NOT_SUPPORTED		ULL(0x0)
210 #define ID_AA64PFR0_RAS_LENGTH			U(4)
211 
212 /* Exception level handling */
213 #define EL_IMPL_NONE		ULL(0)
214 #define EL_IMPL_A64ONLY		ULL(1)
215 #define EL_IMPL_A64_A32		ULL(2)
216 
217 /* ID_AA64DFR0_EL1.TraceVer definitions */
218 #define ID_AA64DFR0_TRACEVER_SHIFT	U(4)
219 #define ID_AA64DFR0_TRACEVER_MASK	ULL(0xf)
220 #define ID_AA64DFR0_TRACEVER_SUPPORTED	ULL(1)
221 #define ID_AA64DFR0_TRACEVER_LENGTH	U(4)
222 #define ID_AA64DFR0_TRACEFILT_SHIFT	U(40)
223 #define ID_AA64DFR0_TRACEFILT_MASK	U(0xf)
224 #define ID_AA64DFR0_TRACEFILT_SUPPORTED	U(1)
225 #define ID_AA64DFR0_TRACEFILT_LENGTH	U(4)
226 #define ID_AA64DFR0_PMUVER_LENGTH	U(4)
227 #define ID_AA64DFR0_PMUVER_SHIFT	U(8)
228 #define ID_AA64DFR0_PMUVER_MASK		U(0xf)
229 #define ID_AA64DFR0_PMUVER_PMUV3	U(1)
230 #define ID_AA64DFR0_PMUVER_PMUV3P7	U(7)
231 #define ID_AA64DFR0_PMUVER_IMP_DEF	U(0xf)
232 
233 /* ID_AA64DFR0_EL1.PMS definitions (for ARMv8.2+) */
234 #define ID_AA64DFR0_PMS_SHIFT		U(32)
235 #define ID_AA64DFR0_PMS_MASK		ULL(0xf)
236 #define ID_AA64DFR0_SPE_SUPPORTED	ULL(0x1)
237 #define ID_AA64DFR0_SPE_NOT_SUPPORTED   ULL(0x0)
238 
239 /* ID_AA64DFR0_EL1.TraceBuffer definitions */
240 #define ID_AA64DFR0_TRACEBUFFER_SHIFT		U(44)
241 #define ID_AA64DFR0_TRACEBUFFER_MASK		ULL(0xf)
242 #define ID_AA64DFR0_TRACEBUFFER_SUPPORTED	ULL(1)
243 
244 /* ID_AA64DFR0_EL1.MTPMU definitions (for ARMv8.6+) */
245 #define ID_AA64DFR0_MTPMU_SHIFT		U(48)
246 #define ID_AA64DFR0_MTPMU_MASK		ULL(0xf)
247 #define ID_AA64DFR0_MTPMU_SUPPORTED	ULL(1)
248 #define ID_AA64DFR0_MTPMU_DISABLED	ULL(15)
249 
250 /* ID_AA64DFR0_EL1.BRBE definitions */
251 #define ID_AA64DFR0_BRBE_SHIFT		U(52)
252 #define ID_AA64DFR0_BRBE_MASK		ULL(0xf)
253 #define ID_AA64DFR0_BRBE_SUPPORTED	ULL(1)
254 
255 /* ID_AA64ISAR0_EL1 definitions */
256 #define ID_AA64ISAR0_RNDR_SHIFT	U(60)
257 #define ID_AA64ISAR0_RNDR_MASK	ULL(0xf)
258 
259 /* ID_AA64ISAR1_EL1 definitions */
260 #define ID_AA64ISAR1_EL1		S3_0_C0_C6_1
261 
262 #define ID_AA64ISAR1_GPI_SHIFT		U(28)
263 #define ID_AA64ISAR1_GPI_MASK		ULL(0xf)
264 #define ID_AA64ISAR1_GPA_SHIFT		U(24)
265 #define ID_AA64ISAR1_GPA_MASK		ULL(0xf)
266 
267 #define ID_AA64ISAR1_API_SHIFT		U(8)
268 #define ID_AA64ISAR1_API_MASK		ULL(0xf)
269 #define ID_AA64ISAR1_APA_SHIFT		U(4)
270 #define ID_AA64ISAR1_APA_MASK		ULL(0xf)
271 
272 #define ID_AA64ISAR1_SB_SHIFT		U(36)
273 #define ID_AA64ISAR1_SB_MASK		ULL(0xf)
274 #define ID_AA64ISAR1_SB_SUPPORTED	ULL(0x1)
275 #define ID_AA64ISAR1_SB_NOT_SUPPORTED	ULL(0x0)
276 
277 /* ID_AA64ISAR2_EL1 definitions */
278 #define ID_AA64ISAR2_EL1		S3_0_C0_C6_2
279 
280 /* ID_AA64PFR2_EL1 definitions */
281 #define ID_AA64PFR2_EL1			S3_0_C0_C4_2
282 
283 #define ID_AA64ISAR2_GPA3_SHIFT		U(8)
284 #define ID_AA64ISAR2_GPA3_MASK		ULL(0xf)
285 
286 #define ID_AA64ISAR2_APA3_SHIFT		U(12)
287 #define ID_AA64ISAR2_APA3_MASK		ULL(0xf)
288 
289 /* ID_AA64MMFR0_EL1 definitions */
290 #define ID_AA64MMFR0_EL1_PARANGE_SHIFT	U(0)
291 #define ID_AA64MMFR0_EL1_PARANGE_MASK	ULL(0xf)
292 
293 #define PARANGE_0000	U(32)
294 #define PARANGE_0001	U(36)
295 #define PARANGE_0010	U(40)
296 #define PARANGE_0011	U(42)
297 #define PARANGE_0100	U(44)
298 #define PARANGE_0101	U(48)
299 #define PARANGE_0110	U(52)
300 
301 #define ID_AA64MMFR0_EL1_ECV_SHIFT		U(60)
302 #define ID_AA64MMFR0_EL1_ECV_MASK		ULL(0xf)
303 #define ID_AA64MMFR0_EL1_ECV_NOT_SUPPORTED	ULL(0x0)
304 #define ID_AA64MMFR0_EL1_ECV_SUPPORTED		ULL(0x1)
305 #define ID_AA64MMFR0_EL1_ECV_SELF_SYNCH	ULL(0x2)
306 
307 #define ID_AA64MMFR0_EL1_FGT_SHIFT		U(56)
308 #define ID_AA64MMFR0_EL1_FGT_MASK		ULL(0xf)
309 #define ID_AA64MMFR0_EL1_FGT_SUPPORTED		ULL(0x1)
310 #define ID_AA64MMFR0_EL1_FGT_NOT_SUPPORTED	ULL(0x0)
311 
312 #define ID_AA64MMFR0_EL1_TGRAN4_SHIFT		U(28)
313 #define ID_AA64MMFR0_EL1_TGRAN4_MASK		ULL(0xf)
314 #define ID_AA64MMFR0_EL1_TGRAN4_SUPPORTED	ULL(0x0)
315 #define ID_AA64MMFR0_EL1_TGRAN4_52B_SUPPORTED	ULL(0x1)
316 #define ID_AA64MMFR0_EL1_TGRAN4_NOT_SUPPORTED	ULL(0xf)
317 
318 #define ID_AA64MMFR0_EL1_TGRAN64_SHIFT		U(24)
319 #define ID_AA64MMFR0_EL1_TGRAN64_MASK		ULL(0xf)
320 #define ID_AA64MMFR0_EL1_TGRAN64_SUPPORTED	ULL(0x0)
321 #define ID_AA64MMFR0_EL1_TGRAN64_NOT_SUPPORTED	ULL(0xf)
322 
323 #define ID_AA64MMFR0_EL1_TGRAN16_SHIFT		U(20)
324 #define ID_AA64MMFR0_EL1_TGRAN16_MASK		ULL(0xf)
325 #define ID_AA64MMFR0_EL1_TGRAN16_SUPPORTED	ULL(0x1)
326 #define ID_AA64MMFR0_EL1_TGRAN16_NOT_SUPPORTED	ULL(0x0)
327 #define ID_AA64MMFR0_EL1_TGRAN16_52B_SUPPORTED	ULL(0x2)
328 
329 /* ID_AA64MMFR1_EL1 definitions */
330 #define ID_AA64MMFR1_EL1_TWED_SHIFT		U(32)
331 #define ID_AA64MMFR1_EL1_TWED_MASK		ULL(0xf)
332 #define ID_AA64MMFR1_EL1_TWED_SUPPORTED		ULL(0x1)
333 #define ID_AA64MMFR1_EL1_TWED_NOT_SUPPORTED	ULL(0x0)
334 
335 #define ID_AA64MMFR1_EL1_PAN_SHIFT		U(20)
336 #define ID_AA64MMFR1_EL1_PAN_MASK		ULL(0xf)
337 #define ID_AA64MMFR1_EL1_PAN_NOT_SUPPORTED	ULL(0x0)
338 #define ID_AA64MMFR1_EL1_PAN_SUPPORTED		ULL(0x1)
339 #define ID_AA64MMFR1_EL1_PAN2_SUPPORTED		ULL(0x2)
340 #define ID_AA64MMFR1_EL1_PAN3_SUPPORTED		ULL(0x3)
341 
342 #define ID_AA64MMFR1_EL1_VHE_SHIFT		U(8)
343 #define ID_AA64MMFR1_EL1_VHE_MASK		ULL(0xf)
344 
345 #define ID_AA64MMFR1_EL1_HCX_SHIFT		U(40)
346 #define ID_AA64MMFR1_EL1_HCX_MASK		ULL(0xf)
347 #define ID_AA64MMFR1_EL1_HCX_SUPPORTED		ULL(0x1)
348 #define ID_AA64MMFR1_EL1_HCX_NOT_SUPPORTED	ULL(0x0)
349 
350 /* ID_AA64MMFR2_EL1 definitions */
351 #define ID_AA64MMFR2_EL1			S3_0_C0_C7_2
352 
353 #define ID_AA64MMFR2_EL1_ST_SHIFT		U(28)
354 #define ID_AA64MMFR2_EL1_ST_MASK		ULL(0xf)
355 
356 #define ID_AA64MMFR2_EL1_CCIDX_SHIFT		U(20)
357 #define ID_AA64MMFR2_EL1_CCIDX_MASK		ULL(0xf)
358 #define ID_AA64MMFR2_EL1_CCIDX_LENGTH		U(4)
359 
360 #define ID_AA64MMFR2_EL1_CNP_SHIFT		U(0)
361 #define ID_AA64MMFR2_EL1_CNP_MASK		ULL(0xf)
362 
363 #define ID_AA64MMFR2_EL1_NV_SHIFT		U(24)
364 #define ID_AA64MMFR2_EL1_NV_MASK		ULL(0xf)
365 #define ID_AA64MMFR2_EL1_NV_NOT_SUPPORTED	ULL(0x0)
366 #define ID_AA64MMFR2_EL1_NV_SUPPORTED		ULL(0x1)
367 #define ID_AA64MMFR2_EL1_NV2_SUPPORTED		ULL(0x2)
368 
369 /* ID_AA64MMFR3_EL1 definitions */
370 #define ID_AA64MMFR3_EL1			S3_0_C0_C7_3
371 
372 #define ID_AA64MMFR3_EL1_S2POE_SHIFT		U(20)
373 #define ID_AA64MMFR3_EL1_S2POE_MASK		ULL(0xf)
374 
375 #define ID_AA64MMFR3_EL1_S1POE_SHIFT		U(16)
376 #define ID_AA64MMFR3_EL1_S1POE_MASK		ULL(0xf)
377 
378 #define ID_AA64MMFR3_EL1_S2PIE_SHIFT		U(12)
379 #define ID_AA64MMFR3_EL1_S2PIE_MASK		ULL(0xf)
380 
381 #define ID_AA64MMFR3_EL1_S1PIE_SHIFT		U(8)
382 #define ID_AA64MMFR3_EL1_S1PIE_MASK		ULL(0xf)
383 
384 #define ID_AA64MMFR3_EL1_TCRX_SHIFT		U(0)
385 #define ID_AA64MMFR3_EL1_TCRX_MASK		ULL(0xf)
386 
387 /* ID_AA64PFR1_EL1 definitions */
388 #define ID_AA64PFR1_EL1_GCS_SHIFT	U(44)
389 #define ID_AA64PFR1_EL1_GCS_MASK	ULL(0xf)
390 
391 #define ID_AA64PFR1_EL1_SSBS_SHIFT	U(4)
392 #define ID_AA64PFR1_EL1_SSBS_MASK	ULL(0xf)
393 
394 #define SSBS_UNAVAILABLE	ULL(0)	/* No architectural SSBS support */
395 
396 #define ID_AA64PFR1_EL1_BT_SHIFT	U(0)
397 #define ID_AA64PFR1_EL1_BT_MASK		ULL(0xf)
398 
399 #define BTI_IMPLEMENTED		ULL(1)	/* The BTI mechanism is implemented */
400 
401 #define ID_AA64PFR1_EL1_MTE_SHIFT	U(8)
402 #define ID_AA64PFR1_EL1_MTE_MASK	ULL(0xf)
403 
404 #define ID_AA64PFR1_EL1_RNDR_TRAP_SHIFT	U(28)
405 #define ID_AA64PFR1_EL1_RNDR_TRAP_MASK	U(0xf)
406 
407 #define ID_AA64PFR1_EL1_RNG_TRAP_SUPPORTED	ULL(0x1)
408 #define ID_AA64PFR1_EL1_RNG_TRAP_NOT_SUPPORTED	ULL(0x0)
409 
410 /* ID_AA64PFR2_EL1 definitions */
411 #define ID_AA64PFR2_EL1_MTEPERM_SHIFT		U(0)
412 #define ID_AA64PFR2_EL1_MTEPERM_MASK		ULL(0xf)
413 
414 #define ID_AA64PFR2_EL1_MTESTOREONLY_SHIFT	U(4)
415 #define ID_AA64PFR2_EL1_MTESTOREONLY_MASK	ULL(0xf)
416 
417 #define ID_AA64PFR2_EL1_MTEFAR_SHIFT		U(8)
418 #define ID_AA64PFR2_EL1_MTEFAR_MASK		ULL(0xf)
419 
420 #define VDISR_EL2				S3_4_C12_C1_1
421 #define VSESR_EL2				S3_4_C5_C2_3
422 
423 /* Memory Tagging Extension is not implemented */
424 #define MTE_UNIMPLEMENTED	U(0)
425 /* FEAT_MTE: MTE instructions accessible at EL0 are implemented */
426 #define MTE_IMPLEMENTED_EL0	U(1)
427 /* FEAT_MTE2: Full MTE is implemented */
428 #define MTE_IMPLEMENTED_ELX	U(2)
429 /*
430  * FEAT_MTE3: MTE is implemented with support for
431  * asymmetric Tag Check Fault handling
432  */
433 #define MTE_IMPLEMENTED_ASY	U(3)
434 
435 #define ID_AA64PFR1_MPAM_FRAC_SHIFT	ULL(16)
436 #define ID_AA64PFR1_MPAM_FRAC_MASK	ULL(0xf)
437 
438 #define ID_AA64PFR1_EL1_SME_SHIFT		U(24)
439 #define ID_AA64PFR1_EL1_SME_MASK		ULL(0xf)
440 #define ID_AA64PFR1_EL1_SME_WIDTH		U(4)
441 #define ID_AA64PFR1_EL1_SME_NOT_SUPPORTED	ULL(0x0)
442 #define ID_AA64PFR1_EL1_SME_SUPPORTED		ULL(0x1)
443 #define ID_AA64PFR1_EL1_SME2_SUPPORTED		ULL(0x2)
444 
445 /* ID_PFR1_EL1 definitions */
446 #define ID_PFR1_VIRTEXT_SHIFT	U(12)
447 #define ID_PFR1_VIRTEXT_MASK	U(0xf)
448 #define GET_VIRT_EXT(id)	(((id) >> ID_PFR1_VIRTEXT_SHIFT) \
449 				 & ID_PFR1_VIRTEXT_MASK)
450 
451 /* SCTLR definitions */
452 #define SCTLR_EL2_RES1	((U(1) << 29) | (U(1) << 28) | (U(1) << 23) | \
453 			 (U(1) << 22) | (U(1) << 18) | (U(1) << 16) | \
454 			 (U(1) << 11) | (U(1) << 5) | (U(1) << 4))
455 
456 #define SCTLR_EL1_RES1	((UL(1) << 29) | (UL(1) << 28) | (UL(1) << 23) | \
457 			 (UL(1) << 22) | (UL(1) << 20) | (UL(1) << 11))
458 
459 #define SCTLR_AARCH32_EL1_RES1 \
460 			((U(1) << 23) | (U(1) << 22) | (U(1) << 11) | \
461 			 (U(1) << 4) | (U(1) << 3))
462 
463 #define SCTLR_EL3_RES1	((U(1) << 29) | (U(1) << 28) | (U(1) << 23) | \
464 			(U(1) << 22) | (U(1) << 18) | (U(1) << 16) | \
465 			(U(1) << 11) | (U(1) << 5) | (U(1) << 4))
466 
467 #define SCTLR_M_BIT		(ULL(1) << 0)
468 #define SCTLR_A_BIT		(ULL(1) << 1)
469 #define SCTLR_C_BIT		(ULL(1) << 2)
470 #define SCTLR_SA_BIT		(ULL(1) << 3)
471 #define SCTLR_SA0_BIT		(ULL(1) << 4)
472 #define SCTLR_CP15BEN_BIT	(ULL(1) << 5)
473 #define SCTLR_nAA_BIT		(ULL(1) << 6)
474 #define SCTLR_ITD_BIT		(ULL(1) << 7)
475 #define SCTLR_SED_BIT		(ULL(1) << 8)
476 #define SCTLR_UMA_BIT		(ULL(1) << 9)
477 #define SCTLR_EnRCTX_BIT	(ULL(1) << 10)
478 #define SCTLR_EOS_BIT		(ULL(1) << 11)
479 #define SCTLR_I_BIT		(ULL(1) << 12)
480 #define SCTLR_EnDB_BIT		(ULL(1) << 13)
481 #define SCTLR_DZE_BIT		(ULL(1) << 14)
482 #define SCTLR_UCT_BIT		(ULL(1) << 15)
483 #define SCTLR_NTWI_BIT		(ULL(1) << 16)
484 #define SCTLR_NTWE_BIT		(ULL(1) << 18)
485 #define SCTLR_WXN_BIT		(ULL(1) << 19)
486 #define SCTLR_TSCXT_BIT		(ULL(1) << 20)
487 #define SCTLR_IESB_BIT		(ULL(1) << 21)
488 #define SCTLR_EIS_BIT		(ULL(1) << 22)
489 #define SCTLR_SPAN_BIT		(ULL(1) << 23)
490 #define SCTLR_E0E_BIT		(ULL(1) << 24)
491 #define SCTLR_EE_BIT		(ULL(1) << 25)
492 #define SCTLR_UCI_BIT		(ULL(1) << 26)
493 #define SCTLR_EnDA_BIT		(ULL(1) << 27)
494 #define SCTLR_nTLSMD_BIT	(ULL(1) << 28)
495 #define SCTLR_LSMAOE_BIT	(ULL(1) << 29)
496 #define SCTLR_EnIB_BIT		(ULL(1) << 30)
497 #define SCTLR_EnIA_BIT		(ULL(1) << 31)
498 #define SCTLR_BT0_BIT		(ULL(1) << 35)
499 #define SCTLR_BT1_BIT		(ULL(1) << 36)
500 #define SCTLR_BT_BIT		(ULL(1) << 36)
501 #define SCTLR_ITFSB_BIT		(ULL(1) << 37)
502 #define SCTLR_TCF0_SHIFT	U(38)
503 #define SCTLR_TCF0_MASK		ULL(3)
504 #define SCTLR_ENTP2_BIT		(ULL(1) << 60)
505 
506 /* Tag Check Faults in EL0 have no effect on the PE */
507 #define	SCTLR_TCF0_NO_EFFECT	U(0)
508 /* Tag Check Faults in EL0 cause a synchronous exception */
509 #define	SCTLR_TCF0_SYNC		U(1)
510 /* Tag Check Faults in EL0 are asynchronously accumulated */
511 #define	SCTLR_TCF0_ASYNC	U(2)
512 /*
513  * Tag Check Faults in EL0 cause a synchronous exception on reads,
514  * and are asynchronously accumulated on writes
515  */
516 #define	SCTLR_TCF0_SYNCR_ASYNCW	U(3)
517 
518 #define SCTLR_TCF_SHIFT		U(40)
519 #define SCTLR_TCF_MASK		ULL(3)
520 
521 /* Tag Check Faults in EL1 have no effect on the PE */
522 #define	SCTLR_TCF_NO_EFFECT	U(0)
523 /* Tag Check Faults in EL1 cause a synchronous exception */
524 #define	SCTLR_TCF_SYNC		U(1)
525 /* Tag Check Faults in EL1 are asynchronously accumulated */
526 #define	SCTLR_TCF_ASYNC		U(2)
527 /*
528  * Tag Check Faults in EL1 cause a synchronous exception on reads,
529  * and are asynchronously accumulated on writes
530  */
531 #define	SCTLR_TCF_SYNCR_ASYNCW	U(3)
532 
533 #define SCTLR_ATA0_BIT		(ULL(1) << 42)
534 #define SCTLR_ATA_BIT		(ULL(1) << 43)
535 #define SCTLR_DSSBS_SHIFT	U(44)
536 #define SCTLR_DSSBS_BIT		(ULL(1) << SCTLR_DSSBS_SHIFT)
537 #define SCTLR_TWEDEn_BIT	(ULL(1) << 45)
538 #define SCTLR_TWEDEL_SHIFT	U(46)
539 #define SCTLR_TWEDEL_MASK	ULL(0xf)
540 #define SCTLR_EnASR_BIT		(ULL(1) << 54)
541 #define SCTLR_EnAS0_BIT		(ULL(1) << 55)
542 #define SCTLR_EnALS_BIT		(ULL(1) << 56)
543 #define SCTLR_EPAN_BIT		(ULL(1) << 57)
544 #define SCTLR_RESET_VAL		SCTLR_EL3_RES1
545 
546 /* CPACR_EL1 definitions */
547 #define CPACR_EL1_FPEN(x)	((x) << 20)
548 #define CPACR_EL1_FP_TRAP_EL0	UL(0x1)
549 #define CPACR_EL1_FP_TRAP_ALL	UL(0x2)
550 #define CPACR_EL1_FP_TRAP_NONE	UL(0x3)
551 #define CPACR_EL1_SMEN_SHIFT	U(24)
552 #define CPACR_EL1_SMEN_MASK	ULL(0x3)
553 
554 /* SCR definitions */
555 #define SCR_RES1_BITS		((U(1) << 4) | (U(1) << 5))
556 #define SCR_NSE_SHIFT		U(62)
557 #define SCR_NSE_BIT		(ULL(1) << SCR_NSE_SHIFT)
558 #define SCR_GPF_BIT		(UL(1) << 48)
559 #define SCR_TWEDEL_SHIFT	U(30)
560 #define SCR_TWEDEL_MASK		ULL(0xf)
561 #define SCR_PIEN_BIT		(UL(1) << 45)
562 #define SCR_TCR2EN_BIT		(UL(1) << 43)
563 #define SCR_TRNDR_BIT		(UL(1) << 40)
564 #define SCR_GCSEn_BIT		(UL(1) << 39)
565 #define SCR_HXEn_BIT		(UL(1) << 38)
566 #define SCR_ENTP2_SHIFT		U(41)
567 #define SCR_ENTP2_BIT		(UL(1) << SCR_ENTP2_SHIFT)
568 #define SCR_AMVOFFEN_SHIFT	U(35)
569 #define SCR_AMVOFFEN_BIT	(UL(1) << SCR_AMVOFFEN_SHIFT)
570 #define SCR_TWEDEn_BIT		(UL(1) << 29)
571 #define SCR_ECVEN_BIT		(UL(1) << 28)
572 #define SCR_FGTEN_BIT		(UL(1) << 27)
573 #define SCR_ATA_BIT		(UL(1) << 26)
574 #define SCR_EnSCXT_BIT		(UL(1) << 25)
575 #define SCR_FIEN_BIT		(UL(1) << 21)
576 #define SCR_EEL2_BIT		(UL(1) << 18)
577 #define SCR_API_BIT		(UL(1) << 17)
578 #define SCR_APK_BIT		(UL(1) << 16)
579 #define SCR_TERR_BIT		(UL(1) << 15)
580 #define SCR_TWE_BIT		(UL(1) << 13)
581 #define SCR_TWI_BIT		(UL(1) << 12)
582 #define SCR_ST_BIT		(UL(1) << 11)
583 #define SCR_RW_BIT		(UL(1) << 10)
584 #define SCR_SIF_BIT		(UL(1) << 9)
585 #define SCR_HCE_BIT		(UL(1) << 8)
586 #define SCR_SMD_BIT		(UL(1) << 7)
587 #define SCR_EA_BIT		(UL(1) << 3)
588 #define SCR_FIQ_BIT		(UL(1) << 2)
589 #define SCR_IRQ_BIT		(UL(1) << 1)
590 #define SCR_NS_BIT		(UL(1) << 0)
591 #define SCR_VALID_BIT_MASK	U(0x24000002F8F)
592 #define SCR_RESET_VAL		SCR_RES1_BITS
593 
594 /* MDCR_EL3 definitions */
595 #define MDCR_EnPMSN_BIT		(ULL(1) << 36)
596 #define MDCR_MPMX_BIT		(ULL(1) << 35)
597 #define MDCR_MCCD_BIT		(ULL(1) << 34)
598 #define MDCR_SBRBE_SHIFT	U(32)
599 #define MDCR_SBRBE_MASK		ULL(0x3)
600 #define MDCR_NSTB(x)		((x) << 24)
601 #define MDCR_NSTB_EL1		ULL(0x3)
602 #define MDCR_NSTBE_BIT		(ULL(1) << 26)
603 #define MDCR_MTPME_BIT		(ULL(1) << 28)
604 #define MDCR_TDCC_BIT		(ULL(1) << 27)
605 #define MDCR_SCCD_BIT		(ULL(1) << 23)
606 #define MDCR_EPMAD_BIT		(ULL(1) << 21)
607 #define MDCR_EDAD_BIT		(ULL(1) << 20)
608 #define MDCR_TTRF_BIT		(ULL(1) << 19)
609 #define MDCR_STE_BIT		(ULL(1) << 18)
610 #define MDCR_SPME_BIT		(ULL(1) << 17)
611 #define MDCR_SDD_BIT		(ULL(1) << 16)
612 #define MDCR_SPD32(x)		((x) << 14)
613 #define MDCR_SPD32_LEGACY	ULL(0x0)
614 #define MDCR_SPD32_DISABLE	ULL(0x2)
615 #define MDCR_SPD32_ENABLE	ULL(0x3)
616 #define MDCR_NSPB(x)		((x) << 12)
617 #define MDCR_NSPB_EL1		ULL(0x3)
618 #define MDCR_NSPBE_BIT		(ULL(1) << 11)
619 #define MDCR_TDOSA_BIT		(ULL(1) << 10)
620 #define MDCR_TDA_BIT		(ULL(1) << 9)
621 #define MDCR_TPM_BIT		(ULL(1) << 6)
622 #define MDCR_EL3_RESET_VAL	MDCR_MTPME_BIT
623 
624 /* MDCR_EL2 definitions */
625 #define MDCR_EL2_MTPME		(U(1) << 28)
626 #define MDCR_EL2_HLP_BIT	(U(1) << 26)
627 #define MDCR_EL2_E2TB(x)	((x) << 24)
628 #define MDCR_EL2_E2TB_EL1	U(0x3)
629 #define MDCR_EL2_HCCD_BIT	(U(1) << 23)
630 #define MDCR_EL2_TTRF		(U(1) << 19)
631 #define MDCR_EL2_HPMD_BIT	(U(1) << 17)
632 #define MDCR_EL2_TPMS		(U(1) << 14)
633 #define MDCR_EL2_E2PB(x)	((x) << 12)
634 #define MDCR_EL2_E2PB_EL1	U(0x3)
635 #define MDCR_EL2_TDRA_BIT	(U(1) << 11)
636 #define MDCR_EL2_TDOSA_BIT	(U(1) << 10)
637 #define MDCR_EL2_TDA_BIT	(U(1) << 9)
638 #define MDCR_EL2_TDE_BIT	(U(1) << 8)
639 #define MDCR_EL2_HPME_BIT	(U(1) << 7)
640 #define MDCR_EL2_TPM_BIT	(U(1) << 6)
641 #define MDCR_EL2_TPMCR_BIT	(U(1) << 5)
642 #define MDCR_EL2_HPMN_MASK	U(0x1f)
643 #define MDCR_EL2_RESET_VAL	U(0x0)
644 
645 /* HSTR_EL2 definitions */
646 #define HSTR_EL2_RESET_VAL	U(0x0)
647 #define HSTR_EL2_T_MASK		U(0xff)
648 
649 /* CNTHP_CTL_EL2 definitions */
650 #define CNTHP_CTL_ENABLE_BIT	(U(1) << 0)
651 #define CNTHP_CTL_RESET_VAL	U(0x0)
652 
653 /* VTTBR_EL2 definitions */
654 #define VTTBR_RESET_VAL		ULL(0x0)
655 #define VTTBR_VMID_MASK		ULL(0xff)
656 #define VTTBR_VMID_SHIFT	U(48)
657 #define VTTBR_BADDR_MASK	ULL(0xffffffffffff)
658 #define VTTBR_BADDR_SHIFT	U(0)
659 
660 /* HCR definitions */
661 #define HCR_RESET_VAL		ULL(0x0)
662 #define HCR_AMVOFFEN_SHIFT	U(51)
663 #define HCR_AMVOFFEN_BIT	(ULL(1) << HCR_AMVOFFEN_SHIFT)
664 #define HCR_TEA_BIT		(ULL(1) << 47)
665 #define HCR_API_BIT		(ULL(1) << 41)
666 #define HCR_APK_BIT		(ULL(1) << 40)
667 #define HCR_E2H_BIT		(ULL(1) << 34)
668 #define HCR_HCD_BIT		(ULL(1) << 29)
669 #define HCR_TGE_BIT		(ULL(1) << 27)
670 #define HCR_RW_SHIFT		U(31)
671 #define HCR_RW_BIT		(ULL(1) << HCR_RW_SHIFT)
672 #define HCR_TWE_BIT		(ULL(1) << 14)
673 #define HCR_TWI_BIT		(ULL(1) << 13)
674 #define HCR_AMO_BIT		(ULL(1) << 5)
675 #define HCR_IMO_BIT		(ULL(1) << 4)
676 #define HCR_FMO_BIT		(ULL(1) << 3)
677 
678 /* ISR definitions */
679 #define ISR_A_SHIFT		U(8)
680 #define ISR_I_SHIFT		U(7)
681 #define ISR_F_SHIFT		U(6)
682 
683 /* CNTHCTL_EL2 definitions */
684 #define CNTHCTL_RESET_VAL	U(0x0)
685 #define EVNTEN_BIT		(U(1) << 2)
686 #define EL1PCEN_BIT		(U(1) << 1)
687 #define EL1PCTEN_BIT		(U(1) << 0)
688 
689 /* CNTKCTL_EL1 definitions */
690 #define EL0PTEN_BIT		(U(1) << 9)
691 #define EL0VTEN_BIT		(U(1) << 8)
692 #define EL0PCTEN_BIT		(U(1) << 0)
693 #define EL0VCTEN_BIT		(U(1) << 1)
694 #define EVNTEN_BIT		(U(1) << 2)
695 #define EVNTDIR_BIT		(U(1) << 3)
696 #define EVNTI_SHIFT		U(4)
697 #define EVNTI_MASK		U(0xf)
698 
699 /* CPTR_EL3 definitions */
700 #define TCPAC_BIT		(U(1) << 31)
701 #define TAM_SHIFT		U(30)
702 #define TAM_BIT			(U(1) << TAM_SHIFT)
703 #define TTA_BIT			(U(1) << 20)
704 #define ESM_BIT			(U(1) << 12)
705 #define TFP_BIT			(U(1) << 10)
706 #define CPTR_EZ_BIT		(U(1) << 8)
707 #define CPTR_EL3_RESET_VAL	((TCPAC_BIT | TAM_BIT | TTA_BIT | TFP_BIT) & \
708 				~(CPTR_EZ_BIT | ESM_BIT))
709 
710 /* CPTR_EL2 definitions */
711 #define CPTR_EL2_RES1		((U(1) << 13) | (U(1) << 12) | (U(0x3ff)))
712 #define CPTR_EL2_TCPAC_BIT	(U(1) << 31)
713 #define CPTR_EL2_TAM_SHIFT	U(30)
714 #define CPTR_EL2_TAM_BIT	(U(1) << CPTR_EL2_TAM_SHIFT)
715 #define CPTR_EL2_SMEN_MASK	ULL(0x3)
716 #define CPTR_EL2_SMEN_SHIFT	U(24)
717 #define CPTR_EL2_TTA_BIT	(U(1) << 20)
718 #define CPTR_EL2_TSM_BIT	(U(1) << 12)
719 #define CPTR_EL2_TFP_BIT	(U(1) << 10)
720 #define CPTR_EL2_TZ_BIT		(U(1) << 8)
721 #define CPTR_EL2_RESET_VAL	CPTR_EL2_RES1
722 
723 /* VTCR_EL2 definitions */
724 #define VTCR_RESET_VAL		U(0x0)
725 #define VTCR_EL2_MSA		(U(1) << 31)
726 
727 /* CPSR/SPSR definitions */
728 #define DAIF_FIQ_BIT		(U(1) << 0)
729 #define DAIF_IRQ_BIT		(U(1) << 1)
730 #define DAIF_ABT_BIT		(U(1) << 2)
731 #define DAIF_DBG_BIT		(U(1) << 3)
732 #define SPSR_DAIF_SHIFT		U(6)
733 #define SPSR_DAIF_MASK		U(0xf)
734 
735 #define SPSR_AIF_SHIFT		U(6)
736 #define SPSR_AIF_MASK		U(0x7)
737 
738 #define SPSR_E_SHIFT		U(9)
739 #define SPSR_E_MASK		U(0x1)
740 #define SPSR_E_LITTLE		U(0x0)
741 #define SPSR_E_BIG		U(0x1)
742 
743 #define SPSR_T_SHIFT		U(5)
744 #define SPSR_T_MASK		U(0x1)
745 #define SPSR_T_ARM		U(0x0)
746 #define SPSR_T_THUMB		U(0x1)
747 
748 #define SPSR_M_SHIFT		U(4)
749 #define SPSR_M_MASK		U(0x1)
750 #define SPSR_M_AARCH64		U(0x0)
751 #define SPSR_M_AARCH32		U(0x1)
752 #define SPSR_M_EL2H		U(0x9)
753 
754 #define SPSR_EL_SHIFT		U(2)
755 #define SPSR_EL_WIDTH		U(2)
756 
757 #define SPSR_SSBS_SHIFT_AARCH64 U(12)
758 #define SPSR_SSBS_BIT_AARCH64	(ULL(1) << SPSR_SSBS_SHIFT_AARCH64)
759 #define SPSR_SSBS_SHIFT_AARCH32 U(23)
760 #define SPSR_SSBS_BIT_AARCH32	(ULL(1) << SPSR_SSBS_SHIFT_AARCH32)
761 
762 #define SPSR_PAN_BIT		BIT_64(22)
763 
764 #define SPSR_DIT_BIT		BIT(24)
765 
766 #define SPSR_TCO_BIT_AARCH64	BIT_64(25)
767 
768 #define DISABLE_ALL_EXCEPTIONS \
769 		(DAIF_FIQ_BIT | DAIF_IRQ_BIT | DAIF_ABT_BIT | DAIF_DBG_BIT)
770 
771 #define DISABLE_INTERRUPTS	(DAIF_FIQ_BIT | DAIF_IRQ_BIT)
772 
773 /*
774  * RMR_EL3 definitions
775  */
776 #define RMR_EL3_RR_BIT		(U(1) << 1)
777 #define RMR_EL3_AA64_BIT	(U(1) << 0)
778 
779 /*
780  * HI-VECTOR address for AArch32 state
781  */
782 #define HI_VECTOR_BASE		U(0xFFFF0000)
783 
784 /*
785  * TCR definitions
786  */
787 #define TCR_EL3_RES1		((ULL(1) << 31) | (ULL(1) << 23))
788 #define TCR_EL2_RES1		((ULL(1) << 31) | (ULL(1) << 23))
789 #define TCR_EL1_IPS_SHIFT	U(32)
790 #define TCR_EL2_PS_SHIFT	U(16)
791 #define TCR_EL3_PS_SHIFT	U(16)
792 
793 #define TCR_TxSZ_MIN		ULL(16)
794 #define TCR_TxSZ_MAX		ULL(39)
795 #define TCR_TxSZ_MAX_TTST	ULL(48)
796 
797 #define TCR_T0SZ_SHIFT		U(0)
798 #define TCR_T1SZ_SHIFT		U(16)
799 
800 /* (internal) physical address size bits in EL3/EL1 */
801 #define TCR_PS_BITS_4GB		ULL(0x0)
802 #define TCR_PS_BITS_64GB	ULL(0x1)
803 #define TCR_PS_BITS_1TB		ULL(0x2)
804 #define TCR_PS_BITS_4TB		ULL(0x3)
805 #define TCR_PS_BITS_16TB	ULL(0x4)
806 #define TCR_PS_BITS_256TB	ULL(0x5)
807 
808 #define ADDR_MASK_48_TO_63	ULL(0xFFFF000000000000)
809 #define ADDR_MASK_44_TO_47	ULL(0x0000F00000000000)
810 #define ADDR_MASK_42_TO_43	ULL(0x00000C0000000000)
811 #define ADDR_MASK_40_TO_41	ULL(0x0000030000000000)
812 #define ADDR_MASK_36_TO_39	ULL(0x000000F000000000)
813 #define ADDR_MASK_32_TO_35	ULL(0x0000000F00000000)
814 
815 #define TCR_RGN_INNER_NC	(ULL(0x0) << 8)
816 #define TCR_RGN_INNER_WBA	(ULL(0x1) << 8)
817 #define TCR_RGN_INNER_WT	(ULL(0x2) << 8)
818 #define TCR_RGN_INNER_WBNA	(ULL(0x3) << 8)
819 
820 #define TCR_RGN_OUTER_NC	(ULL(0x0) << 10)
821 #define TCR_RGN_OUTER_WBA	(ULL(0x1) << 10)
822 #define TCR_RGN_OUTER_WT	(ULL(0x2) << 10)
823 #define TCR_RGN_OUTER_WBNA	(ULL(0x3) << 10)
824 
825 #define TCR_SH_NON_SHAREABLE	(ULL(0x0) << 12)
826 #define TCR_SH_OUTER_SHAREABLE	(ULL(0x2) << 12)
827 #define TCR_SH_INNER_SHAREABLE	(ULL(0x3) << 12)
828 
829 #define TCR_RGN1_INNER_NC	(ULL(0x0) << 24)
830 #define TCR_RGN1_INNER_WBA	(ULL(0x1) << 24)
831 #define TCR_RGN1_INNER_WT	(ULL(0x2) << 24)
832 #define TCR_RGN1_INNER_WBNA	(ULL(0x3) << 24)
833 
834 #define TCR_RGN1_OUTER_NC	(ULL(0x0) << 26)
835 #define TCR_RGN1_OUTER_WBA	(ULL(0x1) << 26)
836 #define TCR_RGN1_OUTER_WT	(ULL(0x2) << 26)
837 #define TCR_RGN1_OUTER_WBNA	(ULL(0x3) << 26)
838 
839 #define TCR_SH1_NON_SHAREABLE	(ULL(0x0) << 28)
840 #define TCR_SH1_OUTER_SHAREABLE	(ULL(0x2) << 28)
841 #define TCR_SH1_INNER_SHAREABLE	(ULL(0x3) << 28)
842 
843 #define TCR_TG0_SHIFT		U(14)
844 #define TCR_TG0_MASK		ULL(3)
845 #define TCR_TG0_4K		(ULL(0) << TCR_TG0_SHIFT)
846 #define TCR_TG0_64K		(ULL(1) << TCR_TG0_SHIFT)
847 #define TCR_TG0_16K		(ULL(2) << TCR_TG0_SHIFT)
848 
849 #define TCR_TG1_SHIFT		U(30)
850 #define TCR_TG1_MASK		ULL(3)
851 #define TCR_TG1_16K		(ULL(1) << TCR_TG1_SHIFT)
852 #define TCR_TG1_4K		(ULL(2) << TCR_TG1_SHIFT)
853 #define TCR_TG1_64K		(ULL(3) << TCR_TG1_SHIFT)
854 
855 #define TCR_EPD0_BIT		(ULL(1) << 7)
856 #define TCR_EPD1_BIT		(ULL(1) << 23)
857 
858 #define MODE_SP_SHIFT		U(0x0)
859 #define MODE_SP_MASK		U(0x1)
860 #define MODE_SP_EL0		U(0x0)
861 #define MODE_SP_ELX		U(0x1)
862 
863 #define MODE_RW_SHIFT		U(0x4)
864 #define MODE_RW_MASK		U(0x1)
865 #define MODE_RW_64		U(0x0)
866 #define MODE_RW_32		U(0x1)
867 
868 #define MODE_EL_SHIFT		U(0x2)
869 #define MODE_EL_MASK		U(0x3)
870 #define MODE_EL_WIDTH		U(0x2)
871 #define MODE_EL3		U(0x3)
872 #define MODE_EL2		U(0x2)
873 #define MODE_EL1		U(0x1)
874 #define MODE_EL0		U(0x0)
875 
876 #define MODE32_SHIFT		U(0)
877 #define MODE32_MASK		U(0xf)
878 #define MODE32_usr		U(0x0)
879 #define MODE32_fiq		U(0x1)
880 #define MODE32_irq		U(0x2)
881 #define MODE32_svc		U(0x3)
882 #define MODE32_mon		U(0x6)
883 #define MODE32_abt		U(0x7)
884 #define MODE32_hyp		U(0xa)
885 #define MODE32_und		U(0xb)
886 #define MODE32_sys		U(0xf)
887 
888 #define GET_RW(mode)		(((mode) >> MODE_RW_SHIFT) & MODE_RW_MASK)
889 #define GET_EL(mode)		(((mode) >> MODE_EL_SHIFT) & MODE_EL_MASK)
890 #define GET_SP(mode)		(((mode) >> MODE_SP_SHIFT) & MODE_SP_MASK)
891 #define GET_M32(mode)		(((mode) >> MODE32_SHIFT) & MODE32_MASK)
892 
893 #define SPSR_64(el, sp, daif)					\
894 	(((MODE_RW_64 << MODE_RW_SHIFT) |			\
895 	(((el) & MODE_EL_MASK) << MODE_EL_SHIFT) |		\
896 	(((sp) & MODE_SP_MASK) << MODE_SP_SHIFT) |		\
897 	(((daif) & SPSR_DAIF_MASK) << SPSR_DAIF_SHIFT)) &	\
898 	(~(SPSR_SSBS_BIT_AARCH64)))
899 
900 #define SPSR_MODE32(mode, isa, endian, aif)		\
901 	(((MODE_RW_32 << MODE_RW_SHIFT) |		\
902 	(((mode) & MODE32_MASK) << MODE32_SHIFT) |	\
903 	(((isa) & SPSR_T_MASK) << SPSR_T_SHIFT) |	\
904 	(((endian) & SPSR_E_MASK) << SPSR_E_SHIFT) |	\
905 	(((aif) & SPSR_AIF_MASK) << SPSR_AIF_SHIFT)) &	\
906 	(~(SPSR_SSBS_BIT_AARCH32)))
907 
908 /*
909  * TTBR Definitions
910  */
911 #define TTBR_CNP_BIT		ULL(0x1)
912 
913 /*
914  * CTR_EL0 definitions
915  */
916 #define CTR_CWG_SHIFT		U(24)
917 #define CTR_CWG_MASK		U(0xf)
918 #define CTR_ERG_SHIFT		U(20)
919 #define CTR_ERG_MASK		U(0xf)
920 #define CTR_DMINLINE_SHIFT	U(16)
921 #define CTR_DMINLINE_MASK	U(0xf)
922 #define CTR_L1IP_SHIFT		U(14)
923 #define CTR_L1IP_MASK		U(0x3)
924 #define CTR_IMINLINE_SHIFT	U(0)
925 #define CTR_IMINLINE_MASK	U(0xf)
926 
927 #define MAX_CACHE_LINE_SIZE	U(0x800) /* 2KB */
928 
929 /* Physical timer control register bit fields shifts and masks */
930 #define CNTP_CTL_ENABLE_SHIFT	U(0)
931 #define CNTP_CTL_IMASK_SHIFT	U(1)
932 #define CNTP_CTL_ISTATUS_SHIFT	U(2)
933 
934 #define CNTP_CTL_ENABLE_MASK	U(1)
935 #define CNTP_CTL_IMASK_MASK	U(1)
936 #define CNTP_CTL_ISTATUS_MASK	U(1)
937 
938 /* Physical timer control macros */
939 #define CNTP_CTL_ENABLE_BIT	(U(1) << CNTP_CTL_ENABLE_SHIFT)
940 #define CNTP_CTL_IMASK_BIT	(U(1) << CNTP_CTL_IMASK_SHIFT)
941 
942 /* Exception Syndrome register bits and bobs */
943 #define ESR_EC_SHIFT			U(26)
944 #define ESR_EC_MASK			U(0x3f)
945 #define ESR_EC_LENGTH			U(6)
946 #define ESR_ISS_SHIFT			U(0)
947 #define ESR_ISS_LENGTH			U(25)
948 #define EC_UNKNOWN			U(0x0)
949 #define EC_WFE_WFI			U(0x1)
950 #define EC_AARCH32_CP15_MRC_MCR		U(0x3)
951 #define EC_AARCH32_CP15_MRRC_MCRR	U(0x4)
952 #define EC_AARCH32_CP14_MRC_MCR		U(0x5)
953 #define EC_AARCH32_CP14_LDC_STC		U(0x6)
954 #define EC_FP_SIMD			U(0x7)
955 #define EC_AARCH32_CP10_MRC		U(0x8)
956 #define EC_AARCH32_CP14_MRRC_MCRR	U(0xc)
957 #define EC_ILLEGAL			U(0xe)
958 #define EC_AARCH32_SVC			U(0x11)
959 #define EC_AARCH32_HVC			U(0x12)
960 #define EC_AARCH32_SMC			U(0x13)
961 #define EC_AARCH64_SVC			U(0x15)
962 #define EC_AARCH64_HVC			U(0x16)
963 #define EC_AARCH64_SMC			U(0x17)
964 #define EC_AARCH64_SYS			U(0x18)
965 #define EC_IMP_DEF_EL3			U(0x1f)
966 #define EC_IABORT_LOWER_EL		U(0x20)
967 #define EC_IABORT_CUR_EL		U(0x21)
968 #define EC_PC_ALIGN			U(0x22)
969 #define EC_DABORT_LOWER_EL		U(0x24)
970 #define EC_DABORT_CUR_EL		U(0x25)
971 #define EC_SP_ALIGN			U(0x26)
972 #define EC_AARCH32_FP			U(0x28)
973 #define EC_AARCH64_FP			U(0x2c)
974 #define EC_SERROR			U(0x2f)
975 #define EC_BRK				U(0x3c)
976 
977 /*
978  * External Abort bit in Instruction and Data Aborts synchronous exception
979  * syndromes.
980  */
981 #define ESR_ISS_EABORT_EA_BIT		U(9)
982 
983 #define EC_BITS(x)			(((x) >> ESR_EC_SHIFT) & ESR_EC_MASK)
984 
985 /* Reset bit inside the Reset management register for EL3 (RMR_EL3) */
986 #define RMR_RESET_REQUEST_SHIFT 	U(0x1)
987 #define RMR_WARM_RESET_CPU		(U(1) << RMR_RESET_REQUEST_SHIFT)
988 
989 /*******************************************************************************
990  * Definitions of register offsets, fields and macros for CPU system
991  * instructions.
992  ******************************************************************************/
993 
994 #define TLBI_ADDR_SHIFT		U(12)
995 #define TLBI_ADDR_MASK		ULL(0x00000FFFFFFFFFFF)
996 #define TLBI_ADDR(x)		(((x) >> TLBI_ADDR_SHIFT) & TLBI_ADDR_MASK)
997 
998 /*******************************************************************************
999  * Definitions of register offsets and fields in the CNTCTLBase Frame of the
1000  * system level implementation of the Generic Timer.
1001  ******************************************************************************/
1002 #define CNTCTLBASE_CNTFRQ	U(0x0)
1003 #define CNTNSAR			U(0x4)
1004 #define CNTNSAR_NS_SHIFT(x)	(x)
1005 
1006 #define CNTACR_BASE(x)		(U(0x40) + ((x) << 2))
1007 #define CNTACR_RPCT_SHIFT	U(0x0)
1008 #define CNTACR_RVCT_SHIFT	U(0x1)
1009 #define CNTACR_RFRQ_SHIFT	U(0x2)
1010 #define CNTACR_RVOFF_SHIFT	U(0x3)
1011 #define CNTACR_RWVT_SHIFT	U(0x4)
1012 #define CNTACR_RWPT_SHIFT	U(0x5)
1013 
1014 /*******************************************************************************
1015  * Definitions of register offsets and fields in the CNTBaseN Frame of the
1016  * system level implementation of the Generic Timer.
1017  ******************************************************************************/
1018 /* Physical Count register. */
1019 #define CNTPCT_LO		U(0x0)
1020 /* Counter Frequency register. */
1021 #define CNTBASEN_CNTFRQ		U(0x10)
1022 /* Physical Timer CompareValue register. */
1023 #define CNTP_CVAL_LO		U(0x20)
1024 /* Physical Timer Control register. */
1025 #define CNTP_CTL		U(0x2c)
1026 
1027 /* PMCR_EL0 definitions */
1028 #define PMCR_EL0_RESET_VAL	U(0x0)
1029 #define PMCR_EL0_N_SHIFT	U(11)
1030 #define PMCR_EL0_N_MASK		U(0x1f)
1031 #define PMCR_EL0_N_BITS		(PMCR_EL0_N_MASK << PMCR_EL0_N_SHIFT)
1032 #define PMCR_EL0_LP_BIT		(U(1) << 7)
1033 #define PMCR_EL0_LC_BIT		(U(1) << 6)
1034 #define PMCR_EL0_DP_BIT		(U(1) << 5)
1035 #define PMCR_EL0_X_BIT		(U(1) << 4)
1036 #define PMCR_EL0_D_BIT		(U(1) << 3)
1037 #define PMCR_EL0_C_BIT		(U(1) << 2)
1038 #define PMCR_EL0_P_BIT		(U(1) << 1)
1039 #define PMCR_EL0_E_BIT		(U(1) << 0)
1040 
1041 /*******************************************************************************
1042  * Definitions for system register interface to SVE
1043  ******************************************************************************/
1044 #define ZCR_EL3			S3_6_C1_C2_0
1045 #define ZCR_EL2			S3_4_C1_C2_0
1046 
1047 /* ZCR_EL3 definitions */
1048 #define ZCR_EL3_LEN_MASK	U(0xf)
1049 
1050 /* ZCR_EL2 definitions */
1051 #define ZCR_EL2_LEN_MASK	U(0xf)
1052 
1053 /*******************************************************************************
1054  * Definitions for system register interface to SME as needed in EL3
1055  ******************************************************************************/
1056 #define ID_AA64SMFR0_EL1		S3_0_C0_C4_5
1057 #define SMCR_EL3			S3_6_C1_C2_6
1058 
1059 /* ID_AA64SMFR0_EL1 definitions */
1060 #define ID_AA64SMFR0_EL1_SME_FA64_SHIFT		U(63)
1061 #define ID_AA64SMFR0_EL1_SME_FA64_MASK		U(0x1)
1062 #define ID_AA64SMFR0_EL1_SME_FA64_SUPPORTED	U(0x1)
1063 #define ID_AA64SMFR0_EL1_SME_VER_SHIFT		U(55)
1064 #define ID_AA64SMFR0_EL1_SME_VER_MASK		ULL(0xf)
1065 #define ID_AA64SMFR0_EL1_SME_INST_SUPPORTED	ULL(0x0)
1066 #define ID_AA64SMFR0_EL1_SME2_INST_SUPPORTED	ULL(0x1)
1067 
1068 /* SMCR_ELx definitions */
1069 #define SMCR_ELX_LEN_SHIFT		U(0)
1070 #define SMCR_ELX_LEN_MAX		U(0x1ff)
1071 #define SMCR_ELX_FA64_BIT		(U(1) << 31)
1072 #define SMCR_ELX_EZT0_BIT		(U(1) << 30)
1073 
1074 /*******************************************************************************
1075  * Definitions of MAIR encodings for device and normal memory
1076  ******************************************************************************/
1077 /*
1078  * MAIR encodings for device memory attributes.
1079  */
1080 #define MAIR_DEV_nGnRnE		ULL(0x0)
1081 #define MAIR_DEV_nGnRE		ULL(0x4)
1082 #define MAIR_DEV_nGRE		ULL(0x8)
1083 #define MAIR_DEV_GRE		ULL(0xc)
1084 
1085 /*
1086  * MAIR encodings for normal memory attributes.
1087  *
1088  * Cache Policy
1089  *  WT:	 Write Through
1090  *  WB:	 Write Back
1091  *  NC:	 Non-Cacheable
1092  *
1093  * Transient Hint
1094  *  NTR: Non-Transient
1095  *  TR:	 Transient
1096  *
1097  * Allocation Policy
1098  *  RA:	 Read Allocate
1099  *  WA:	 Write Allocate
1100  *  RWA: Read and Write Allocate
1101  *  NA:	 No Allocation
1102  */
1103 #define MAIR_NORM_WT_TR_WA	ULL(0x1)
1104 #define MAIR_NORM_WT_TR_RA	ULL(0x2)
1105 #define MAIR_NORM_WT_TR_RWA	ULL(0x3)
1106 #define MAIR_NORM_NC		ULL(0x4)
1107 #define MAIR_NORM_WB_TR_WA	ULL(0x5)
1108 #define MAIR_NORM_WB_TR_RA	ULL(0x6)
1109 #define MAIR_NORM_WB_TR_RWA	ULL(0x7)
1110 #define MAIR_NORM_WT_NTR_NA	ULL(0x8)
1111 #define MAIR_NORM_WT_NTR_WA	ULL(0x9)
1112 #define MAIR_NORM_WT_NTR_RA	ULL(0xa)
1113 #define MAIR_NORM_WT_NTR_RWA	ULL(0xb)
1114 #define MAIR_NORM_WB_NTR_NA	ULL(0xc)
1115 #define MAIR_NORM_WB_NTR_WA	ULL(0xd)
1116 #define MAIR_NORM_WB_NTR_RA	ULL(0xe)
1117 #define MAIR_NORM_WB_NTR_RWA	ULL(0xf)
1118 
1119 #define MAIR_NORM_OUTER_SHIFT	U(4)
1120 
1121 #define MAKE_MAIR_NORMAL_MEMORY(inner, outer)	\
1122 		((inner) | ((outer) << MAIR_NORM_OUTER_SHIFT))
1123 
1124 /* PAR_EL1 fields */
1125 #define PAR_F_SHIFT	U(0)
1126 #define PAR_F_MASK	ULL(0x1)
1127 #define PAR_ADDR_SHIFT	U(12)
1128 #define PAR_ADDR_MASK	(BIT(40) - ULL(1)) /* 40-bits-wide page address */
1129 
1130 /*******************************************************************************
1131  * Definitions for system register interface to SPE
1132  ******************************************************************************/
1133 #define PMBLIMITR_EL1		S3_0_C9_C10_0
1134 
1135 /*******************************************************************************
1136  * Definitions for system register interface, shifts and masks for MPAM
1137  ******************************************************************************/
1138 #define MPAMIDR_EL1		S3_0_C10_C4_4
1139 #define MPAM2_EL2		S3_4_C10_C5_0
1140 #define MPAMHCR_EL2		S3_4_C10_C4_0
1141 #define MPAM3_EL3		S3_6_C10_C5_0
1142 
1143 #define MPAMIDR_EL1_VPMR_MAX_SHIFT	ULL(18)
1144 #define MPAMIDR_EL1_VPMR_MAX_MASK	ULL(0x7)
1145 /*******************************************************************************
1146  * Definitions for system register interface to AMU for FEAT_AMUv1
1147  ******************************************************************************/
1148 #define AMCR_EL0		S3_3_C13_C2_0
1149 #define AMCFGR_EL0		S3_3_C13_C2_1
1150 #define AMCGCR_EL0		S3_3_C13_C2_2
1151 #define AMUSERENR_EL0		S3_3_C13_C2_3
1152 #define AMCNTENCLR0_EL0		S3_3_C13_C2_4
1153 #define AMCNTENSET0_EL0		S3_3_C13_C2_5
1154 #define AMCNTENCLR1_EL0		S3_3_C13_C3_0
1155 #define AMCNTENSET1_EL0		S3_3_C13_C3_1
1156 
1157 /* Activity Monitor Group 0 Event Counter Registers */
1158 #define AMEVCNTR00_EL0		S3_3_C13_C4_0
1159 #define AMEVCNTR01_EL0		S3_3_C13_C4_1
1160 #define AMEVCNTR02_EL0		S3_3_C13_C4_2
1161 #define AMEVCNTR03_EL0		S3_3_C13_C4_3
1162 
1163 /* Activity Monitor Group 0 Event Type Registers */
1164 #define AMEVTYPER00_EL0		S3_3_C13_C6_0
1165 #define AMEVTYPER01_EL0		S3_3_C13_C6_1
1166 #define AMEVTYPER02_EL0		S3_3_C13_C6_2
1167 #define AMEVTYPER03_EL0		S3_3_C13_C6_3
1168 
1169 /* Activity Monitor Group 1 Event Counter Registers */
1170 #define AMEVCNTR10_EL0		S3_3_C13_C12_0
1171 #define AMEVCNTR11_EL0		S3_3_C13_C12_1
1172 #define AMEVCNTR12_EL0		S3_3_C13_C12_2
1173 #define AMEVCNTR13_EL0		S3_3_C13_C12_3
1174 #define AMEVCNTR14_EL0		S3_3_C13_C12_4
1175 #define AMEVCNTR15_EL0		S3_3_C13_C12_5
1176 #define AMEVCNTR16_EL0		S3_3_C13_C12_6
1177 #define AMEVCNTR17_EL0		S3_3_C13_C12_7
1178 #define AMEVCNTR18_EL0		S3_3_C13_C13_0
1179 #define AMEVCNTR19_EL0		S3_3_C13_C13_1
1180 #define AMEVCNTR1A_EL0		S3_3_C13_C13_2
1181 #define AMEVCNTR1B_EL0		S3_3_C13_C13_3
1182 #define AMEVCNTR1C_EL0		S3_3_C13_C13_4
1183 #define AMEVCNTR1D_EL0		S3_3_C13_C13_5
1184 #define AMEVCNTR1E_EL0		S3_3_C13_C13_6
1185 #define AMEVCNTR1F_EL0		S3_3_C13_C13_7
1186 
1187 /* Activity Monitor Group 1 Event Type Registers */
1188 #define AMEVTYPER10_EL0		S3_3_C13_C14_0
1189 #define AMEVTYPER11_EL0		S3_3_C13_C14_1
1190 #define AMEVTYPER12_EL0		S3_3_C13_C14_2
1191 #define AMEVTYPER13_EL0		S3_3_C13_C14_3
1192 #define AMEVTYPER14_EL0		S3_3_C13_C14_4
1193 #define AMEVTYPER15_EL0		S3_3_C13_C14_5
1194 #define AMEVTYPER16_EL0		S3_3_C13_C14_6
1195 #define AMEVTYPER17_EL0		S3_3_C13_C14_7
1196 #define AMEVTYPER18_EL0		S3_3_C13_C15_0
1197 #define AMEVTYPER19_EL0		S3_3_C13_C15_1
1198 #define AMEVTYPER1A_EL0		S3_3_C13_C15_2
1199 #define AMEVTYPER1B_EL0		S3_3_C13_C15_3
1200 #define AMEVTYPER1C_EL0		S3_3_C13_C15_4
1201 #define AMEVTYPER1D_EL0		S3_3_C13_C15_5
1202 #define AMEVTYPER1E_EL0		S3_3_C13_C15_6
1203 #define AMEVTYPER1F_EL0		S3_3_C13_C15_7
1204 
1205 /* AMCNTENSET0_EL0 definitions */
1206 #define AMCNTENSET0_EL0_Pn_SHIFT	U(0)
1207 #define AMCNTENSET0_EL0_Pn_MASK		ULL(0xffff)
1208 
1209 /* AMCNTENSET1_EL0 definitions */
1210 #define AMCNTENSET1_EL0_Pn_SHIFT	U(0)
1211 #define AMCNTENSET1_EL0_Pn_MASK		ULL(0xffff)
1212 
1213 /* AMCNTENCLR0_EL0 definitions */
1214 #define AMCNTENCLR0_EL0_Pn_SHIFT	U(0)
1215 #define AMCNTENCLR0_EL0_Pn_MASK		ULL(0xffff)
1216 
1217 /* AMCNTENCLR1_EL0 definitions */
1218 #define AMCNTENCLR1_EL0_Pn_SHIFT	U(0)
1219 #define AMCNTENCLR1_EL0_Pn_MASK		ULL(0xffff)
1220 
1221 /* AMCFGR_EL0 definitions */
1222 #define AMCFGR_EL0_NCG_SHIFT	U(28)
1223 #define AMCFGR_EL0_NCG_MASK	U(0xf)
1224 #define AMCFGR_EL0_N_SHIFT	U(0)
1225 #define AMCFGR_EL0_N_MASK	U(0xff)
1226 
1227 /* AMCGCR_EL0 definitions */
1228 #define AMCGCR_EL0_CG0NC_SHIFT	U(0)
1229 #define AMCGCR_EL0_CG0NC_MASK	U(0xff)
1230 #define AMCGCR_EL0_CG1NC_SHIFT	U(8)
1231 #define AMCGCR_EL0_CG1NC_MASK	U(0xff)
1232 
1233 /* MPAM register definitions */
1234 #define MPAM3_EL3_MPAMEN_BIT		(ULL(1) << 63)
1235 #define MPAM3_EL3_TRAPLOWER_BIT		(ULL(1) << 62)
1236 #define MPAMHCR_EL2_TRAP_MPAMIDR_EL1	(ULL(1) << 31)
1237 #define MPAM3_EL3_RESET_VAL		MPAM3_EL3_TRAPLOWER_BIT
1238 
1239 #define MPAM2_EL2_TRAPMPAM0EL1		(ULL(1) << 49)
1240 #define MPAM2_EL2_TRAPMPAM1EL1		(ULL(1) << 48)
1241 
1242 #define MPAMIDR_HAS_HCR_BIT		(ULL(1) << 17)
1243 
1244 /*******************************************************************************
1245  * Definitions for system register interface to AMU for FEAT_AMUv1p1
1246  ******************************************************************************/
1247 
1248 /* Definition for register defining which virtual offsets are implemented. */
1249 #define AMCG1IDR_EL0		S3_3_C13_C2_6
1250 #define AMCG1IDR_CTR_MASK	ULL(0xffff)
1251 #define AMCG1IDR_CTR_SHIFT	U(0)
1252 #define AMCG1IDR_VOFF_MASK	ULL(0xffff)
1253 #define AMCG1IDR_VOFF_SHIFT	U(16)
1254 
1255 /* New bit added to AMCR_EL0 */
1256 #define AMCR_CG1RZ_SHIFT	U(17)
1257 #define AMCR_CG1RZ_BIT		(ULL(0x1) << AMCR_CG1RZ_SHIFT)
1258 
1259 /*
1260  * Definitions for virtual offset registers for architected activity monitor
1261  * event counters.
1262  * AMEVCNTVOFF01_EL2 intentionally left undefined, as it does not exist.
1263  */
1264 #define AMEVCNTVOFF00_EL2	S3_4_C13_C8_0
1265 #define AMEVCNTVOFF02_EL2	S3_4_C13_C8_2
1266 #define AMEVCNTVOFF03_EL2	S3_4_C13_C8_3
1267 
1268 /*
1269  * Definitions for virtual offset registers for auxiliary activity monitor event
1270  * counters.
1271  */
1272 #define AMEVCNTVOFF10_EL2	S3_4_C13_C10_0
1273 #define AMEVCNTVOFF11_EL2	S3_4_C13_C10_1
1274 #define AMEVCNTVOFF12_EL2	S3_4_C13_C10_2
1275 #define AMEVCNTVOFF13_EL2	S3_4_C13_C10_3
1276 #define AMEVCNTVOFF14_EL2	S3_4_C13_C10_4
1277 #define AMEVCNTVOFF15_EL2	S3_4_C13_C10_5
1278 #define AMEVCNTVOFF16_EL2	S3_4_C13_C10_6
1279 #define AMEVCNTVOFF17_EL2	S3_4_C13_C10_7
1280 #define AMEVCNTVOFF18_EL2	S3_4_C13_C11_0
1281 #define AMEVCNTVOFF19_EL2	S3_4_C13_C11_1
1282 #define AMEVCNTVOFF1A_EL2	S3_4_C13_C11_2
1283 #define AMEVCNTVOFF1B_EL2	S3_4_C13_C11_3
1284 #define AMEVCNTVOFF1C_EL2	S3_4_C13_C11_4
1285 #define AMEVCNTVOFF1D_EL2	S3_4_C13_C11_5
1286 #define AMEVCNTVOFF1E_EL2	S3_4_C13_C11_6
1287 #define AMEVCNTVOFF1F_EL2	S3_4_C13_C11_7
1288 
1289 /*******************************************************************************
1290  * Realm management extension register definitions
1291  ******************************************************************************/
1292 #define GPCCR_EL3			S3_6_C2_C1_6
1293 #define GPTBR_EL3			S3_6_C2_C1_4
1294 
1295 #define SCXTNUM_EL2			S3_4_C13_C0_7
1296 
1297 /*******************************************************************************
1298  * RAS system registers
1299  ******************************************************************************/
1300 #define DISR_EL1		S3_0_C12_C1_1
1301 #define DISR_A_BIT		U(31)
1302 
1303 #define ERRIDR_EL1		S3_0_C5_C3_0
1304 #define ERRIDR_MASK		U(0xffff)
1305 
1306 #define ERRSELR_EL1		S3_0_C5_C3_1
1307 
1308 /* System register access to Standard Error Record registers */
1309 #define ERXFR_EL1		S3_0_C5_C4_0
1310 #define ERXCTLR_EL1		S3_0_C5_C4_1
1311 #define ERXSTATUS_EL1		S3_0_C5_C4_2
1312 #define ERXADDR_EL1		S3_0_C5_C4_3
1313 #define ERXPFGF_EL1		S3_0_C5_C4_4
1314 #define ERXPFGCTL_EL1		S3_0_C5_C4_5
1315 #define ERXPFGCDN_EL1		S3_0_C5_C4_6
1316 #define ERXMISC0_EL1		S3_0_C5_C5_0
1317 #define ERXMISC1_EL1		S3_0_C5_C5_1
1318 
1319 #define ERXCTLR_ED_SHIFT	U(0)
1320 #define ERXCTLR_ED_BIT		(U(1) << ERXCTLR_ED_SHIFT)
1321 #define ERXCTLR_UE_BIT		(U(1) << 4)
1322 
1323 #define ERXPFGCTL_UC_BIT	(U(1) << 1)
1324 #define ERXPFGCTL_UEU_BIT	(U(1) << 2)
1325 #define ERXPFGCTL_CDEN_BIT	(U(1) << 31)
1326 
1327 /*******************************************************************************
1328  * Armv8.3 Pointer Authentication Registers
1329  ******************************************************************************/
1330 #define APIAKeyLo_EL1		S3_0_C2_C1_0
1331 #define APIAKeyHi_EL1		S3_0_C2_C1_1
1332 #define APIBKeyLo_EL1		S3_0_C2_C1_2
1333 #define APIBKeyHi_EL1		S3_0_C2_C1_3
1334 #define APDAKeyLo_EL1		S3_0_C2_C2_0
1335 #define APDAKeyHi_EL1		S3_0_C2_C2_1
1336 #define APDBKeyLo_EL1		S3_0_C2_C2_2
1337 #define APDBKeyHi_EL1		S3_0_C2_C2_3
1338 #define APGAKeyLo_EL1		S3_0_C2_C3_0
1339 #define APGAKeyHi_EL1		S3_0_C2_C3_1
1340 
1341 /*******************************************************************************
1342  * Armv8.4 Data Independent Timing Registers
1343  ******************************************************************************/
1344 #define DIT			S3_3_C4_C2_5
1345 #define DIT_BIT			BIT(24)
1346 
1347 /*******************************************************************************
1348  * Armv8.5 - new MSR encoding to directly access PSTATE.SSBS field
1349  ******************************************************************************/
1350 #define SSBS			S3_3_C4_C2_6
1351 
1352 /*******************************************************************************
1353  * Armv8.5 - Memory Tagging Extension Registers
1354  ******************************************************************************/
1355 #define TFSRE0_EL1		S3_0_C5_C6_1
1356 #define TFSR_EL1		S3_0_C5_C6_0
1357 #define RGSR_EL1		S3_0_C1_C0_5
1358 #define GCR_EL1			S3_0_C1_C0_6
1359 
1360 #define GCR_EL1_RRND_BIT	(UL(1) << 16)
1361 
1362 /*******************************************************************************
1363  * Armv8.5 - Random Number Generator Registers
1364  ******************************************************************************/
1365 #define RNDR			S3_3_C2_C4_0
1366 #define RNDRRS			S3_3_C2_C4_1
1367 
1368 /*******************************************************************************
1369  * FEAT_HCX - Extended Hypervisor Configuration Register
1370  ******************************************************************************/
1371 #define HCRX_EL2		S3_4_C1_C2_2
1372 #define HCRX_EL2_MSCEn_BIT	(UL(1) << 11)
1373 #define HCRX_EL2_MCE2_BIT	(UL(1) << 10)
1374 #define HCRX_EL2_CMOW_BIT	(UL(1) << 9)
1375 #define HCRX_EL2_VFNMI_BIT	(UL(1) << 8)
1376 #define HCRX_EL2_VINMI_BIT	(UL(1) << 7)
1377 #define HCRX_EL2_TALLINT_BIT	(UL(1) << 6)
1378 #define HCRX_EL2_SMPME_BIT	(UL(1) << 5)
1379 #define HCRX_EL2_FGTnXS_BIT	(UL(1) << 4)
1380 #define HCRX_EL2_FnXS_BIT	(UL(1) << 3)
1381 #define HCRX_EL2_EnASR_BIT	(UL(1) << 2)
1382 #define HCRX_EL2_EnALS_BIT	(UL(1) << 1)
1383 #define HCRX_EL2_EnAS0_BIT	(UL(1) << 0)
1384 #define HCRX_EL2_INIT_VAL	ULL(0x0)
1385 
1386 /*******************************************************************************
1387  * FEAT_FGT - Definitions for Fine-Grained Trap registers
1388  ******************************************************************************/
1389 #define HFGITR_EL2_INIT_VAL	ULL(0x180000000000000)
1390 #define HFGRTR_EL2_INIT_VAL	ULL(0xC4000000000000)
1391 #define HFGWTR_EL2_INIT_VAL	ULL(0xC4000000000000)
1392 
1393 /*******************************************************************************
1394  * FEAT_TCR2 - Extended Translation Control Register
1395  ******************************************************************************/
1396 #define TCR2_EL2		S3_4_C2_C0_3
1397 
1398 /*******************************************************************************
1399  * Permission indirection and overlay
1400  ******************************************************************************/
1401 
1402 #define PIRE0_EL2		S3_4_C10_C2_2
1403 #define PIR_EL2			S3_4_C10_C2_3
1404 #define POR_EL2			S3_4_C10_C2_4
1405 #define S2PIR_EL2		S3_4_C10_C2_5
1406 
1407 /*******************************************************************************
1408  * FEAT_GCS - Guarded Control Stack Registers
1409  ******************************************************************************/
1410 #define GCSCR_EL2		S3_4_C2_C5_0
1411 #define GCSPR_EL2		S3_4_C2_C5_1
1412 
1413 /*******************************************************************************
1414  * Definitions for DynamicIQ Shared Unit registers
1415  ******************************************************************************/
1416 #define CLUSTERPWRDN_EL1	S3_0_c15_c3_6
1417 
1418 /* CLUSTERPWRDN_EL1 register definitions */
1419 #define DSU_CLUSTER_PWR_OFF	0
1420 #define DSU_CLUSTER_PWR_ON	1
1421 #define DSU_CLUSTER_PWR_MASK	U(1)
1422 #define DSU_CLUSTER_MEM_RET	BIT(1)
1423 
1424 /*******************************************************************************
1425  * Definitions for CPU Power/Performance Management registers
1426  ******************************************************************************/
1427 
1428 #define CPUPPMCR_EL3			S3_6_C15_C2_0
1429 #define CPUPPMCR_EL3_MPMMPINCTL_SHIFT	UINT64_C(0)
1430 #define CPUPPMCR_EL3_MPMMPINCTL_MASK	UINT64_C(0x1)
1431 
1432 #define CPUMPMMCR_EL3			S3_6_C15_C2_1
1433 #define CPUMPMMCR_EL3_MPMM_EN_SHIFT	UINT64_C(0)
1434 #define CPUMPMMCR_EL3_MPMM_EN_MASK	UINT64_C(0x1)
1435 
1436 /* alternative system register encoding for the "sb" speculation barrier */
1437 #define SYSREG_SB			S0_3_C3_C0_7
1438 
1439 #endif /* ARCH_H */
1440