33 	uint64_t group0_cnts[AMU_GROUP0_MAX_COUNTERS];
35 	uint64_t group1_cnts[AMU_GROUP1_MAX_COUNTERS];
39 	uint64_t group0_voffsets[AMU_GROUP0_MAX_COUNTERS - 1U];
41 	uint64_t group1_voffsets[AMU_GROUP1_MAX_COUNTERS];
60 static inline __unused uint64_t read_hcr_el2_amvoffen(void)  in read_hcr_el2_amvoffen()
66 static inline __unused void write_cptr_el2_tam(uint64_t value)  in write_cptr_el2_tam()
72 static inline __unused void ctx_write_scr_el3_amvoffen(cpu_context_t *ctx, uint64_t amvoffen)  in ctx_write_scr_el3_amvoffen()
74 	uint64_t value = read_ctx_reg(get_el3state_ctx(ctx), CTX_SCR_EL3);  in ctx_write_scr_el3_amvoffen()
82 static inline __unused void write_hcr_el2_amvoffen(uint64_t value)  in write_hcr_el2_amvoffen()
88 static inline __unused void write_amcr_el0_cg1rz(uint64_t value)  in write_amcr_el0_cg1rz()
94 static inline __unused uint64_t read_amcfgr_el0_ncg(void)  in read_amcfgr_el0_ncg()
100 static inline __unused uint64_t read_amcgcr_el0_cg0nc(void)  in read_amcgcr_el0_cg0nc()
106 static inline __unused uint64_t read_amcg1idr_el0_voff(void)  in read_amcg1idr_el0_voff()
112 static inline __unused uint64_t read_amcgcr_el0_cg1nc(void)  in read_amcgcr_el0_cg1nc()
118 static inline __unused uint64_t read_amcntenset0_el0_px(void)  in read_amcntenset0_el0_px()
124 static inline __unused uint64_t read_amcntenset1_el0_px(void)  in read_amcntenset1_el0_px()
130 static inline __unused void write_amcntenset0_el0_px(uint64_t px)  in write_amcntenset0_el0_px()
132 	uint64_t value = read_amcntenset0_el0();  in write_amcntenset0_el0_px()
140 static inline __unused void write_amcntenset1_el0_px(uint64_t px)  in write_amcntenset1_el0_px()
142 	uint64_t value = read_amcntenset1_el0();  in write_amcntenset1_el0_px()
150 static inline __unused void write_amcntenclr0_el0_px(uint64_t px)  in write_amcntenclr0_el0_px()
152 	uint64_t value = read_amcntenclr0_el0();  in write_amcntenclr0_el0_px()
160 static inline __unused void write_amcntenclr1_el0_px(uint64_t px)  in write_amcntenclr1_el0_px()
162 	uint64_t value = read_amcntenclr1_el0();  in write_amcntenclr1_el0_px()
199 	uint64_t cptr_el3 = per_world_ctx->ctx_cptr_el3;  in amu_enable_per_world()
207 	uint64_t group0_impl_ctr = read_amcgcr_el0_cg0nc();  in amu_init_el3()
208 	uint64_t group0_en_mask = (1 << (group0_impl_ctr)) - 1U;  in amu_init_el3()
209 	uint64_t num_ctr_groups = read_amcfgr_el0_ncg();  in amu_init_el3()
216 		uint64_t amcntenset1_el0_px = 0x0; /* Group 1 enable mask */  in amu_init_el3()
283 static uint64_t amu_group0_cnt_read(unsigned int idx)  in amu_group0_cnt_read()
292 static void amu_group0_cnt_write(unsigned  int idx, uint64_t val)  in amu_group0_cnt_write()
307 static bool amu_group0_voffset_supported(uint64_t idx)  in amu_group0_voffset_supported()
332 static uint64_t amu_group0_voffset_read(unsigned int idx)  in amu_group0_voffset_read()
347 static void amu_group0_voffset_write(unsigned int idx, uint64_t val)  in amu_group0_voffset_write()
359 static uint64_t amu_group1_cnt_read(unsigned int idx)  in amu_group1_cnt_read()
369 static void amu_group1_cnt_write(unsigned int idx, uint64_t val)  in amu_group1_cnt_write()
384 static uint64_t amu_group1_voffset_read(unsigned int idx)  in amu_group1_voffset_read()
399 static void amu_group1_voffset_write(unsigned int idx, uint64_t val)  in amu_group1_voffset_write()
413 	uint64_t i, j;  in amu_context_save()
418 	uint64_t hcr_el2_amvoffen = 0;	/* AMU virtual offsets enabled */  in amu_context_save()
419 	uint64_t amcgcr_el0_cg0nc;	/* Number of group 0 counters */  in amu_context_save()
422 	uint64_t amcg1idr_el0_voff;	/* Auxiliary counters with virtual offsets */  in amu_context_save()
423 	uint64_t amcfgr_el0_ncg;	/* Number of counter groups */  in amu_context_save()
424 	uint64_t amcgcr_el0_cg1nc;	/* Number of group 1 counters */  in amu_context_save()
504 	uint64_t i, j;  in amu_context_restore()
509 	uint64_t hcr_el2_amvoffen = 0;	/* AMU virtual offsets enabled */  in amu_context_restore()
511 	uint64_t amcgcr_el0_cg0nc;	/* Number of group 0 counters */  in amu_context_restore()
514 	uint64_t amcfgr_el0_ncg;	/* Number of counter groups */  in amu_context_restore()
515 	uint64_t amcgcr_el0_cg1nc;	/* Number of group 1 counters */  in amu_context_restore()
516 	uint64_t amcg1idr_el0_voff;	/* Auxiliary counters with virtual offsets */  in amu_context_restore()