Lines Matching refs:gic_rdists
132 if (gic_rdists->has_rvpeid && \
133 gic_rdists->gicd_typer2 & GICD_TYPER2_VIL) \
134 nvpeid = 1 + (gic_rdists->gicd_typer2 & \
187 static struct rdists *gic_rdists; variable
196 #define gic_data_rdist() (raw_cpu_ptr(gic_rdists->rdist))
197 #define gic_data_rdist_cpu(cpu) (per_cpu_ptr(gic_rdists->rdist, cpu))
207 return (gic_rdists->has_rvpeid || vm->vlpi_count[its->list_nr]); in require_its_list_vmovp()
1425 va = gic_rdists->prop_table_va; in lpi_write_config()
1438 if (gic_rdists->flags & RDIST_FLAGS_PROPBASE_NEEDS_FLUSHING) in lpi_write_config()
1460 rdbase = per_cpu_ptr(gic_rdists->rdist, cpu)->rd_base; in __direct_lpi_inv()
1493 if (gic_rdists->has_direct_lpi && in lpi_update_config()
1775 if (!its_list_map || gic_rdists->has_rvpeid) in gic_requires_eager_mapping()
2136 numlpis = 1UL << GICD_TYPER_NUM_LPIS(gic_rdists->gicd_typer); in its_lpi_init()
2256 if (gic_rdists->flags & RDIST_FLAGS_RD_TABLES_PREALLOCATED) { in its_setup_lpi_prop_table()
2262 gic_rdists->prop_table_pa = val & GENMASK_ULL(51, 12); in its_setup_lpi_prop_table()
2263 gic_rdists->prop_table_va = memremap(gic_rdists->prop_table_pa, in its_setup_lpi_prop_table()
2266 gic_reset_prop_table(gic_rdists->prop_table_va); in its_setup_lpi_prop_table()
2271 GICD_TYPER_ID_BITS(gic_rdists->gicd_typer), in its_setup_lpi_prop_table()
2279 gic_rdists->prop_table_pa = page_to_phys(page); in its_setup_lpi_prop_table()
2280 gic_rdists->prop_table_va = page_address(page); in its_setup_lpi_prop_table()
2281 WARN_ON(gic_reserve_range(gic_rdists->prop_table_pa, in its_setup_lpi_prop_table()
2286 &gic_rdists->prop_table_pa); in its_setup_lpi_prop_table()
2766 if (!gic_rdists->has_rvpeid) in allocate_vpe_l2_table()
2836 if (!gic_rdists->has_rvpeid) in allocate_vpe_l1_table()
3013 gic_rdists->flags |= (RDIST_FLAGS_RD_TABLES_PREALLOCATED | in allocate_lpi_tables()
3093 if ((gic_rdists->flags & RDIST_FLAGS_RD_TABLES_PREALLOCATED) && in its_cpu_init_lpis()
3101 if (WARN_ON(gic_rdists->prop_table_pa != paddr)) in its_cpu_init_lpis()
3117 val = (gic_rdists->prop_table_pa | in its_cpu_init_lpis()
3125 if (gic_rdists->flags & RDIST_FLAGS_FORCE_NON_SHAREABLE) in its_cpu_init_lpis()
3141 gic_rdists->flags |= RDIST_FLAGS_PROPBASE_NEEDS_FLUSHING; in its_cpu_init_lpis()
3152 if (gic_rdists->flags & RDIST_FLAGS_FORCE_NON_SHAREABLE) in its_cpu_init_lpis()
3171 if (gic_rdists->has_vlpis && !gic_rdists->has_rvpeid) { in its_cpu_init_lpis()
3200 gic_rdists->has_rvpeid = false; in its_cpu_init_lpis()
3201 gic_rdists->has_vlpis = false; in its_cpu_init_lpis()
3380 if (!gic_rdists->has_rvpeid) in its_alloc_vpe_table()
3513 if (!gic_rdists->has_direct_lpi && in its_msi_prepare()
3720 if (gic_rdists->has_rvpeid) in its_vpe_db_proxy_unmap_locked()
3746 if (gic_rdists->has_rvpeid) in its_vpe_db_proxy_unmap()
3749 if (!gic_rdists->has_direct_lpi) { in its_vpe_db_proxy_unmap()
3761 if (gic_rdists->has_rvpeid) in its_vpe_db_proxy_map_locked()
3787 if (gic_rdists->has_rvpeid) in its_vpe_db_proxy_move()
3790 if (gic_rdists->has_direct_lpi) { in its_vpe_db_proxy_move()
3793 rdbase = per_cpu_ptr(gic_rdists->rdist, from)->rd_base; in its_vpe_db_proxy_move()
3861 if (!gic_rdists->has_vpend_valid_dirty) in its_wait_vpt_parse_complete()
3977 if (gic_rdists->has_direct_lpi) in its_vpe_send_inv()
4011 if (gic_rdists->has_direct_lpi) { in its_vpe_set_irqchip_state()
4014 rdbase = per_cpu_ptr(gic_rdists->rdist, vpe->col_idx)->rd_base; in its_vpe_set_irqchip_state()
4156 rdbase = per_cpu_ptr(gic_rdists->rdist, cpu)->rd_base; in its_vpe_4_1_invall()
4452 if (gic_rdists->has_rvpeid) in its_vpe_init()
4525 if (gic_rdists->has_rvpeid) in its_vpe_irq_domain_alloc()
4748 gic_rdists->flags |= RDIST_FLAGS_FORCE_NON_SHAREABLE; in its_enable_rk3588001()
5000 if (gic_rdists->has_direct_lpi) { in its_init_vpe_domain()
5209 (gic_rdists->flags & RDIST_FLAGS_RD_TABLES_PREALLOCATED)) in redist_disable_lpis()
5272 cpuhp_remove_state_nocalls(gic_rdists->cpuhp_memreserve_state); in rdist_memreserve_cpuhp_cleanup_workfn()
5273 gic_rdists->cpuhp_memreserve_state = CPUHP_INVALID; in rdist_memreserve_cpuhp_cleanup_workfn()
5633 gic_rdists->cpuhp_memreserve_state = CPUHP_INVALID; in its_lpi_memreserve_init()
5641 gic_rdists->cpuhp_memreserve_state = state; in its_lpi_memreserve_init()
5655 gic_rdists = rdists; in its_init()