93 #define AFUD_READ(afu, off)		in_be64(afu->native->afu_desc_mmio + off)
94 #define AFUD_READ_LE(afu, off)		in_le64(afu->native->afu_desc_mmio + off)
548 		adapter->native->no_data_cache = true;  in init_implementation_adapter_regs_psl9()
631 	if (adapter->native->sl_ops->write_timebase_ctrl)  in cxl_setup_psl_timebase()
632 		adapter->native->sl_ops->write_timebase_ctrl(adapter);  in cxl_setup_psl_timebase()
794 	afu->psn_phys = p2_base(dev) + (adapter->native->ps_off + (afu->slice * adapter->ps_size));  in pci_map_slice_regs()
795 …afu_desc = p2_base(dev) + adapter->native->afu_desc_off + (afu->slice * adapter->native->afu_desc_…  in pci_map_slice_regs()
797 	if (!(afu->native->p1n_mmio = ioremap(p1n_base, p1n_size)))  in pci_map_slice_regs()
802 		if (!(afu->native->afu_desc_mmio = ioremap(afu_desc, adapter->native->afu_desc_size)))  in pci_map_slice_regs()
810 	iounmap(afu->native->p1n_mmio);  in pci_map_slice_regs()
822 	if (afu->native->p1n_mmio) {  in pci_unmap_slice_regs()
823 		iounmap(afu->native->p1n_mmio);  in pci_unmap_slice_regs()
824 		afu->native->p1n_mmio = NULL;  in pci_unmap_slice_regs()
826 	if (afu->native->afu_desc_mmio) {  in pci_unmap_slice_regs()
827 		iounmap(afu->native->afu_desc_mmio);  in pci_unmap_slice_regs()
828 		afu->native->afu_desc_mmio = NULL;  in pci_unmap_slice_regs()
841 	kfree(afu->native);  in cxl_pci_release_afu()
866 		afu->native->pp_offset = AFUD_READ_PPPSA_OFF(afu);  in cxl_read_afu_descriptor()
897 			(afu->native->pp_offset + afu->pp_size*afu->max_procs_virtualised)) {  in cxl_afu_descriptor_looks_ok()
960 	if (afu->adapter->native->sl_ops->register_serr_irq) {  in sanitise_afu_regs_psl9()
1015 	if (afu->adapter->native->sl_ops->register_serr_irq) {  in sanitise_afu_regs_psl8()
1045 	const void __iomem *ebuf = afu->native->afu_desc_mmio + afu->eb_offset;  in cxl_pci_afu_read_err_buffer()
1083 	if (adapter->native->sl_ops->sanitise_afu_regs) {  in pci_configure_afu()
1084 		rc = adapter->native->sl_ops->sanitise_afu_regs(afu);  in pci_configure_afu()
1102 	if (adapter->native->sl_ops->afu_regs_init)  in pci_configure_afu()
1103 		if ((rc = adapter->native->sl_ops->afu_regs_init(afu)))  in pci_configure_afu()
1106 	if (adapter->native->sl_ops->register_serr_irq)  in pci_configure_afu()
1107 		if ((rc = adapter->native->sl_ops->register_serr_irq(afu)))  in pci_configure_afu()
1117 	if (adapter->native->sl_ops->release_serr_irq)  in pci_configure_afu()
1118 		adapter->native->sl_ops->release_serr_irq(afu);  in pci_configure_afu()
1135 	if (afu->adapter->native->sl_ops->release_serr_irq)  in pci_deconfigure_afu()
1136 		afu->adapter->native->sl_ops->release_serr_irq(afu);  in pci_deconfigure_afu()
1149 	afu->native = kzalloc(sizeof(struct cxl_afu_native), GFP_KERNEL);  in pci_init_afu()
1150 	if (!afu->native)  in pci_init_afu()
1153 	mutex_init(&afu->native->spa_mutex);  in pci_init_afu()
1190 	kfree(afu->native);  in pci_init_afu()
1258 	if (!(adapter->native->p1_mmio = ioremap(p1_base(dev), p1_size(dev))))  in cxl_map_adapter_regs()
1261 	if (!(adapter->native->p2_mmio = ioremap(p2_base(dev), p2_size(dev))))  in cxl_map_adapter_regs()
1267 	iounmap(adapter->native->p1_mmio);  in cxl_map_adapter_regs()
1268 	adapter->native->p1_mmio = NULL;  in cxl_map_adapter_regs()
1279 	if (adapter->native->p1_mmio) {  in cxl_unmap_adapter_regs()
1280 		iounmap(adapter->native->p1_mmio);  in cxl_unmap_adapter_regs()
1281 		adapter->native->p1_mmio = NULL;  in cxl_unmap_adapter_regs()
1284 	if (adapter->native->p2_mmio) {  in cxl_unmap_adapter_regs()
1285 		iounmap(adapter->native->p2_mmio);  in cxl_unmap_adapter_regs()
1286 		adapter->native->p2_mmio = NULL;  in cxl_unmap_adapter_regs()
1328 	adapter->native->ps_off = ps_off * 64 * 1024;  in cxl_read_vsec()
1330 	adapter->native->afu_desc_off = afu_desc_off * 64 * 1024;  in cxl_read_vsec()
1331 	adapter->native->afu_desc_size = afu_desc_size * 64 * 1024;  in cxl_read_vsec()
1399 	if (!adapter->native->afu_desc_off || !adapter->native->afu_desc_size) {  in cxl_vsec_looks_ok()
1404 	if (adapter->ps_size > p2_size(dev) - adapter->native->ps_off) {  in cxl_vsec_looks_ok()
1407 			 adapter->ps_size, p2_size(dev) - adapter->native->ps_off);  in cxl_vsec_looks_ok()
1427 	kfree(adapter->native);  in cxl_release_adapter()
1440 	if (adapter->native->sl_ops->invalidate_all) {  in sanitise_adapter_regs()
1444 		rc = adapter->native->sl_ops->invalidate_all(adapter);  in sanitise_adapter_regs()
1490 	if ((rc = adapter->native->sl_ops->adapter_regs_init(adapter, dev)))  in cxl_configure_adapter()
1505 	if ((rc = pnv_phb_to_cxl_mode(dev, adapter->native->sl_ops->capi_mode)))  in cxl_configure_adapter()
1629 		adapter->native->sl_ops = &psl8_ops;  in set_sl_ops()
1632 		adapter->native->sl_ops = &psl9_ops;  in set_sl_ops()
1646 	adapter->native = kzalloc(sizeof(struct cxl_native), GFP_KERNEL);  in cxl_pci_init_adapter()
1647 	if (!adapter->native) {  in cxl_pci_init_adapter()