66 	struct zpci_dev *tmp, *zdev = NULL;  in get_zdev_by_fid()  local
71 			zdev = tmp;  in get_zdev_by_fid()
76 	return zdev;  in get_zdev_by_fid()
81 	struct zpci_dev *tmp, *zdev;  in zpci_remove_reserved_devices()  local
86 	list_for_each_entry_safe(zdev, tmp, &zpci_list, entry) {  in zpci_remove_reserved_devices()
87 		if (zdev->state == ZPCI_FN_STATE_STANDBY &&  in zpci_remove_reserved_devices()
88 		    !clp_get_state(zdev->fid, &state) &&  in zpci_remove_reserved_devices()
90 			list_move_tail(&zdev->entry, &remove);  in zpci_remove_reserved_devices()
94 	list_for_each_entry_safe(zdev, tmp, &remove, entry)  in zpci_remove_reserved_devices()
95 		zpci_device_reserved(zdev);  in zpci_remove_reserved_devices()
111 int zpci_register_ioat(struct zpci_dev *zdev, u8 dmaas,  in zpci_register_ioat()  argument
114 	u64 req = ZPCI_CREATE_REQ(zdev->fh, dmaas, ZPCI_MOD_FC_REG_IOAT);  in zpci_register_ioat()
124 		zpci_dbg(3, "reg ioat fid:%x, cc:%d, status:%d\n", zdev->fid, cc, status);  in zpci_register_ioat()
129 int zpci_unregister_ioat(struct zpci_dev *zdev, u8 dmaas)  in zpci_unregister_ioat()  argument
131 	u64 req = ZPCI_CREATE_REQ(zdev->fh, dmaas, ZPCI_MOD_FC_DEREG_IOAT);  in zpci_unregister_ioat()
137 		zpci_dbg(3, "unreg ioat fid:%x, cc:%d, status:%d\n", zdev->fid, cc, status);  in zpci_unregister_ioat()
142 int zpci_fmb_enable_device(struct zpci_dev *zdev)  in zpci_fmb_enable_device()  argument
144 	u64 req = ZPCI_CREATE_REQ(zdev->fh, 0, ZPCI_MOD_FC_SET_MEASURE);  in zpci_fmb_enable_device()
148 	if (zdev->fmb || sizeof(*zdev->fmb) < zdev->fmb_length)  in zpci_fmb_enable_device()
151 	zdev->fmb = kmem_cache_zalloc(zdev_fmb_cache, GFP_KERNEL);  in zpci_fmb_enable_device()
152 	if (!zdev->fmb)  in zpci_fmb_enable_device()
154 	WARN_ON((u64) zdev->fmb & 0xf);  in zpci_fmb_enable_device()
157 	atomic64_set(&zdev->allocated_pages, 0);  in zpci_fmb_enable_device()
158 	atomic64_set(&zdev->mapped_pages, 0);  in zpci_fmb_enable_device()
159 	atomic64_set(&zdev->unmapped_pages, 0);  in zpci_fmb_enable_device()
161 	fib.fmb_addr = virt_to_phys(zdev->fmb);  in zpci_fmb_enable_device()
164 		kmem_cache_free(zdev_fmb_cache, zdev->fmb);  in zpci_fmb_enable_device()
165 		zdev->fmb = NULL;  in zpci_fmb_enable_device()
171 int zpci_fmb_disable_device(struct zpci_dev *zdev)  in zpci_fmb_disable_device()  argument
173 	u64 req = ZPCI_CREATE_REQ(zdev->fh, 0, ZPCI_MOD_FC_SET_MEASURE);  in zpci_fmb_disable_device()
177 	if (!zdev->fmb)  in zpci_fmb_disable_device()
186 		kmem_cache_free(zdev_fmb_cache, zdev->fmb);  in zpci_fmb_disable_device()
187 		zdev->fmb = NULL;  in zpci_fmb_disable_device()
192 static int zpci_cfg_load(struct zpci_dev *zdev, int offset, u32 *val, u8 len)  in zpci_cfg_load()  argument
194 	u64 req = ZPCI_CREATE_REQ(zdev->fh, ZPCI_PCIAS_CFGSPC, len);  in zpci_cfg_load()
208 static int zpci_cfg_store(struct zpci_dev *zdev, int offset, u32 val, u8 len)  in zpci_cfg_store()  argument
210 	u64 req = ZPCI_CREATE_REQ(zdev->fh, ZPCI_PCIAS_CFGSPC, len);  in zpci_cfg_store()
296 	struct zpci_dev *zdev =	to_zpci(pdev);  in pci_iomap_range_fh()  local
299 	idx = zdev->bars[bar].map_idx;  in pci_iomap_range_fh()
303 	zpci_iomap_start[idx].fh = zdev->fh;  in pci_iomap_range_fh()
315 	struct zpci_dev *zdev = to_zpci(pdev);  in pci_iomap_range_mio()  local
318 	iova = ioremap((unsigned long) zdev->bars[bar].mio_wt, barsize);  in pci_iomap_range_mio()
345 	struct zpci_dev *zdev = to_zpci(pdev);  in pci_iomap_wc_range_mio()  local
348 	iova = ioremap((unsigned long) zdev->bars[bar].mio_wb, barsize);  in pci_iomap_wc_range_mio()
402 	struct zpci_dev *zdev = get_zdev_by_bus(bus, devfn);  in pci_read()  local
404 	return (zdev) ? zpci_cfg_load(zdev, where, val, size) : -ENODEV;  in pci_read()
410 	struct zpci_dev *zdev = get_zdev_by_bus(bus, devfn);  in pci_write()  local
412 	return (zdev) ? zpci_cfg_store(zdev, where, val, size) : -ENODEV;  in pci_write()
422 	struct zpci_dev *zdev = to_zpci(pdev);  in zpci_map_resources()  local
431 		if (zpci_use_mio(zdev))  in zpci_map_resources()
433 				(resource_size_t __force) zdev->bars[i].mio_wt;  in zpci_map_resources()
445 	struct zpci_dev *zdev = to_zpci(pdev);  in zpci_unmap_resources()  local
449 	if (zpci_use_mio(zdev))  in zpci_unmap_resources()
461 static int zpci_alloc_iomap(struct zpci_dev *zdev)  in zpci_alloc_iomap()  argument
476 static void zpci_free_iomap(struct zpci_dev *zdev, int entry)  in zpci_free_iomap()  argument
484 static struct resource *__alloc_res(struct zpci_dev *zdev, unsigned long start,  in __alloc_res()  argument
496 	r->name = zdev->res_name;  in __alloc_res()
505 int zpci_setup_bus_resources(struct zpci_dev *zdev,  in zpci_setup_bus_resources()  argument
512 	snprintf(zdev->res_name, sizeof(zdev->res_name),  in zpci_setup_bus_resources()
513 		 "PCI Bus %04x:%02x", zdev->uid, ZPCI_BUS_NR);  in zpci_setup_bus_resources()
516 		if (!zdev->bars[i].size)  in zpci_setup_bus_resources()
518 		entry = zpci_alloc_iomap(zdev);  in zpci_setup_bus_resources()
521 		zdev->bars[i].map_idx = entry;  in zpci_setup_bus_resources()
525 		if (zdev->bars[i].val & 8)  in zpci_setup_bus_resources()
527 		if (zdev->bars[i].val & 4)  in zpci_setup_bus_resources()
530 		if (zpci_use_mio(zdev))  in zpci_setup_bus_resources()
531 			addr = (unsigned long) zdev->bars[i].mio_wt;  in zpci_setup_bus_resources()
534 		size = 1UL << zdev->bars[i].size;  in zpci_setup_bus_resources()
536 		res = __alloc_res(zdev, addr, size, flags);  in zpci_setup_bus_resources()
538 			zpci_free_iomap(zdev, entry);  in zpci_setup_bus_resources()
541 		zdev->bars[i].res = res;  in zpci_setup_bus_resources()
544 	zdev->has_resources = 1;  in zpci_setup_bus_resources()
549 static void zpci_cleanup_bus_resources(struct zpci_dev *zdev)  in zpci_cleanup_bus_resources()  argument
554 		if (!zdev->bars[i].size || !zdev->bars[i].res)  in zpci_cleanup_bus_resources()
557 		zpci_free_iomap(zdev, zdev->bars[i].map_idx);  in zpci_cleanup_bus_resources()
558 		release_resource(zdev->bars[i].res);  in zpci_cleanup_bus_resources()
559 		kfree(zdev->bars[i].res);  in zpci_cleanup_bus_resources()
561 	zdev->has_resources = 0;  in zpci_cleanup_bus_resources()
566 	struct zpci_dev *zdev = to_zpci(pdev);  in pcibios_add_device()  local
571 	zpci_zdev_get(zdev);  in pcibios_add_device()
591 	struct zpci_dev *zdev = to_zpci(pdev);  in pcibios_release_device()  local
594 	zpci_zdev_put(zdev);  in pcibios_release_device()
599 	struct zpci_dev *zdev = to_zpci(pdev);  in pcibios_enable_device()  local
601 	zpci_debug_init_device(zdev, dev_name(&pdev->dev));  in pcibios_enable_device()
602 	zpci_fmb_enable_device(zdev);  in pcibios_enable_device()
609 	struct zpci_dev *zdev = to_zpci(pdev);  in pcibios_disable_device()  local
611 	zpci_fmb_disable_device(zdev);  in pcibios_disable_device()
612 	zpci_debug_exit_device(zdev);  in pcibios_disable_device()
663 int zpci_enable_device(struct zpci_dev *zdev)  in zpci_enable_device()  argument
665 	u32 fh = zdev->fh;  in zpci_enable_device()
668 	if (clp_enable_fh(zdev, &fh, ZPCI_NR_DMA_SPACES))  in zpci_enable_device()
671 		zdev->fh = fh;  in zpci_enable_device()
675 int zpci_disable_device(struct zpci_dev *zdev)  in zpci_disable_device()  argument
677 	u32 fh = zdev->fh;  in zpci_disable_device()
680 	cc = clp_disable_fh(zdev, &fh);  in zpci_disable_device()
682 		zdev->fh = fh;  in zpci_disable_device()
685 			zdev->fid);  in zpci_disable_device()
687 		rc = clp_refresh_fh(zdev->fid, &fh);  in zpci_disable_device()
689 			zdev->fh = fh;  in zpci_disable_device()
711 	struct zpci_dev *zdev;  in zpci_create_device()  local
715 	zdev = kzalloc(sizeof(*zdev), GFP_KERNEL);  in zpci_create_device()
716 	if (!zdev)  in zpci_create_device()
720 	zdev->fid = fid;  in zpci_create_device()
721 	zdev->fh = fh;  in zpci_create_device()
724 	rc = clp_query_pci_fn(zdev);  in zpci_create_device()
727 	zdev->state =  state;  in zpci_create_device()
729 	kref_init(&zdev->kref);  in zpci_create_device()
730 	mutex_init(&zdev->lock);  in zpci_create_device()
732 	rc = zpci_init_iommu(zdev);  in zpci_create_device()
736 	rc = zpci_bus_device_register(zdev, &pci_root_ops);  in zpci_create_device()
741 	list_add_tail(&zdev->entry, &zpci_list);  in zpci_create_device()
744 	return zdev;  in zpci_create_device()
747 	zpci_destroy_iommu(zdev);  in zpci_create_device()
750 	kfree(zdev);  in zpci_create_device()
754 bool zpci_is_device_configured(struct zpci_dev *zdev)  in zpci_is_device_configured()  argument
756 	enum zpci_state state = zdev->state;  in zpci_is_device_configured()
775 int zpci_scan_configured_device(struct zpci_dev *zdev, u32 fh)  in zpci_scan_configured_device()  argument
779 	zdev->fh = fh;  in zpci_scan_configured_device()
781 	if (!zdev->zbus->bus)  in zpci_scan_configured_device()
788 	if (zdev->devfn == 0 && zdev->zbus->multifunction)  in zpci_scan_configured_device()
789 		rc = zpci_bus_scan_bus(zdev->zbus);  in zpci_scan_configured_device()
791 		rc = zpci_bus_scan_device(zdev);  in zpci_scan_configured_device()
806 int zpci_deconfigure_device(struct zpci_dev *zdev)  in zpci_deconfigure_device()  argument
810 	if (zdev->zbus->bus)  in zpci_deconfigure_device()
811 		zpci_bus_remove_device(zdev, false);  in zpci_deconfigure_device()
813 	if (zdev->dma_table) {  in zpci_deconfigure_device()
814 		rc = zpci_dma_exit_device(zdev);  in zpci_deconfigure_device()
818 	if (zdev_enabled(zdev)) {  in zpci_deconfigure_device()
819 		rc = zpci_disable_device(zdev);  in zpci_deconfigure_device()
824 	rc = sclp_pci_deconfigure(zdev->fid);  in zpci_deconfigure_device()
825 	zpci_dbg(3, "deconf fid:%x, rc:%d\n", zdev->fid, rc);  in zpci_deconfigure_device()
828 	zdev->state = ZPCI_FN_STATE_STANDBY;  in zpci_deconfigure_device()
842 void zpci_device_reserved(struct zpci_dev *zdev)  in zpci_device_reserved()  argument
844 	if (zdev->has_hp_slot)  in zpci_device_reserved()
845 		zpci_exit_slot(zdev);  in zpci_device_reserved()
851 	list_del(&zdev->entry);  in zpci_device_reserved()
853 	zdev->state = ZPCI_FN_STATE_RESERVED;  in zpci_device_reserved()
854 	zpci_dbg(3, "rsv fid:%x\n", zdev->fid);  in zpci_device_reserved()
855 	zpci_zdev_put(zdev);  in zpci_device_reserved()
860 	struct zpci_dev *zdev = container_of(kref, struct zpci_dev, kref);  in zpci_release_device()  local
863 	if (zdev->zbus->bus)  in zpci_release_device()
864 		zpci_bus_remove_device(zdev, false);  in zpci_release_device()
866 	if (zdev->dma_table)  in zpci_release_device()
867 		zpci_dma_exit_device(zdev);  in zpci_release_device()
868 	if (zdev_enabled(zdev))  in zpci_release_device()
869 		zpci_disable_device(zdev);  in zpci_release_device()
871 	switch (zdev->state) {  in zpci_release_device()
873 		ret = sclp_pci_deconfigure(zdev->fid);  in zpci_release_device()
874 		zpci_dbg(3, "deconf fid:%x, rc:%d\n", zdev->fid, ret);  in zpci_release_device()
877 		if (zdev->has_hp_slot)  in zpci_release_device()
878 			zpci_exit_slot(zdev);  in zpci_release_device()
880 		list_del(&zdev->entry);  in zpci_release_device()
882 		zpci_dbg(3, "rsv fid:%x\n", zdev->fid);  in zpci_release_device()
885 		if (zdev->has_resources)  in zpci_release_device()
886 			zpci_cleanup_bus_resources(zdev);  in zpci_release_device()
887 		zpci_bus_device_unregister(zdev);  in zpci_release_device()
888 		zpci_destroy_iommu(zdev);  in zpci_release_device()
893 	zpci_dbg(3, "rem fid:%x\n", zdev->fid);  in zpci_release_device()
894 	kfree(zdev);  in zpci_release_device()
900 	struct zpci_dev *zdev = to_zpci(pdev);  in zpci_report_error()  local
902 	return sclp_pci_report(report, zdev->fh, zdev->fid);  in zpci_report_error()