270 static void virtio_ccw_drop_indicators(struct virtio_ccw_device *vcdev)  in virtio_ccw_drop_indicators()  argument
274 	list_for_each_entry(info, &vcdev->virtqueues, node)  in virtio_ccw_drop_indicators()
275 		drop_airq_indicator(info->vq, vcdev->airq_info);  in virtio_ccw_drop_indicators()
278 static int doing_io(struct virtio_ccw_device *vcdev, __u32 flag)  in doing_io()  argument
283 	spin_lock_irqsave(get_ccwdev_lock(vcdev->cdev), flags);  in doing_io()
284 	if (vcdev->err)  in doing_io()
287 		ret = vcdev->curr_io & flag;  in doing_io()
288 	spin_unlock_irqrestore(get_ccwdev_lock(vcdev->cdev), flags);  in doing_io()
292 static int ccw_io_helper(struct virtio_ccw_device *vcdev,  in ccw_io_helper()  argument
300 		spin_lock_irqsave(get_ccwdev_lock(vcdev->cdev), flags);  in ccw_io_helper()
301 		ret = ccw_device_start(vcdev->cdev, ccw, intparm, 0, 0);  in ccw_io_helper()
303 			if (!vcdev->curr_io)  in ccw_io_helper()
304 				vcdev->err = 0;  in ccw_io_helper()
305 			vcdev->curr_io |= flag;  in ccw_io_helper()
307 		spin_unlock_irqrestore(get_ccwdev_lock(vcdev->cdev), flags);  in ccw_io_helper()
310 	wait_event(vcdev->wait_q, doing_io(vcdev, flag) == 0);  in ccw_io_helper()
311 	return ret ? ret : vcdev->err;  in ccw_io_helper()
314 static void virtio_ccw_drop_indicator(struct virtio_ccw_device *vcdev,  in virtio_ccw_drop_indicator()  argument
320 	struct airq_info *airq_info = vcdev->airq_info;  in virtio_ccw_drop_indicator()
322 	if (vcdev->is_thinint) {  in virtio_ccw_drop_indicator()
335 		indicatorp = kmalloc(sizeof(&vcdev->indicators),  in virtio_ccw_drop_indicator()
341 		ccw->count = sizeof(&vcdev->indicators);  in virtio_ccw_drop_indicator()
345 	vcdev->indicators = 0;  in virtio_ccw_drop_indicator()
347 	ret = ccw_io_helper(vcdev, ccw,  in virtio_ccw_drop_indicator()
348 			    vcdev->is_thinint ?  in virtio_ccw_drop_indicator()
352 		dev_info(&vcdev->cdev->dev,  in virtio_ccw_drop_indicator()
354 	else if (vcdev->is_thinint)  in virtio_ccw_drop_indicator()
355 		virtio_ccw_drop_indicators(vcdev);  in virtio_ccw_drop_indicator()
388 	struct virtio_ccw_device *vcdev;  in virtio_ccw_kvm_notify()  local
391 	vcdev = to_vc_device(info->vq->vdev);  in virtio_ccw_kvm_notify()
392 	ccw_device_get_schid(vcdev->cdev, &schid);  in virtio_ccw_kvm_notify()
399 static int virtio_ccw_read_vq_conf(struct virtio_ccw_device *vcdev,  in virtio_ccw_read_vq_conf()  argument
404 	vcdev->config_block->index = index;  in virtio_ccw_read_vq_conf()
408 	ccw->cda = (__u32)(unsigned long)(vcdev->config_block);  in virtio_ccw_read_vq_conf()
409 	ret = ccw_io_helper(vcdev, ccw, VIRTIO_CCW_DOING_READ_VQ_CONF);  in virtio_ccw_read_vq_conf()
412 	return vcdev->config_block->num;  in virtio_ccw_read_vq_conf()
417 	struct virtio_ccw_device *vcdev = to_vc_device(vq->vdev);  in virtio_ccw_del_vq()  local
425 	spin_lock_irqsave(&vcdev->lock, flags);  in virtio_ccw_del_vq()
427 	spin_unlock_irqrestore(&vcdev->lock, flags);  in virtio_ccw_del_vq()
430 	if (vcdev->revision == 0) {  in virtio_ccw_del_vq()
447 	ret = ccw_io_helper(vcdev, ccw,  in virtio_ccw_del_vq()
468 	struct virtio_ccw_device *vcdev = to_vc_device(vdev);  in virtio_ccw_del_vqs()  local
474 	virtio_ccw_drop_indicator(vcdev, ccw);  in virtio_ccw_del_vqs()
487 	struct virtio_ccw_device *vcdev = to_vc_device(vdev);  in virtio_ccw_setup_vq()  local
497 		dev_warn(&vcdev->cdev->dev, "no info\n");  in virtio_ccw_setup_vq()
504 		dev_warn(&vcdev->cdev->dev, "no info block\n");  in virtio_ccw_setup_vq()
508 	info->num = virtio_ccw_read_vq_conf(vcdev, ccw, i);  in virtio_ccw_setup_vq()
516 		dev_warn(&vcdev->cdev->dev, "no queue\n");  in virtio_ccw_setup_vq()
526 		dev_warn(&vcdev->cdev->dev, "no vq\n");  in virtio_ccw_setup_vq()
532 	if (vcdev->revision == 0) {  in virtio_ccw_setup_vq()
549 	err = ccw_io_helper(vcdev, ccw, VIRTIO_CCW_DOING_SET_VQ | i);  in virtio_ccw_setup_vq()
551 		dev_warn(&vcdev->cdev->dev, "SET_VQ failed\n");  in virtio_ccw_setup_vq()
559 	spin_lock_irqsave(&vcdev->lock, flags);  in virtio_ccw_setup_vq()
560 	list_add(&info->node, &vcdev->virtqueues);  in virtio_ccw_setup_vq()
561 	spin_unlock_irqrestore(&vcdev->lock, flags);  in virtio_ccw_setup_vq()
577 static int virtio_ccw_register_adapter_ind(struct virtio_ccw_device *vcdev,  in virtio_ccw_register_adapter_ind()  argument
593 						     &vcdev->airq_info);  in virtio_ccw_register_adapter_ind()
598 	info = vcdev->airq_info;  in virtio_ccw_register_adapter_ind()
606 	ret = ccw_io_helper(vcdev, ccw, VIRTIO_CCW_DOING_SET_IND_ADAPTER);  in virtio_ccw_register_adapter_ind()
616 			dev_warn(&vcdev->cdev->dev,  in virtio_ccw_register_adapter_ind()
618 		virtio_ccw_drop_indicators(vcdev);  in virtio_ccw_register_adapter_ind()
632 	struct virtio_ccw_device *vcdev = to_vc_device(vdev);  in virtio_ccw_find_vqs()  local
655 	indicatorp = kmalloc(sizeof(&vcdev->indicators), GFP_DMA | GFP_KERNEL);  in virtio_ccw_find_vqs()
658 	*indicatorp = (unsigned long) &vcdev->indicators;  in virtio_ccw_find_vqs()
659 	if (vcdev->is_thinint) {  in virtio_ccw_find_vqs()
660 		ret = virtio_ccw_register_adapter_ind(vcdev, vqs, nvqs, ccw);  in virtio_ccw_find_vqs()
663 			vcdev->is_thinint = false;  in virtio_ccw_find_vqs()
665 	if (!vcdev->is_thinint) {  in virtio_ccw_find_vqs()
667 		vcdev->indicators = 0;  in virtio_ccw_find_vqs()
670 		ccw->count = sizeof(&vcdev->indicators);  in virtio_ccw_find_vqs()
672 		ret = ccw_io_helper(vcdev, ccw, VIRTIO_CCW_DOING_SET_IND);  in virtio_ccw_find_vqs()
677 	*indicatorp = (unsigned long) &vcdev->indicators2;  in virtio_ccw_find_vqs()
678 	vcdev->indicators2 = 0;  in virtio_ccw_find_vqs()
681 	ccw->count = sizeof(&vcdev->indicators2);  in virtio_ccw_find_vqs()
683 	ret = ccw_io_helper(vcdev, ccw, VIRTIO_CCW_DOING_SET_CONF_IND);  in virtio_ccw_find_vqs()
699 	struct virtio_ccw_device *vcdev = to_vc_device(vdev);  in virtio_ccw_reset()  local
707 	*vcdev->status = 0;  in virtio_ccw_reset()
714 	ccw_io_helper(vcdev, ccw, VIRTIO_CCW_DOING_RESET);  in virtio_ccw_reset()
720 	struct virtio_ccw_device *vcdev = to_vc_device(vdev);  in virtio_ccw_get_features()  local
741 	ret = ccw_io_helper(vcdev, ccw, VIRTIO_CCW_DOING_READ_FEAT);  in virtio_ccw_get_features()
749 	if (vcdev->revision == 0)  in virtio_ccw_get_features()
758 	ret = ccw_io_helper(vcdev, ccw, VIRTIO_CCW_DOING_READ_FEAT);  in virtio_ccw_get_features()
770 	struct virtio_ccw_device *vcdev = to_vc_device(vdev);  in virtio_ccw_finalize_features()  local
775 	if (vcdev->revision >= 1 &&  in virtio_ccw_finalize_features()
801 	ret = ccw_io_helper(vcdev, ccw, VIRTIO_CCW_DOING_WRITE_FEAT);  in virtio_ccw_finalize_features()
805 	if (vcdev->revision == 0)  in virtio_ccw_finalize_features()
815 	ret = ccw_io_helper(vcdev, ccw, VIRTIO_CCW_DOING_WRITE_FEAT);  in virtio_ccw_finalize_features()
827 	struct virtio_ccw_device *vcdev = to_vc_device(vdev);  in virtio_ccw_get_config()  local
845 	ret = ccw_io_helper(vcdev, ccw, VIRTIO_CCW_DOING_READ_CONFIG);  in virtio_ccw_get_config()
849 	memcpy(vcdev->config, config_area, offset + len);  in virtio_ccw_get_config()
851 		memcpy(buf, &vcdev->config[offset], len);  in virtio_ccw_get_config()
852 	if (vcdev->config_ready < offset + len)  in virtio_ccw_get_config()
853 		vcdev->config_ready = offset + len;  in virtio_ccw_get_config()
864 	struct virtio_ccw_device *vcdev = to_vc_device(vdev);  in virtio_ccw_set_config()  local
877 	if (vcdev->config_ready < offset)  in virtio_ccw_set_config()
879 	memcpy(&vcdev->config[offset], buf, len);  in virtio_ccw_set_config()
881 	memcpy(config_area, vcdev->config, sizeof(vcdev->config));  in virtio_ccw_set_config()
886 	ccw_io_helper(vcdev, ccw, VIRTIO_CCW_DOING_WRITE_CONFIG);  in virtio_ccw_set_config()
895 	struct virtio_ccw_device *vcdev = to_vc_device(vdev);  in virtio_ccw_get_status()  local
896 	u8 old_status = *vcdev->status;  in virtio_ccw_get_status()
899 	if (vcdev->revision < 1)  in virtio_ccw_get_status()
900 		return *vcdev->status;  in virtio_ccw_get_status()
908 	ccw->count = sizeof(*vcdev->status);  in virtio_ccw_get_status()
909 	ccw->cda = (__u32)(unsigned long)vcdev->status;  in virtio_ccw_get_status()
910 	ccw_io_helper(vcdev, ccw, VIRTIO_CCW_DOING_READ_STATUS);  in virtio_ccw_get_status()
919 	return *vcdev->status;  in virtio_ccw_get_status()
924 	struct virtio_ccw_device *vcdev = to_vc_device(vdev);  in virtio_ccw_set_status()  local
925 	u8 old_status = *vcdev->status;  in virtio_ccw_set_status()
934 	*vcdev->status = status;  in virtio_ccw_set_status()
938 	ccw->cda = (__u32)(unsigned long)vcdev->status;  in virtio_ccw_set_status()
939 	ret = ccw_io_helper(vcdev, ccw, VIRTIO_CCW_DOING_WRITE_STATUS);  in virtio_ccw_set_status()
942 		*vcdev->status = old_status;  in virtio_ccw_set_status()
966 	struct virtio_ccw_device *vcdev = to_vc_device(dev);  in virtio_ccw_release_dev()  local
968 	kfree(vcdev->status);  in virtio_ccw_release_dev()
969 	kfree(vcdev->config_block);  in virtio_ccw_release_dev()
970 	kfree(vcdev);  in virtio_ccw_release_dev()
984 static struct virtqueue *virtio_ccw_vq_by_ind(struct virtio_ccw_device *vcdev,  in virtio_ccw_vq_by_ind()  argument
992 	spin_lock_irqsave(&vcdev->lock, flags);  in virtio_ccw_vq_by_ind()
993 	list_for_each_entry(info, &vcdev->virtqueues, node) {  in virtio_ccw_vq_by_ind()
999 	spin_unlock_irqrestore(&vcdev->lock, flags);  in virtio_ccw_vq_by_ind()
1003 static void virtio_ccw_check_activity(struct virtio_ccw_device *vcdev,  in virtio_ccw_check_activity()  argument
1006 	if (vcdev->curr_io & activity) {  in virtio_ccw_check_activity()
1021 			vcdev->curr_io &= ~activity;  in virtio_ccw_check_activity()
1022 			wake_up(&vcdev->wait_q);  in virtio_ccw_check_activity()
1026 			dev_warn(&vcdev->cdev->dev,  in virtio_ccw_check_activity()
1039 	struct virtio_ccw_device *vcdev = dev_get_drvdata(&cdev->dev);  in virtio_ccw_int_handler()  local
1043 	if (!vcdev)  in virtio_ccw_int_handler()
1046 		vcdev->err = PTR_ERR(irb);  in virtio_ccw_int_handler()
1047 		virtio_ccw_check_activity(vcdev, activity);  in virtio_ccw_int_handler()
1061 			vcdev->err = -EOPNOTSUPP;  in virtio_ccw_int_handler()
1064 			vcdev->err = -EIO;  in virtio_ccw_int_handler()
1066 	virtio_ccw_check_activity(vcdev, activity);  in virtio_ccw_int_handler()
1067 	for_each_set_bit(i, &vcdev->indicators,  in virtio_ccw_int_handler()
1068 			 sizeof(vcdev->indicators) * BITS_PER_BYTE) {  in virtio_ccw_int_handler()
1070 		clear_bit(i, &vcdev->indicators);  in virtio_ccw_int_handler()
1072 		vq = virtio_ccw_vq_by_ind(vcdev, i);  in virtio_ccw_int_handler()
1075 	if (test_bit(0, &vcdev->indicators2)) {  in virtio_ccw_int_handler()
1076 		virtio_config_changed(&vcdev->vdev);  in virtio_ccw_int_handler()
1077 		clear_bit(0, &vcdev->indicators2);  in virtio_ccw_int_handler()
1126 	struct virtio_ccw_device *vcdev;  in virtio_grab_drvdata()  local
1129 	vcdev = dev_get_drvdata(&cdev->dev);  in virtio_grab_drvdata()
1130 	if (!vcdev || vcdev->going_away) {  in virtio_grab_drvdata()
1134 	vcdev->going_away = true;  in virtio_grab_drvdata()
1136 	return vcdev;  in virtio_grab_drvdata()
1142 	struct virtio_ccw_device *vcdev = virtio_grab_drvdata(cdev);  in virtio_ccw_remove()  local
1144 	if (vcdev && cdev->online) {  in virtio_ccw_remove()
1145 		if (vcdev->device_lost)  in virtio_ccw_remove()
1146 			virtio_break_device(&vcdev->vdev);  in virtio_ccw_remove()
1147 		unregister_virtio_device(&vcdev->vdev);  in virtio_ccw_remove()
1158 	struct virtio_ccw_device *vcdev = virtio_grab_drvdata(cdev);  in virtio_ccw_offline()  local
1160 	if (!vcdev)  in virtio_ccw_offline()
1162 	if (vcdev->device_lost)  in virtio_ccw_offline()
1163 		virtio_break_device(&vcdev->vdev);  in virtio_ccw_offline()
1164 	unregister_virtio_device(&vcdev->vdev);  in virtio_ccw_offline()
1171 static int virtio_ccw_set_transport_rev(struct virtio_ccw_device *vcdev)  in virtio_ccw_set_transport_rev()  argument
1192 	vcdev->revision = VIRTIO_CCW_REV_MAX;  in virtio_ccw_set_transport_rev()
1194 		rev->revision = vcdev->revision;  in virtio_ccw_set_transport_rev()
1197 		ret = ccw_io_helper(vcdev, ccw,  in virtio_ccw_set_transport_rev()
1200 			if (vcdev->revision == 0)  in virtio_ccw_set_transport_rev()
1208 				vcdev->revision--;  in virtio_ccw_set_transport_rev()
1220 	struct virtio_ccw_device *vcdev;  in virtio_ccw_online()  local
1223 	vcdev = kzalloc(sizeof(*vcdev), GFP_KERNEL);  in virtio_ccw_online()
1224 	if (!vcdev) {  in virtio_ccw_online()
1229 	vcdev->config_block = kzalloc(sizeof(*vcdev->config_block),  in virtio_ccw_online()
1231 	if (!vcdev->config_block) {  in virtio_ccw_online()
1235 	vcdev->status = kzalloc(sizeof(*vcdev->status), GFP_DMA | GFP_KERNEL);  in virtio_ccw_online()
1236 	if (!vcdev->status) {  in virtio_ccw_online()
1241 	vcdev->is_thinint = virtio_ccw_use_airq; /* at least try */  in virtio_ccw_online()
1243 	vcdev->vdev.dev.parent = &cdev->dev;  in virtio_ccw_online()
1244 	vcdev->vdev.dev.release = virtio_ccw_release_dev;  in virtio_ccw_online()
1245 	vcdev->vdev.config = &virtio_ccw_config_ops;  in virtio_ccw_online()
1246 	vcdev->cdev = cdev;  in virtio_ccw_online()
1247 	init_waitqueue_head(&vcdev->wait_q);  in virtio_ccw_online()
1248 	INIT_LIST_HEAD(&vcdev->virtqueues);  in virtio_ccw_online()
1249 	spin_lock_init(&vcdev->lock);  in virtio_ccw_online()
1252 	dev_set_drvdata(&cdev->dev, vcdev);  in virtio_ccw_online()
1254 	vcdev->vdev.id.vendor = cdev->id.cu_type;  in virtio_ccw_online()
1255 	vcdev->vdev.id.device = cdev->id.cu_model;  in virtio_ccw_online()
1257 	ret = virtio_ccw_set_transport_rev(vcdev);  in virtio_ccw_online()
1261 	ret = register_virtio_device(&vcdev->vdev);  in virtio_ccw_online()
1272 	put_device(&vcdev->vdev.dev);  in virtio_ccw_online()
1275 	if (vcdev) {  in virtio_ccw_online()
1276 		kfree(vcdev->status);  in virtio_ccw_online()
1277 		kfree(vcdev->config_block);  in virtio_ccw_online()
1279 	kfree(vcdev);  in virtio_ccw_online()
1286 	struct virtio_ccw_device *vcdev = dev_get_drvdata(&cdev->dev);  in virtio_ccw_cio_notify()  local
1292 	if (!vcdev)  in virtio_ccw_cio_notify()
1297 		vcdev->device_lost = true;  in virtio_ccw_cio_notify()
1318 	struct virtio_ccw_device *vcdev = dev_get_drvdata(&cdev->dev);  in virtio_ccw_freeze()  local
1320 	return virtio_device_freeze(&vcdev->vdev);  in virtio_ccw_freeze()
1325 	struct virtio_ccw_device *vcdev = dev_get_drvdata(&cdev->dev);  in virtio_ccw_restore()  local
1328 	ret = virtio_ccw_set_transport_rev(vcdev);  in virtio_ccw_restore()
1332 	return virtio_device_restore(&vcdev->vdev);  in virtio_ccw_restore()