Lines Matching +full:x +full:- +full:rc
1 // SPDX-License-Identifier: GPL-2.0+
57 long rc = 0; in h_copy_rdma() local
61 pr_debug("ibmvmc: h_copy_rdma(0x%llx, 0x%llx, 0x%llx, 0x%llx, 0x%llx\n", in h_copy_rdma()
63 rc = plpar_hcall_norets(H_COPY_RDMA, length, sliobn, slioba, in h_copy_rdma()
65 pr_debug("ibmvmc: h_copy_rdma rc = 0x%lx\n", rc); in h_copy_rdma()
67 return rc; in h_copy_rdma()
72 long rc = 0; in h_free_crq() local
75 if (H_IS_LONG_BUSY(rc)) in h_free_crq()
76 msleep(get_longbusy_msecs(rc)); in h_free_crq()
78 rc = plpar_hcall_norets(H_FREE_CRQ, unit_address); in h_free_crq()
79 } while ((rc == H_BUSY) || (H_IS_LONG_BUSY(rc))); in h_free_crq()
83 * h_request_vmc: - request a hypervisor virtual management channel device
91 * 0 - Success
92 * Non-zero - Failure
96 long rc = 0; in h_request_vmc() local
100 if (H_IS_LONG_BUSY(rc)) in h_request_vmc()
101 msleep(get_longbusy_msecs(rc)); in h_request_vmc()
104 rc = plpar_hcall(H_REQUEST_VMC, retbuf); in h_request_vmc()
105 pr_debug("ibmvmc: %s rc = 0x%lx\n", __func__, rc); in h_request_vmc()
107 } while ((rc == H_BUSY) || (H_IS_LONG_BUSY(rc))); in h_request_vmc()
109 return rc; in h_request_vmc()
114 * ibmvmc_handle_event: - Interrupt handler for crq events
127 vio_disable_interrupts(to_vio_dev(adapter->dev)); in ibmvmc_handle_event()
128 tasklet_schedule(&adapter->work_task); in ibmvmc_handle_event()
134 * ibmvmc_release_crq_queue - Release CRQ Queue
139 * 0 - Success
140 * Non-Zero - Failure
144 struct vio_dev *vdev = to_vio_dev(adapter->dev); in ibmvmc_release_crq_queue()
145 struct crq_queue *queue = &adapter->queue; in ibmvmc_release_crq_queue()
147 free_irq(vdev->irq, (void *)adapter); in ibmvmc_release_crq_queue()
148 tasklet_kill(&adapter->work_task); in ibmvmc_release_crq_queue()
150 if (adapter->reset_task) in ibmvmc_release_crq_queue()
151 kthread_stop(adapter->reset_task); in ibmvmc_release_crq_queue()
153 h_free_crq(vdev->unit_address); in ibmvmc_release_crq_queue()
154 dma_unmap_single(adapter->dev, in ibmvmc_release_crq_queue()
155 queue->msg_token, in ibmvmc_release_crq_queue()
156 queue->size * sizeof(*queue->msgs), DMA_BIDIRECTIONAL); in ibmvmc_release_crq_queue()
157 free_page((unsigned long)queue->msgs); in ibmvmc_release_crq_queue()
161 * ibmvmc_reset_crq_queue - Reset CRQ Queue
169 * 0 - Success
170 * Non-Zero - Failure
174 struct vio_dev *vdev = to_vio_dev(adapter->dev); in ibmvmc_reset_crq_queue()
175 struct crq_queue *queue = &adapter->queue; in ibmvmc_reset_crq_queue()
176 int rc = 0; in ibmvmc_reset_crq_queue() local
179 h_free_crq(vdev->unit_address); in ibmvmc_reset_crq_queue()
182 memset(queue->msgs, 0x00, PAGE_SIZE); in ibmvmc_reset_crq_queue()
183 queue->cur = 0; in ibmvmc_reset_crq_queue()
185 /* And re-open it again */ in ibmvmc_reset_crq_queue()
186 rc = plpar_hcall_norets(H_REG_CRQ, in ibmvmc_reset_crq_queue()
187 vdev->unit_address, in ibmvmc_reset_crq_queue()
188 queue->msg_token, PAGE_SIZE); in ibmvmc_reset_crq_queue()
189 if (rc == 2) in ibmvmc_reset_crq_queue()
191 dev_warn(adapter->dev, "Partner adapter not ready\n"); in ibmvmc_reset_crq_queue()
192 else if (rc != 0) in ibmvmc_reset_crq_queue()
193 dev_err(adapter->dev, "couldn't register crq--rc 0x%x\n", rc); in ibmvmc_reset_crq_queue()
195 return rc; in ibmvmc_reset_crq_queue()
199 * crq_queue_next_crq: - Returns the next entry in message queue
210 spin_lock_irqsave(&queue->lock, flags); in crq_queue_next_crq()
211 crq = &queue->msgs[queue->cur]; in crq_queue_next_crq()
212 if (crq->valid & 0x80) { in crq_queue_next_crq()
213 if (++queue->cur == queue->size) in crq_queue_next_crq()
214 queue->cur = 0; in crq_queue_next_crq()
224 spin_unlock_irqrestore(&queue->lock, flags); in crq_queue_next_crq()
230 * ibmvmc_send_crq - Send CRQ
237 * 0 - Success
238 * Non-Zero - Failure
243 struct vio_dev *vdev = to_vio_dev(adapter->dev); in ibmvmc_send_crq()
244 long rc = 0; in ibmvmc_send_crq() local
246 dev_dbg(adapter->dev, "(0x%x, 0x%016llx, 0x%016llx)\n", in ibmvmc_send_crq()
247 vdev->unit_address, word1, word2); in ibmvmc_send_crq()
254 rc = plpar_hcall_norets(H_SEND_CRQ, vdev->unit_address, word1, word2); in ibmvmc_send_crq()
255 dev_dbg(adapter->dev, "rc = 0x%lx\n", rc); in ibmvmc_send_crq()
257 return rc; in ibmvmc_send_crq()
261 * alloc_dma_buffer - Create DMA Buffer
284 *dma_handle = dma_map_single(&vdev->dev, buffer, size, in alloc_dma_buffer()
287 if (dma_mapping_error(&vdev->dev, *dma_handle)) { in alloc_dma_buffer()
297 * free_dma_buffer - Free DMA Buffer
310 dma_unmap_single(&vdev->dev, dma_handle, size, DMA_BIDIRECTIONAL); in free_dma_buffer()
317 * ibmvmc_get_valid_hmc_buffer - Retrieve Valid HMC Buffer
348 * ibmvmc_get_free_hmc_buffer - Get Free HMC Buffer
364 dev_info(adapter->dev, "get_free_hmc_buffer: invalid hmc_index=0x%x\n", in ibmvmc_get_free_hmc_buffer()
384 * ibmvmc_free_hmc_buffer - Free an HMC Buffer
395 spin_lock_irqsave(&hmc->lock, flags); in ibmvmc_free_hmc_buffer()
396 buffer->free = 1; in ibmvmc_free_hmc_buffer()
397 spin_unlock_irqrestore(&hmc->lock, flags); in ibmvmc_free_hmc_buffer()
401 * ibmvmc_count_hmc_buffers - Count HMC Buffers
438 * ibmvmc_get_free_hmc - Get Free HMC
467 * ibmvmc_return_hmc - Return an HMC Connection
475 * 0 - Success
476 * Non-zero - Failure
486 if (!hmc || !hmc->adapter) in ibmvmc_return_hmc()
487 return -EIO; in ibmvmc_return_hmc()
490 if (hmc->file_session) { in ibmvmc_return_hmc()
491 struct ibmvmc_file_session *session = hmc->file_session; in ibmvmc_return_hmc()
493 session->valid = 0; in ibmvmc_return_hmc()
498 adapter = hmc->adapter; in ibmvmc_return_hmc()
499 vdev = to_vio_dev(adapter->dev); in ibmvmc_return_hmc()
501 spin_lock_irqsave(&hmc->lock, flags); in ibmvmc_return_hmc()
502 hmc->index = 0; in ibmvmc_return_hmc()
503 hmc->state = ibmhmc_state_free; in ibmvmc_return_hmc()
504 hmc->queue_head = 0; in ibmvmc_return_hmc()
505 hmc->queue_tail = 0; in ibmvmc_return_hmc()
506 buffer = hmc->buffer; in ibmvmc_return_hmc()
513 dev_dbg(adapter->dev, "Forgot buffer id 0x%lx\n", i); in ibmvmc_return_hmc()
517 hmc->queue_outbound_msgs[i] = VMC_INVALID_BUFFER_ID; in ibmvmc_return_hmc()
520 spin_unlock_irqrestore(&hmc->lock, flags); in ibmvmc_return_hmc()
526 * ibmvmc_send_open - Interface Open
540 * 0 - Success
541 * Non-zero - Failure
549 int rc = 0; in ibmvmc_send_open() local
551 if (!hmc || !hmc->adapter) in ibmvmc_send_open()
552 return -EIO; in ibmvmc_send_open()
554 adapter = hmc->adapter; in ibmvmc_send_open()
556 dev_dbg(adapter->dev, "send_open: 0x%lx 0x%lx 0x%lx 0x%lx 0x%lx\n", in ibmvmc_send_open()
557 (unsigned long)buffer->size, (unsigned long)adapter->liobn, in ibmvmc_send_open()
558 (unsigned long)buffer->dma_addr_local, in ibmvmc_send_open()
559 (unsigned long)adapter->riobn, in ibmvmc_send_open()
560 (unsigned long)buffer->dma_addr_remote); in ibmvmc_send_open()
562 rc = h_copy_rdma(buffer->size, in ibmvmc_send_open()
563 adapter->liobn, in ibmvmc_send_open()
564 buffer->dma_addr_local, in ibmvmc_send_open()
565 adapter->riobn, in ibmvmc_send_open()
566 buffer->dma_addr_remote); in ibmvmc_send_open()
567 if (rc) { in ibmvmc_send_open()
568 dev_err(adapter->dev, "Error: In send_open, h_copy_rdma rc 0x%x\n", in ibmvmc_send_open()
569 rc); in ibmvmc_send_open()
570 return -EIO; in ibmvmc_send_open()
573 hmc->state = ibmhmc_state_opening; in ibmvmc_send_open()
579 crq_msg.hmc_session = hmc->session; in ibmvmc_send_open()
580 crq_msg.hmc_index = hmc->index; in ibmvmc_send_open()
581 crq_msg.var2.buffer_id = cpu_to_be16(buffer->id); in ibmvmc_send_open()
588 return rc; in ibmvmc_send_open()
592 * ibmvmc_send_close - Interface Close
602 * 0 - Success
603 * Non-zero - Failure
610 int rc = 0; in ibmvmc_send_close() local
612 if (!hmc || !hmc->adapter) in ibmvmc_send_close()
613 return -EIO; in ibmvmc_send_close()
615 adapter = hmc->adapter; in ibmvmc_send_close()
617 dev_info(adapter->dev, "CRQ send: close\n"); in ibmvmc_send_close()
623 crq_msg.hmc_session = hmc->session; in ibmvmc_send_close()
624 crq_msg.hmc_index = hmc->index; in ibmvmc_send_close()
632 return rc; in ibmvmc_send_close()
636 * ibmvmc_send_capabilities - Send VMC Capabilities
649 * 0 - Success
656 dev_dbg(adapter->dev, "ibmvmc: CRQ send: capabilities\n"); in ibmvmc_send_capabilities()
665 crq_msg.crq_size = cpu_to_be16(adapter->queue.size); in ibmvmc_send_capabilities()
677 * ibmvmc_send_add_buffer_resp - Add Buffer Response
690 * 0 - Success
699 dev_dbg(adapter->dev, "CRQ send: add_buffer_resp\n"); in ibmvmc_send_add_buffer_resp()
717 * ibmvmc_send_rem_buffer_resp - Remove Buffer Response
731 * 0 - Success
740 dev_dbg(adapter->dev, "CRQ send: rem_buffer_resp\n"); in ibmvmc_send_rem_buffer_resp()
758 * ibmvmc_send_msg - Signal Message
774 * 0 - Success
775 * Non-zero - Failure
783 int rc = 0; in ibmvmc_send_msg() local
785 dev_dbg(adapter->dev, "CRQ send: rdma to HV\n"); in ibmvmc_send_msg()
786 rc = h_copy_rdma(msg_len, in ibmvmc_send_msg()
787 adapter->liobn, in ibmvmc_send_msg()
788 buffer->dma_addr_local, in ibmvmc_send_msg()
789 adapter->riobn, in ibmvmc_send_msg()
790 buffer->dma_addr_remote); in ibmvmc_send_msg()
791 if (rc) { in ibmvmc_send_msg()
792 dev_err(adapter->dev, "Error in send_msg, h_copy_rdma rc 0x%x\n", in ibmvmc_send_msg()
793 rc); in ibmvmc_send_msg()
794 return rc; in ibmvmc_send_msg()
801 crq_msg.hmc_session = hmc->session; in ibmvmc_send_msg()
802 crq_msg.hmc_index = hmc->index; in ibmvmc_send_msg()
803 crq_msg.var2.buffer_id = cpu_to_be16(buffer->id); in ibmvmc_send_msg()
805 dev_dbg(adapter->dev, "CRQ send: msg to HV 0x%llx 0x%llx\n", in ibmvmc_send_msg()
808 buffer->owner = VMC_BUF_OWNER_HV; in ibmvmc_send_msg()
812 return rc; in ibmvmc_send_msg()
816 * ibmvmc_open - Open Session
822 * 0 - Success
823 * Non-zero - Failure
829 pr_debug("%s: inode = 0x%lx, file = 0x%lx, state = 0x%x\n", __func__, in ibmvmc_open()
835 return -ENOMEM; in ibmvmc_open()
837 session->file = file; in ibmvmc_open()
838 file->private_data = session; in ibmvmc_open()
844 * ibmvmc_close - Close Session
850 * 0 - Success
851 * Non-zero - Failure
857 int rc = 0; in ibmvmc_close() local
860 pr_debug("%s: file = 0x%lx, state = 0x%x\n", __func__, in ibmvmc_close()
863 session = file->private_data; in ibmvmc_close()
865 return -EIO; in ibmvmc_close()
867 hmc = session->hmc; in ibmvmc_close()
869 if (!hmc->adapter) in ibmvmc_close()
870 return -EIO; in ibmvmc_close()
873 dev_warn(hmc->adapter->dev, "close: state_failed\n"); in ibmvmc_close()
874 return -EIO; in ibmvmc_close()
877 spin_lock_irqsave(&hmc->lock, flags); in ibmvmc_close()
878 if (hmc->state >= ibmhmc_state_opening) { in ibmvmc_close()
879 rc = ibmvmc_send_close(hmc); in ibmvmc_close()
880 if (rc) in ibmvmc_close()
881 dev_warn(hmc->adapter->dev, "close: send_close failed.\n"); in ibmvmc_close()
883 spin_unlock_irqrestore(&hmc->lock, flags); in ibmvmc_close()
888 return rc; in ibmvmc_close()
892 * ibmvmc_read - Read
900 * 0 - Success
901 * Non-zero - Failure
915 pr_debug("ibmvmc: read: file = 0x%lx, buf = 0x%lx, nbytes = 0x%lx\n", in ibmvmc_read()
923 pr_warn("ibmvmc: read: nbytes invalid 0x%x\n", in ibmvmc_read()
925 return -EINVAL; in ibmvmc_read()
928 session = file->private_data; in ibmvmc_read()
931 return -EIO; in ibmvmc_read()
934 hmc = session->hmc; in ibmvmc_read()
937 return -EIO; in ibmvmc_read()
940 adapter = hmc->adapter; in ibmvmc_read()
943 return -EIO; in ibmvmc_read()
949 spin_lock_irqsave(&hmc->lock, flags); in ibmvmc_read()
950 if (hmc->queue_tail != hmc->queue_head) in ibmvmc_read()
954 spin_unlock_irqrestore(&hmc->lock, flags); in ibmvmc_read()
956 if (!session->valid) { in ibmvmc_read()
957 retval = -EBADFD; in ibmvmc_read()
960 if (file->f_flags & O_NONBLOCK) { in ibmvmc_read()
961 retval = -EAGAIN; in ibmvmc_read()
968 retval = -ERESTARTSYS; in ibmvmc_read()
973 buffer = &(hmc->buffer[hmc->queue_outbound_msgs[hmc->queue_tail]]); in ibmvmc_read()
974 hmc->queue_tail++; in ibmvmc_read()
975 if (hmc->queue_tail == ibmvmc_max_buf_pool_size) in ibmvmc_read()
976 hmc->queue_tail = 0; in ibmvmc_read()
977 spin_unlock_irqrestore(&hmc->lock, flags); in ibmvmc_read()
979 nbytes = min_t(size_t, nbytes, buffer->msg_len); in ibmvmc_read()
980 n = copy_to_user((void *)buf, buffer->real_addr_local, nbytes); in ibmvmc_read()
981 dev_dbg(adapter->dev, "read: copy to user nbytes = 0x%lx.\n", nbytes); in ibmvmc_read()
986 dev_warn(adapter->dev, "read: copy to user failed.\n"); in ibmvmc_read()
987 retval = -EFAULT; in ibmvmc_read()
992 dev_dbg(adapter->dev, "read: out %ld\n", retval); in ibmvmc_read()
997 * ibmvmc_poll - Poll
1011 session = file->private_data; in ibmvmc_poll()
1015 hmc = session->hmc; in ibmvmc_poll()
1021 if (hmc->queue_head != hmc->queue_tail) in ibmvmc_poll()
1028 * ibmvmc_write - Write
1036 * 0 - Success
1037 * Non-zero - Failure
1054 session = file->private_data; in ibmvmc_write()
1056 return -EIO; in ibmvmc_write()
1058 hmc = session->hmc; in ibmvmc_write()
1060 return -EIO; in ibmvmc_write()
1062 spin_lock_irqsave(&hmc->lock, flags); in ibmvmc_write()
1063 if (hmc->state == ibmhmc_state_free) { in ibmvmc_write()
1065 ret = -EIO; in ibmvmc_write()
1069 adapter = hmc->adapter; in ibmvmc_write()
1071 ret = -EIO; in ibmvmc_write()
1076 dev_warn(adapter->dev, "invalid buffer size 0x%lx\n", in ibmvmc_write()
1078 ret = -EIO; in ibmvmc_write()
1082 /* Waiting for the open resp message to the ioctl(1) - retry */ in ibmvmc_write()
1083 if (hmc->state == ibmhmc_state_opening) { in ibmvmc_write()
1084 ret = -EBUSY; in ibmvmc_write()
1091 if (hmc->state != ibmhmc_state_ready) { in ibmvmc_write()
1092 ret = -EIO; in ibmvmc_write()
1096 vmc_buffer = ibmvmc_get_valid_hmc_buffer(hmc->index); in ibmvmc_write()
1102 ret = -EBUSY; in ibmvmc_write()
1105 if (!vmc_buffer->real_addr_local) { in ibmvmc_write()
1106 dev_err(adapter->dev, "no buffer storage assigned\n"); in ibmvmc_write()
1107 ret = -EIO; in ibmvmc_write()
1110 buf = vmc_buffer->real_addr_local; in ibmvmc_write()
1113 bytes = min_t(size_t, c, vmc_buffer->size); in ibmvmc_write()
1115 bytes -= copy_from_user(buf, p, bytes); in ibmvmc_write()
1117 ret = -EFAULT; in ibmvmc_write()
1120 c -= bytes; in ibmvmc_write()
1127 inode->i_mtime = inode_set_ctime_current(inode); in ibmvmc_write()
1130 dev_dbg(adapter->dev, "write: file = 0x%lx, count = 0x%lx\n", in ibmvmc_write()
1134 ret = p - buffer; in ibmvmc_write()
1136 spin_unlock_irqrestore(&hmc->lock, flags); in ibmvmc_write()
1141 * ibmvmc_setup_hmc - Setup the HMC
1146 * 0 - Success
1147 * Non-zero - Failure
1156 return -EIO; in ibmvmc_setup_hmc()
1161 return -EAGAIN; in ibmvmc_setup_hmc()
1173 return -ENOBUFS; in ibmvmc_setup_hmc()
1181 return -EBUSY; in ibmvmc_setup_hmc()
1184 hmc->session = hmc->session + 1; in ibmvmc_setup_hmc()
1185 if (hmc->session == 0xff) in ibmvmc_setup_hmc()
1186 hmc->session = 1; in ibmvmc_setup_hmc()
1188 session->hmc = hmc; in ibmvmc_setup_hmc()
1189 hmc->adapter = &ibmvmc_adapter; in ibmvmc_setup_hmc()
1190 hmc->file_session = session; in ibmvmc_setup_hmc()
1191 session->valid = 1; in ibmvmc_setup_hmc()
1197 * ibmvmc_ioctl_sethmcid - IOCTL Set HMC ID
1205 * 0 - Success
1206 * Non-zero - Failure
1216 long rc = 0; in ibmvmc_ioctl_sethmcid() local
1219 hmc = session->hmc; in ibmvmc_ioctl_sethmcid()
1221 rc = ibmvmc_setup_hmc(session); in ibmvmc_ioctl_sethmcid()
1222 if (rc) in ibmvmc_ioctl_sethmcid()
1223 return rc; in ibmvmc_ioctl_sethmcid()
1225 hmc = session->hmc; in ibmvmc_ioctl_sethmcid()
1228 return -EIO; in ibmvmc_ioctl_sethmcid()
1232 if (hmc->state != ibmhmc_state_initial) { in ibmvmc_ioctl_sethmcid()
1233 pr_warn("ibmvmc: sethmcid: invalid state to send open 0x%x\n", in ibmvmc_ioctl_sethmcid()
1234 hmc->state); in ibmvmc_ioctl_sethmcid()
1235 return -EIO; in ibmvmc_ioctl_sethmcid()
1238 bytes = copy_from_user(hmc->hmc_id, new_hmc_id, HMC_ID_LEN); in ibmvmc_ioctl_sethmcid()
1240 return -EFAULT; in ibmvmc_ioctl_sethmcid()
1243 spin_lock_irqsave(&hmc->lock, flags); in ibmvmc_ioctl_sethmcid()
1244 buffer = ibmvmc_get_valid_hmc_buffer(hmc->index); in ibmvmc_ioctl_sethmcid()
1245 spin_unlock_irqrestore(&hmc->lock, flags); in ibmvmc_ioctl_sethmcid()
1247 if (!buffer || !buffer->real_addr_local) { in ibmvmc_ioctl_sethmcid()
1249 return -EIO; in ibmvmc_ioctl_sethmcid()
1254 strncpy(print_buffer, hmc->hmc_id, HMC_ID_LEN); in ibmvmc_ioctl_sethmcid()
1257 memcpy(buffer->real_addr_local, hmc->hmc_id, HMC_ID_LEN); in ibmvmc_ioctl_sethmcid()
1259 rc = ibmvmc_send_open(buffer, hmc); in ibmvmc_ioctl_sethmcid()
1261 return rc; in ibmvmc_ioctl_sethmcid()
1265 * ibmvmc_ioctl_query - IOCTL Query
1271 * 0 - Success
1272 * Non-zero - Failure
1288 return -EFAULT; in ibmvmc_ioctl_query()
1294 * ibmvmc_ioctl_requestvmc - IOCTL Request VMC
1300 * 0 - Success
1301 * Non-zero - Failure
1308 long rc; in ibmvmc_ioctl_requestvmc() local
1312 rc = h_request_vmc(&vmc_drc_index); in ibmvmc_ioctl_requestvmc()
1313 pr_debug("ibmvmc: requestvmc: H_REQUEST_VMC rc = 0x%lx\n", rc); in ibmvmc_ioctl_requestvmc()
1315 if (rc == H_SUCCESS) { in ibmvmc_ioctl_requestvmc()
1316 rc = 0; in ibmvmc_ioctl_requestvmc()
1317 } else if (rc == H_FUNCTION) { in ibmvmc_ioctl_requestvmc()
1319 return -EPERM; in ibmvmc_ioctl_requestvmc()
1320 } else if (rc == H_AUTHORITY) { in ibmvmc_ioctl_requestvmc()
1322 return -EPERM; in ibmvmc_ioctl_requestvmc()
1323 } else if (rc == H_HARDWARE) { in ibmvmc_ioctl_requestvmc()
1325 return -EIO; in ibmvmc_ioctl_requestvmc()
1326 } else if (rc == H_RESOURCE) { in ibmvmc_ioctl_requestvmc()
1328 return -ENODEV; in ibmvmc_ioctl_requestvmc()
1329 } else if (rc == H_NOT_AVAILABLE) { in ibmvmc_ioctl_requestvmc()
1331 return -EPERM; in ibmvmc_ioctl_requestvmc()
1332 } else if (rc == H_PARAMETER) { in ibmvmc_ioctl_requestvmc()
1334 return -EINVAL; in ibmvmc_ioctl_requestvmc()
1344 return -EFAULT; in ibmvmc_ioctl_requestvmc()
1346 return rc; in ibmvmc_ioctl_requestvmc()
1350 * ibmvmc_ioctl - IOCTL
1357 * 0 - Success
1358 * Non-zero - Failure
1363 struct ibmvmc_file_session *session = file->private_data; in ibmvmc_ioctl()
1365 pr_debug("ibmvmc: ioctl file=0x%lx, cmd=0x%x, arg=0x%lx, ses=0x%lx\n", in ibmvmc_ioctl()
1371 return -EIO; in ibmvmc_ioctl()
1385 pr_warn("ibmvmc: unknown ioctl 0x%x\n", cmd); in ibmvmc_ioctl()
1386 return -EINVAL; in ibmvmc_ioctl()
1401 * ibmvmc_add_buffer - Add Buffer
1424 * 0 - Success
1425 * Non-zero - Failure
1435 int rc = 0; in ibmvmc_add_buffer() local
1438 return -1; in ibmvmc_add_buffer()
1440 hmc_session = crq->hmc_session; in ibmvmc_add_buffer()
1441 hmc_index = crq->hmc_index; in ibmvmc_add_buffer()
1442 buffer_id = be16_to_cpu(crq->var2.buffer_id); in ibmvmc_add_buffer()
1445 dev_err(adapter->dev, "add_buffer: invalid hmc_index = 0x%x\n", in ibmvmc_add_buffer()
1449 return -1; in ibmvmc_add_buffer()
1453 dev_err(adapter->dev, "add_buffer: invalid buffer_id = 0x%x\n", in ibmvmc_add_buffer()
1457 return -1; in ibmvmc_add_buffer()
1463 if (buffer->real_addr_local || buffer->dma_addr_local) { in ibmvmc_add_buffer()
1464 dev_warn(adapter->dev, "add_buffer: already allocated id = 0x%lx\n", in ibmvmc_add_buffer()
1469 return -1; in ibmvmc_add_buffer()
1472 buffer->real_addr_local = alloc_dma_buffer(to_vio_dev(adapter->dev), in ibmvmc_add_buffer()
1474 &buffer->dma_addr_local); in ibmvmc_add_buffer()
1476 if (!buffer->real_addr_local) { in ibmvmc_add_buffer()
1477 dev_err(adapter->dev, "add_buffer: alloc_dma_buffer failed.\n"); in ibmvmc_add_buffer()
1481 return -1; in ibmvmc_add_buffer()
1484 buffer->dma_addr_remote = be32_to_cpu(crq->var3.lioba); in ibmvmc_add_buffer()
1485 buffer->size = ibmvmc.max_mtu; in ibmvmc_add_buffer()
1486 buffer->owner = crq->var1.owner; in ibmvmc_add_buffer()
1487 buffer->free = 1; in ibmvmc_add_buffer()
1490 buffer->valid = 1; in ibmvmc_add_buffer()
1491 buffer->id = buffer_id; in ibmvmc_add_buffer()
1493 dev_dbg(adapter->dev, "add_buffer: successfully added a buffer:\n"); in ibmvmc_add_buffer()
1494 dev_dbg(adapter->dev, " index: %d, session: %d, buffer: 0x%x, owner: %d\n", in ibmvmc_add_buffer()
1495 hmc_index, hmc_session, buffer_id, buffer->owner); in ibmvmc_add_buffer()
1496 dev_dbg(adapter->dev, " local: 0x%x, remote: 0x%x\n", in ibmvmc_add_buffer()
1497 (u32)buffer->dma_addr_local, in ibmvmc_add_buffer()
1498 (u32)buffer->dma_addr_remote); in ibmvmc_add_buffer()
1504 return rc; in ibmvmc_add_buffer()
1508 * ibmvmc_rem_buffer - Remove Buffer
1536 * 0 - Success
1537 * Non-zero - Failure
1552 int rc = 0; in ibmvmc_rem_buffer() local
1555 return -1; in ibmvmc_rem_buffer()
1557 hmc_session = crq->hmc_session; in ibmvmc_rem_buffer()
1558 hmc_index = crq->hmc_index; in ibmvmc_rem_buffer()
1561 dev_warn(adapter->dev, "rem_buffer: invalid hmc_index = 0x%x\n", in ibmvmc_rem_buffer()
1565 return -1; in ibmvmc_rem_buffer()
1571 dev_info(adapter->dev, "rem_buffer: no buffer to remove\n"); in ibmvmc_rem_buffer()
1576 return -1; in ibmvmc_rem_buffer()
1579 buffer_id = buffer->id; in ibmvmc_rem_buffer()
1581 if (buffer->valid) in ibmvmc_rem_buffer()
1582 free_dma_buffer(to_vio_dev(adapter->dev), in ibmvmc_rem_buffer()
1584 buffer->real_addr_local, in ibmvmc_rem_buffer()
1585 buffer->dma_addr_local); in ibmvmc_rem_buffer()
1590 dev_dbg(adapter->dev, "rem_buffer: removed buffer 0x%x.\n", buffer_id); in ibmvmc_rem_buffer()
1594 return rc; in ibmvmc_rem_buffer()
1607 int rc = 0; in ibmvmc_recv_msg() local
1610 return -1; in ibmvmc_recv_msg()
1613 dev_dbg(adapter->dev, "Recv_msg: msg from HV 0x%016llx 0x%016llx\n", in ibmvmc_recv_msg()
1617 hmc_session = crq->hmc_session; in ibmvmc_recv_msg()
1618 hmc_index = crq->hmc_index; in ibmvmc_recv_msg()
1619 buffer_id = be16_to_cpu(crq->var2.buffer_id); in ibmvmc_recv_msg()
1620 msg_len = be32_to_cpu(crq->var3.msg_len); in ibmvmc_recv_msg()
1623 dev_err(adapter->dev, "Recv_msg: invalid hmc_index = 0x%x\n", in ibmvmc_recv_msg()
1627 return -1; in ibmvmc_recv_msg()
1631 dev_err(adapter->dev, "Recv_msg: invalid buffer_id = 0x%x\n", in ibmvmc_recv_msg()
1635 return -1; in ibmvmc_recv_msg()
1639 spin_lock_irqsave(&hmc->lock, flags); in ibmvmc_recv_msg()
1641 if (hmc->state == ibmhmc_state_free) { in ibmvmc_recv_msg()
1642 dev_err(adapter->dev, "Recv_msg: invalid hmc state = 0x%x\n", in ibmvmc_recv_msg()
1643 hmc->state); in ibmvmc_recv_msg()
1645 spin_unlock_irqrestore(&hmc->lock, flags); in ibmvmc_recv_msg()
1646 return -1; in ibmvmc_recv_msg()
1649 buffer = &hmc->buffer[buffer_id]; in ibmvmc_recv_msg()
1651 if (buffer->valid == 0 || buffer->owner == VMC_BUF_OWNER_ALPHA) { in ibmvmc_recv_msg()
1652 dev_err(adapter->dev, "Recv_msg: not valid, or not HV. 0x%x 0x%x\n", in ibmvmc_recv_msg()
1653 buffer->valid, buffer->owner); in ibmvmc_recv_msg()
1654 spin_unlock_irqrestore(&hmc->lock, flags); in ibmvmc_recv_msg()
1655 return -1; in ibmvmc_recv_msg()
1659 rc = h_copy_rdma(msg_len, in ibmvmc_recv_msg()
1660 adapter->riobn, in ibmvmc_recv_msg()
1661 buffer->dma_addr_remote, in ibmvmc_recv_msg()
1662 adapter->liobn, in ibmvmc_recv_msg()
1663 buffer->dma_addr_local); in ibmvmc_recv_msg()
1665 …dev_dbg(adapter->dev, "Recv_msg: msg_len = 0x%x, buffer_id = 0x%x, queue_head = 0x%x, hmc_idx = 0x… in ibmvmc_recv_msg()
1667 (unsigned int)hmc->queue_head, (unsigned int)hmc_index); in ibmvmc_recv_msg()
1668 buffer->msg_len = msg_len; in ibmvmc_recv_msg()
1669 buffer->free = 0; in ibmvmc_recv_msg()
1670 buffer->owner = VMC_BUF_OWNER_ALPHA; in ibmvmc_recv_msg()
1672 if (rc) { in ibmvmc_recv_msg()
1673 dev_err(adapter->dev, "Failure in recv_msg: h_copy_rdma = 0x%x\n", in ibmvmc_recv_msg()
1674 rc); in ibmvmc_recv_msg()
1675 spin_unlock_irqrestore(&hmc->lock, flags); in ibmvmc_recv_msg()
1676 return -1; in ibmvmc_recv_msg()
1680 hmc->queue_outbound_msgs[hmc->queue_head] = buffer_id; in ibmvmc_recv_msg()
1681 hmc->queue_head++; in ibmvmc_recv_msg()
1682 if (hmc->queue_head == ibmvmc_max_buf_pool_size) in ibmvmc_recv_msg()
1683 hmc->queue_head = 0; in ibmvmc_recv_msg()
1685 if (hmc->queue_head == hmc->queue_tail) in ibmvmc_recv_msg()
1686 dev_err(adapter->dev, "outbound buffer queue wrapped.\n"); in ibmvmc_recv_msg()
1688 spin_unlock_irqrestore(&hmc->lock, flags); in ibmvmc_recv_msg()
1696 * ibmvmc_process_capabilities - Process Capabilities
1707 if ((be16_to_cpu(crq->version) >> 8) != in ibmvmc_process_capabilities()
1709 dev_err(adapter->dev, "init failed, incompatible versions 0x%x 0x%x\n", in ibmvmc_process_capabilities()
1710 be16_to_cpu(crq->version), in ibmvmc_process_capabilities()
1716 ibmvmc.max_mtu = min_t(u32, ibmvmc_max_mtu, be32_to_cpu(crq->max_mtu)); in ibmvmc_process_capabilities()
1718 be16_to_cpu(crq->pool_size)); in ibmvmc_process_capabilities()
1719 ibmvmc.max_hmc_index = min_t(u8, ibmvmc_max_hmcs, crq->max_hmc) - 1; in ibmvmc_process_capabilities()
1722 dev_info(adapter->dev, "Capabilities: mtu=0x%x, pool_size=0x%x, max_hmc=0x%x\n", in ibmvmc_process_capabilities()
1728 * ibmvmc_validate_hmc_session - Validate HMC Session
1734 * 0 - Success
1735 * Non-zero - Failure
1742 hmc_index = crq->hmc_index; in ibmvmc_validate_hmc_session()
1744 if (crq->hmc_session == 0) in ibmvmc_validate_hmc_session()
1748 return -1; in ibmvmc_validate_hmc_session()
1750 if (hmcs[hmc_index].session != crq->hmc_session) { in ibmvmc_validate_hmc_session()
1751 dev_warn(adapter->dev, "Drop, bad session: expected 0x%x, recv 0x%x\n", in ibmvmc_validate_hmc_session()
1752 hmcs[hmc_index].session, crq->hmc_session); in ibmvmc_validate_hmc_session()
1753 return -1; in ibmvmc_validate_hmc_session()
1760 * ibmvmc_reset - Reset
1774 dev_info(adapter->dev, "*** Reset to initial state.\n"); in ibmvmc_reset()
1785 /* The partner did not close their CRQ - instead, we're in ibmvmc_reset()
1795 dev_dbg(adapter->dev, "Device reset scheduled"); in ibmvmc_reset()
1796 wake_up_interruptible(&adapter->reset_wait_queue); in ibmvmc_reset()
1802 * ibmvmc_reset_task - Reset Task
1812 int rc; in ibmvmc_reset_task() local
1814 set_user_nice(current, -20); in ibmvmc_reset_task()
1817 wait_event_interruptible(adapter->reset_wait_queue, in ibmvmc_reset_task()
1824 dev_dbg(adapter->dev, "CRQ resetting in process context"); in ibmvmc_reset_task()
1825 tasklet_disable(&adapter->work_task); in ibmvmc_reset_task()
1827 rc = ibmvmc_reset_crq_queue(adapter); in ibmvmc_reset_task()
1829 if (rc != H_SUCCESS && rc != H_RESOURCE) { in ibmvmc_reset_task()
1830 dev_err(adapter->dev, "Error initializing CRQ. rc = 0x%x\n", in ibmvmc_reset_task()
1831 rc); in ibmvmc_reset_task()
1837 != 0 && rc != H_RESOURCE) in ibmvmc_reset_task()
1838 dev_warn(adapter->dev, "Failed to send initialize CRQ message\n"); in ibmvmc_reset_task()
1841 vio_enable_interrupts(to_vio_dev(adapter->dev)); in ibmvmc_reset_task()
1842 tasklet_enable(&adapter->work_task); in ibmvmc_reset_task()
1849 * ibmvmc_process_open_resp - Process Open Response
1864 hmc_index = crq->hmc_index; in ibmvmc_process_open_resp()
1871 if (crq->status) { in ibmvmc_process_open_resp()
1872 dev_warn(adapter->dev, "open_resp: failed - status 0x%x\n", in ibmvmc_process_open_resp()
1873 crq->status); in ibmvmc_process_open_resp()
1879 buffer_id = be16_to_cpu(crq->var2.buffer_id); in ibmvmc_process_open_resp()
1881 dev_err(adapter->dev, "open_resp: invalid buffer_id = 0x%x\n", in ibmvmc_process_open_resp()
1888 dev_dbg(adapter->dev, "open_resp: set hmc state = ready\n"); in ibmvmc_process_open_resp()
1891 dev_warn(adapter->dev, "open_resp: invalid hmc state (0x%x)\n", in ibmvmc_process_open_resp()
1897 * ibmvmc_process_close_resp - Process Close Response
1913 hmc_index = crq->hmc_index; in ibmvmc_process_close_resp()
1919 if (crq->status) { in ibmvmc_process_close_resp()
1920 dev_warn(adapter->dev, "close_resp: failed - status 0x%x\n", in ibmvmc_process_close_resp()
1921 crq->status); in ibmvmc_process_close_resp()
1930 * ibmvmc_crq_process - Process CRQ
1941 switch (crq->type) { in ibmvmc_crq_process()
1943 dev_dbg(adapter->dev, "CRQ recv: capabilities resp (0x%x)\n", in ibmvmc_crq_process()
1944 crq->type); in ibmvmc_crq_process()
1948 dev_warn(adapter->dev, "caps msg invalid in state 0x%x\n", in ibmvmc_crq_process()
1952 dev_dbg(adapter->dev, "CRQ recv: open resp (0x%x)\n", in ibmvmc_crq_process()
1953 crq->type); in ibmvmc_crq_process()
1958 dev_dbg(adapter->dev, "CRQ recv: add buf (0x%x)\n", in ibmvmc_crq_process()
1959 crq->type); in ibmvmc_crq_process()
1964 dev_dbg(adapter->dev, "CRQ recv: rem buf (0x%x)\n", in ibmvmc_crq_process()
1965 crq->type); in ibmvmc_crq_process()
1970 dev_dbg(adapter->dev, "CRQ recv: signal msg (0x%x)\n", in ibmvmc_crq_process()
1971 crq->type); in ibmvmc_crq_process()
1976 dev_dbg(adapter->dev, "CRQ recv: close resp (0x%x)\n", in ibmvmc_crq_process()
1977 crq->type); in ibmvmc_crq_process()
1986 dev_warn(adapter->dev, "CRQ recv: unexpected msg (0x%x)\n", in ibmvmc_crq_process()
1987 crq->type); in ibmvmc_crq_process()
1990 dev_warn(adapter->dev, "CRQ recv: unknown msg (0x%x)\n", in ibmvmc_crq_process()
1991 crq->type); in ibmvmc_crq_process()
1997 * ibmvmc_handle_crq_init - Handle CRQ Init
2009 switch (crq->type) { in ibmvmc_handle_crq_init()
2011 dev_dbg(adapter->dev, "CRQ recv: CRQ init msg - state 0x%x\n", in ibmvmc_handle_crq_init()
2019 dev_err(adapter->dev, " Unable to send init rsp\n"); in ibmvmc_handle_crq_init()
2021 dev_err(adapter->dev, "Invalid state 0x%x mtu = 0x%x\n", in ibmvmc_handle_crq_init()
2027 dev_dbg(adapter->dev, "CRQ recv: initialization resp msg - state 0x%x\n", in ibmvmc_handle_crq_init()
2033 dev_warn(adapter->dev, "Unknown crq message type 0x%lx\n", in ibmvmc_handle_crq_init()
2034 (unsigned long)crq->type); in ibmvmc_handle_crq_init()
2039 * ibmvmc_handle_crq - Handle CRQ
2051 switch (crq->valid) { in ibmvmc_handle_crq()
2056 dev_warn(adapter->dev, "CRQ recv: virtual adapter failed - resetting.\n"); in ibmvmc_handle_crq()
2063 dev_warn(adapter->dev, "CRQ recv: unknown msg 0x%02x.\n", in ibmvmc_handle_crq()
2064 crq->valid); in ibmvmc_handle_crq()
2073 struct vio_dev *vdev = to_vio_dev(adapter->dev); in ibmvmc_task()
2079 while ((crq = crq_queue_next_crq(&adapter->queue)) != NULL) { in ibmvmc_task()
2081 crq->valid = 0x00; in ibmvmc_task()
2083 * Interrupts will be re-enabled by the reset task. in ibmvmc_task()
2090 crq = crq_queue_next_crq(&adapter->queue); in ibmvmc_task()
2094 crq->valid = 0x00; in ibmvmc_task()
2096 * Interrupts will be re-enabled by the reset task. in ibmvmc_task()
2107 * ibmvmc_init_crq_queue - Init CRQ Queue
2112 * 0 - Success
2113 * Non-zero - Failure
2117 struct vio_dev *vdev = to_vio_dev(adapter->dev); in ibmvmc_init_crq_queue()
2118 struct crq_queue *queue = &adapter->queue; in ibmvmc_init_crq_queue()
2119 int rc = 0; in ibmvmc_init_crq_queue() local
2122 queue->msgs = (struct ibmvmc_crq_msg *)get_zeroed_page(GFP_KERNEL); in ibmvmc_init_crq_queue()
2124 if (!queue->msgs) in ibmvmc_init_crq_queue()
2127 queue->size = PAGE_SIZE / sizeof(*queue->msgs); in ibmvmc_init_crq_queue()
2129 queue->msg_token = dma_map_single(adapter->dev, queue->msgs, in ibmvmc_init_crq_queue()
2130 queue->size * sizeof(*queue->msgs), in ibmvmc_init_crq_queue()
2133 if (dma_mapping_error(adapter->dev, queue->msg_token)) in ibmvmc_init_crq_queue()
2137 vdev->unit_address, in ibmvmc_init_crq_queue()
2138 queue->msg_token, PAGE_SIZE); in ibmvmc_init_crq_queue()
2139 rc = retrc; in ibmvmc_init_crq_queue()
2141 if (rc == H_RESOURCE) in ibmvmc_init_crq_queue()
2142 rc = ibmvmc_reset_crq_queue(adapter); in ibmvmc_init_crq_queue()
2144 if (rc == 2) { in ibmvmc_init_crq_queue()
2145 dev_warn(adapter->dev, "Partner adapter not ready\n"); in ibmvmc_init_crq_queue()
2147 } else if (rc != 0) { in ibmvmc_init_crq_queue()
2148 dev_err(adapter->dev, "Error %d opening adapter\n", rc); in ibmvmc_init_crq_queue()
2152 queue->cur = 0; in ibmvmc_init_crq_queue()
2153 spin_lock_init(&queue->lock); in ibmvmc_init_crq_queue()
2155 tasklet_init(&adapter->work_task, ibmvmc_task, (unsigned long)adapter); in ibmvmc_init_crq_queue()
2157 if (request_irq(vdev->irq, in ibmvmc_init_crq_queue()
2160 dev_err(adapter->dev, "couldn't register irq 0x%x\n", in ibmvmc_init_crq_queue()
2161 vdev->irq); in ibmvmc_init_crq_queue()
2165 rc = vio_enable_interrupts(vdev); in ibmvmc_init_crq_queue()
2166 if (rc != 0) { in ibmvmc_init_crq_queue()
2167 dev_err(adapter->dev, "Error %d enabling interrupts!!!\n", rc); in ibmvmc_init_crq_queue()
2177 tasklet_kill(&adapter->work_task); in ibmvmc_init_crq_queue()
2178 h_free_crq(vdev->unit_address); in ibmvmc_init_crq_queue()
2180 dma_unmap_single(adapter->dev, in ibmvmc_init_crq_queue()
2181 queue->msg_token, in ibmvmc_init_crq_queue()
2182 queue->size * sizeof(*queue->msgs), DMA_BIDIRECTIONAL); in ibmvmc_init_crq_queue()
2184 free_page((unsigned long)queue->msgs); in ibmvmc_init_crq_queue()
2186 return -ENOMEM; in ibmvmc_init_crq_queue()
2201 (const __be32 *)vio_get_attribute(vdev, "ibm,my-dma-window", in read_dma_window()
2204 dev_warn(adapter->dev, "Couldn't find ibm,my-dma-window property\n"); in read_dma_window()
2205 return -1; in read_dma_window()
2208 adapter->liobn = be32_to_cpu(*dma_window); in read_dma_window()
2211 prop = (const __be32 *)vio_get_attribute(vdev, "ibm,#dma-address-cells", in read_dma_window()
2214 dev_warn(adapter->dev, "Couldn't find ibm,#dma-address-cells property\n"); in read_dma_window()
2220 prop = (const __be32 *)vio_get_attribute(vdev, "ibm,#dma-size-cells", in read_dma_window()
2223 dev_warn(adapter->dev, "Couldn't find ibm,#dma-size-cells property\n"); in read_dma_window()
2230 adapter->riobn = be32_to_cpu(*dma_window); in read_dma_window()
2238 int rc; in ibmvmc_probe() local
2240 dev_set_drvdata(&vdev->dev, NULL); in ibmvmc_probe()
2242 adapter->dev = &vdev->dev; in ibmvmc_probe()
2244 dev_info(adapter->dev, "Probe for UA 0x%x\n", vdev->unit_address); in ibmvmc_probe()
2246 rc = read_dma_window(vdev, adapter); in ibmvmc_probe()
2247 if (rc != 0) { in ibmvmc_probe()
2249 return -1; in ibmvmc_probe()
2252 dev_dbg(adapter->dev, "Probe: liobn 0x%x, riobn 0x%x\n", in ibmvmc_probe()
2253 adapter->liobn, adapter->riobn); in ibmvmc_probe()
2255 init_waitqueue_head(&adapter->reset_wait_queue); in ibmvmc_probe()
2256 adapter->reset_task = kthread_run(ibmvmc_reset_task, adapter, "ibmvmc"); in ibmvmc_probe()
2257 if (IS_ERR(adapter->reset_task)) { in ibmvmc_probe()
2258 dev_err(adapter->dev, "Failed to start reset thread\n"); in ibmvmc_probe()
2260 rc = PTR_ERR(adapter->reset_task); in ibmvmc_probe()
2261 adapter->reset_task = NULL; in ibmvmc_probe()
2262 return rc; in ibmvmc_probe()
2265 rc = ibmvmc_init_crq_queue(adapter); in ibmvmc_probe()
2266 if (rc != 0 && rc != H_RESOURCE) { in ibmvmc_probe()
2267 dev_err(adapter->dev, "Error initializing CRQ. rc = 0x%x\n", in ibmvmc_probe()
2268 rc); in ibmvmc_probe()
2280 rc != H_RESOURCE) in ibmvmc_probe()
2281 dev_warn(adapter->dev, "Failed to send initialize CRQ message\n"); in ibmvmc_probe()
2283 dev_set_drvdata(&vdev->dev, adapter); in ibmvmc_probe()
2288 kthread_stop(adapter->reset_task); in ibmvmc_probe()
2289 adapter->reset_task = NULL; in ibmvmc_probe()
2290 return -EPERM; in ibmvmc_probe()
2295 struct crq_server_adapter *adapter = dev_get_drvdata(&vdev->dev); in ibmvmc_remove()
2297 dev_info(adapter->dev, "Entering remove for UA 0x%x\n", in ibmvmc_remove()
2298 vdev->unit_address); in ibmvmc_remove()
2352 int rc, i, j; in ibmvmc_module_init() local
2357 rc = misc_register(&ibmvmc_miscdev); in ibmvmc_module_init()
2358 if (rc) { in ibmvmc_module_init()
2383 ibmvmc.max_hmc_index = ibmvmc_max_hmcs - 1; in ibmvmc_module_init()
2385 rc = vio_register_driver(&ibmvmc_driver); in ibmvmc_module_init()
2387 if (rc) { in ibmvmc_module_init()
2388 pr_err("ibmvmc: rc %d from vio_register_driver\n", rc); in ibmvmc_module_init()
2397 return rc; in ibmvmc_module_init()