Lines Matching +full:ctrl +full:- +full:len
1 // SPDX-License-Identifier: GPL-2.0
4 * Copyright (c) 2015-2016 HGST, a Western Digital Company.
29 if (!strcmp(host->nqn, hostnqn)) in __nvmf_host_find()
43 kref_get(&host->ref); in nvmf_host_add()
51 kref_init(&host->ref); in nvmf_host_add()
52 strlcpy(host->nqn, hostnqn, NVMF_NQN_SIZE); in nvmf_host_add()
54 list_add_tail(&host->list, &nvmf_hosts); in nvmf_host_add()
68 kref_init(&host->ref); in nvmf_host_default()
69 uuid_gen(&host->id); in nvmf_host_default()
70 snprintf(host->nqn, NVMF_NQN_SIZE, in nvmf_host_default()
71 "nqn.2014-08.org.nvmexpress:uuid:%pUb", &host->id); in nvmf_host_default()
74 list_add_tail(&host->list, &nvmf_hosts); in nvmf_host_default()
85 list_del(&host->list); in nvmf_host_destroy()
94 kref_put(&host->ref, nvmf_host_destroy); in nvmf_host_put()
98 * nvmf_get_address() - Get address/port
99 * @ctrl: Host NVMe controller instance which we got the address
103 int nvmf_get_address(struct nvme_ctrl *ctrl, char *buf, int size) in nvmf_get_address() argument
105 int len = 0; in nvmf_get_address() local
107 if (ctrl->opts->mask & NVMF_OPT_TRADDR) in nvmf_get_address()
108 len += snprintf(buf, size, "traddr=%s", ctrl->opts->traddr); in nvmf_get_address()
109 if (ctrl->opts->mask & NVMF_OPT_TRSVCID) in nvmf_get_address()
110 len += snprintf(buf + len, size - len, "%strsvcid=%s", in nvmf_get_address()
111 (len) ? "," : "", ctrl->opts->trsvcid); in nvmf_get_address()
112 if (ctrl->opts->mask & NVMF_OPT_HOST_TRADDR) in nvmf_get_address()
113 len += snprintf(buf + len, size - len, "%shost_traddr=%s", in nvmf_get_address()
114 (len) ? "," : "", ctrl->opts->host_traddr); in nvmf_get_address()
115 len += snprintf(buf + len, size - len, "\n"); in nvmf_get_address()
117 return len; in nvmf_get_address()
122 * nvmf_reg_read32() - NVMe Fabrics "Property Get" API function.
123 * @ctrl: Host NVMe controller instance maintaining the admin
131 * Used by the host system to retrieve a 32-bit capsule property value
142 int nvmf_reg_read32(struct nvme_ctrl *ctrl, u32 off, u32 *val) in nvmf_reg_read32() argument
153 ret = __nvme_submit_sync_cmd(ctrl->fabrics_q, &cmd, &res, NULL, 0, 0, in nvmf_reg_read32()
159 dev_err(ctrl->device, in nvmf_reg_read32()
168 * nvmf_reg_read64() - NVMe Fabrics "Property Get" API function.
169 * @ctrl: Host NVMe controller instance maintaining the admin
177 * Used by the host system to retrieve a 64-bit capsule property value
188 int nvmf_reg_read64(struct nvme_ctrl *ctrl, u32 off, u64 *val) in nvmf_reg_read64() argument
200 ret = __nvme_submit_sync_cmd(ctrl->fabrics_q, &cmd, &res, NULL, 0, 0, in nvmf_reg_read64()
206 dev_err(ctrl->device, in nvmf_reg_read64()
214 * nvmf_reg_write32() - NVMe Fabrics "Property Write" API function.
215 * @ctrl: Host NVMe controller instance maintaining the admin
223 * Used by the NVMe host system to write a 32-bit capsule property value
234 int nvmf_reg_write32(struct nvme_ctrl *ctrl, u32 off, u32 val) in nvmf_reg_write32() argument
246 ret = __nvme_submit_sync_cmd(ctrl->fabrics_q, &cmd, NULL, NULL, 0, 0, in nvmf_reg_write32()
249 dev_err(ctrl->device, in nvmf_reg_write32()
257 * nvmf_log_connect_error() - Error-parsing-diagnostic print
260 * @ctrl: the specific /dev/nvmeX device that had the error.
262 * @errval: Error code to be decoded in a more human-friendly
271 static void nvmf_log_connect_error(struct nvme_ctrl *ctrl, in nvmf_log_connect_error() argument
285 dev_err(ctrl->device, in nvmf_log_connect_error()
287 inv_data, data->cntlid); in nvmf_log_connect_error()
290 dev_err(ctrl->device, in nvmf_log_connect_error()
292 inv_data, data->hostnqn); in nvmf_log_connect_error()
295 dev_err(ctrl->device, in nvmf_log_connect_error()
297 inv_data, data->subsysnqn); in nvmf_log_connect_error()
300 dev_err(ctrl->device, in nvmf_log_connect_error()
310 dev_err(ctrl->device, in nvmf_log_connect_error()
312 inv_sqe, cmd->connect.qid); in nvmf_log_connect_error()
315 dev_err(ctrl->device, in nvmf_log_connect_error()
323 dev_err(ctrl->device, in nvmf_log_connect_error()
325 data->subsysnqn, data->hostnqn); in nvmf_log_connect_error()
329 dev_err(ctrl->device, in nvmf_log_connect_error()
334 dev_err(ctrl->device, in nvmf_log_connect_error()
336 cmd->connect.recfmt); in nvmf_log_connect_error()
340 dev_err(ctrl->device, in nvmf_log_connect_error()
348 * nvmf_connect_admin_queue() - NVMe Fabrics Admin Queue "Connect"
350 * @ctrl: Host nvme controller instance used to request
357 * fabrics-protocol connection of the NVMe Admin queue between the
367 int nvmf_connect_admin_queue(struct nvme_ctrl *ctrl) in nvmf_connect_admin_queue() argument
378 cmd.connect.sqsize = cpu_to_le16(NVME_AQ_DEPTH - 1); in nvmf_connect_admin_queue()
381 * Set keep-alive timeout in seconds granularity (ms * 1000) in nvmf_connect_admin_queue()
384 cmd.connect.kato = ctrl->kato ? in nvmf_connect_admin_queue()
385 cpu_to_le32((ctrl->kato + NVME_KATO_GRACE) * 1000) : 0; in nvmf_connect_admin_queue()
387 if (ctrl->opts->disable_sqflow) in nvmf_connect_admin_queue()
392 return -ENOMEM; in nvmf_connect_admin_queue()
394 uuid_copy(&data->hostid, &ctrl->opts->host->id); in nvmf_connect_admin_queue()
395 data->cntlid = cpu_to_le16(0xffff); in nvmf_connect_admin_queue()
396 strncpy(data->subsysnqn, ctrl->opts->subsysnqn, NVMF_NQN_SIZE); in nvmf_connect_admin_queue()
397 strncpy(data->hostnqn, ctrl->opts->host->nqn, NVMF_NQN_SIZE); in nvmf_connect_admin_queue()
399 ret = __nvme_submit_sync_cmd(ctrl->fabrics_q, &cmd, &res, in nvmf_connect_admin_queue()
403 nvmf_log_connect_error(ctrl, ret, le32_to_cpu(res.u32), in nvmf_connect_admin_queue()
408 ctrl->cntlid = le16_to_cpu(res.u16); in nvmf_connect_admin_queue()
417 * nvmf_connect_io_queue() - NVMe Fabrics I/O Queue "Connect"
419 * @ctrl: Host nvme controller instance used to establish an
427 * This function issues a fabrics-protocol connection
437 int nvmf_connect_io_queue(struct nvme_ctrl *ctrl, u16 qid, bool poll) in nvmf_connect_io_queue() argument
448 cmd.connect.sqsize = cpu_to_le16(ctrl->sqsize); in nvmf_connect_io_queue()
450 if (ctrl->opts->disable_sqflow) in nvmf_connect_io_queue()
455 return -ENOMEM; in nvmf_connect_io_queue()
457 uuid_copy(&data->hostid, &ctrl->opts->host->id); in nvmf_connect_io_queue()
458 data->cntlid = cpu_to_le16(ctrl->cntlid); in nvmf_connect_io_queue()
459 strncpy(data->subsysnqn, ctrl->opts->subsysnqn, NVMF_NQN_SIZE); in nvmf_connect_io_queue()
460 strncpy(data->hostnqn, ctrl->opts->host->nqn, NVMF_NQN_SIZE); in nvmf_connect_io_queue()
462 ret = __nvme_submit_sync_cmd(ctrl->connect_q, &cmd, &res, in nvmf_connect_io_queue()
466 nvmf_log_connect_error(ctrl, ret, le32_to_cpu(res.u32), in nvmf_connect_io_queue()
474 bool nvmf_should_reconnect(struct nvme_ctrl *ctrl) in nvmf_should_reconnect() argument
476 if (ctrl->opts->max_reconnects == -1 || in nvmf_should_reconnect()
477 ctrl->nr_reconnects < ctrl->opts->max_reconnects) in nvmf_should_reconnect()
485 * nvmf_register_transport() - NVMe Fabrics Library registration function.
495 if (!ops->create_ctrl) in nvmf_register_transport()
496 return -EINVAL; in nvmf_register_transport()
499 list_add_tail(&ops->entry, &nvmf_transports); in nvmf_register_transport()
507 * nvmf_unregister_transport() - NVMe Fabrics Library unregistration function.
518 list_del(&ops->entry); in nvmf_unregister_transport()
531 if (strcmp(ops->name, opts->transport) == 0) in nvmf_lookup_transport()
547 blk_status_t nvmf_fail_nonready_command(struct nvme_ctrl *ctrl, in nvmf_fail_nonready_command() argument
550 if (ctrl->state != NVME_CTRL_DELETING && in nvmf_fail_nonready_command()
551 ctrl->state != NVME_CTRL_DEAD && in nvmf_fail_nonready_command()
552 !blk_noretry_request(rq) && !(rq->cmd_flags & REQ_NVME_MPATH)) in nvmf_fail_nonready_command()
555 nvme_req(rq)->status = NVME_SC_HOST_PATH_ERROR; in nvmf_fail_nonready_command()
562 bool __nvmf_check_ready(struct nvme_ctrl *ctrl, struct request *rq, in __nvmf_check_ready() argument
571 if (!blk_rq_is_passthrough(rq) || (req->flags & NVME_REQ_USERCMD)) in __nvmf_check_ready()
578 switch (ctrl->state) { in __nvmf_check_ready()
581 if (nvme_is_fabrics(req->cmd) && in __nvmf_check_ready()
582 req->cmd->fabrics.fctype == nvme_fabrics_type_connect) in __nvmf_check_ready()
629 opts->queue_size = NVMF_DEF_QUEUE_SIZE; in nvmf_parse_options()
630 opts->nr_io_queues = num_online_cpus(); in nvmf_parse_options()
631 opts->reconnect_delay = NVMF_DEF_RECONNECT_DELAY; in nvmf_parse_options()
632 opts->kato = NVME_DEFAULT_KATO; in nvmf_parse_options()
633 opts->duplicate_connect = false; in nvmf_parse_options()
634 opts->hdr_digest = false; in nvmf_parse_options()
635 opts->data_digest = false; in nvmf_parse_options()
636 opts->tos = -1; /* < 0 == use transport default */ in nvmf_parse_options()
640 return -ENOMEM; in nvmf_parse_options()
649 opts->mask |= token; in nvmf_parse_options()
654 ret = -ENOMEM; in nvmf_parse_options()
657 kfree(opts->transport); in nvmf_parse_options()
658 opts->transport = p; in nvmf_parse_options()
663 ret = -ENOMEM; in nvmf_parse_options()
666 kfree(opts->subsysnqn); in nvmf_parse_options()
667 opts->subsysnqn = p; in nvmf_parse_options()
668 nqnlen = strlen(opts->subsysnqn); in nvmf_parse_options()
671 opts->subsysnqn, NVMF_NQN_SIZE); in nvmf_parse_options()
672 ret = -EINVAL; in nvmf_parse_options()
675 opts->discovery_nqn = in nvmf_parse_options()
676 !(strcmp(opts->subsysnqn, in nvmf_parse_options()
682 ret = -ENOMEM; in nvmf_parse_options()
685 kfree(opts->traddr); in nvmf_parse_options()
686 opts->traddr = p; in nvmf_parse_options()
691 ret = -ENOMEM; in nvmf_parse_options()
694 kfree(opts->trsvcid); in nvmf_parse_options()
695 opts->trsvcid = p; in nvmf_parse_options()
699 ret = -EINVAL; in nvmf_parse_options()
705 ret = -EINVAL; in nvmf_parse_options()
708 opts->queue_size = token; in nvmf_parse_options()
712 ret = -EINVAL; in nvmf_parse_options()
717 ret = -EINVAL; in nvmf_parse_options()
720 if (opts->discovery_nqn) { in nvmf_parse_options()
725 opts->nr_io_queues = min_t(unsigned int, in nvmf_parse_options()
730 ret = -EINVAL; in nvmf_parse_options()
736 ret = -EINVAL; in nvmf_parse_options()
738 } else if (token == 0 && !opts->discovery_nqn) { in nvmf_parse_options()
742 opts->kato = token; in nvmf_parse_options()
746 ret = -EINVAL; in nvmf_parse_options()
755 if (opts->host) { in nvmf_parse_options()
756 pr_err("hostnqn already user-assigned: %s\n", in nvmf_parse_options()
757 opts->host->nqn); in nvmf_parse_options()
758 ret = -EADDRINUSE; in nvmf_parse_options()
763 ret = -ENOMEM; in nvmf_parse_options()
771 ret = -EINVAL; in nvmf_parse_options()
774 nvmf_host_put(opts->host); in nvmf_parse_options()
775 opts->host = nvmf_host_add(p); in nvmf_parse_options()
777 if (!opts->host) { in nvmf_parse_options()
778 ret = -ENOMEM; in nvmf_parse_options()
784 ret = -EINVAL; in nvmf_parse_options()
789 ret = -EINVAL; in nvmf_parse_options()
792 opts->reconnect_delay = token; in nvmf_parse_options()
797 ret = -ENOMEM; in nvmf_parse_options()
800 kfree(opts->host_traddr); in nvmf_parse_options()
801 opts->host_traddr = p; in nvmf_parse_options()
806 ret = -ENOMEM; in nvmf_parse_options()
812 ret = -EINVAL; in nvmf_parse_options()
819 opts->duplicate_connect = true; in nvmf_parse_options()
822 opts->disable_sqflow = true; in nvmf_parse_options()
825 opts->hdr_digest = true; in nvmf_parse_options()
828 opts->data_digest = true; in nvmf_parse_options()
832 ret = -EINVAL; in nvmf_parse_options()
837 ret = -EINVAL; in nvmf_parse_options()
840 opts->nr_write_queues = token; in nvmf_parse_options()
844 ret = -EINVAL; in nvmf_parse_options()
849 ret = -EINVAL; in nvmf_parse_options()
852 opts->nr_poll_queues = token; in nvmf_parse_options()
856 ret = -EINVAL; in nvmf_parse_options()
861 ret = -EINVAL; in nvmf_parse_options()
868 opts->tos = token; in nvmf_parse_options()
871 pr_warn("unknown parameter or missing value '%s' in ctrl creation request\n", in nvmf_parse_options()
873 ret = -EINVAL; in nvmf_parse_options()
878 if (opts->discovery_nqn) { in nvmf_parse_options()
879 opts->nr_io_queues = 0; in nvmf_parse_options()
880 opts->nr_write_queues = 0; in nvmf_parse_options()
881 opts->nr_poll_queues = 0; in nvmf_parse_options()
882 opts->duplicate_connect = true; in nvmf_parse_options()
885 opts->max_reconnects = -1; in nvmf_parse_options()
887 opts->max_reconnects = DIV_ROUND_UP(ctrl_loss_tmo, in nvmf_parse_options()
888 opts->reconnect_delay); in nvmf_parse_options()
890 if (!opts->host) { in nvmf_parse_options()
891 kref_get(&nvmf_default_host->ref); in nvmf_parse_options()
892 opts->host = nvmf_default_host; in nvmf_parse_options()
895 uuid_copy(&opts->host->id, &hostid); in nvmf_parse_options()
905 if ((opts->mask & required_opts) != required_opts) { in nvmf_check_required_opts()
910 !(opt_tokens[i].token & opts->mask)) { in nvmf_check_required_opts()
916 return -EINVAL; in nvmf_check_required_opts()
922 bool nvmf_ip_options_match(struct nvme_ctrl *ctrl, in nvmf_ip_options_match() argument
925 if (!nvmf_ctlr_matches_baseopts(ctrl, opts) || in nvmf_ip_options_match()
926 strcmp(opts->traddr, ctrl->opts->traddr) || in nvmf_ip_options_match()
927 strcmp(opts->trsvcid, ctrl->opts->trsvcid)) in nvmf_ip_options_match()
935 * - local address is specified and address is not the same in nvmf_ip_options_match()
936 * - local address is not specified but remote is, or vice versa in nvmf_ip_options_match()
939 if ((opts->mask & NVMF_OPT_HOST_TRADDR) && in nvmf_ip_options_match()
940 (ctrl->opts->mask & NVMF_OPT_HOST_TRADDR)) { in nvmf_ip_options_match()
941 if (strcmp(opts->host_traddr, ctrl->opts->host_traddr)) in nvmf_ip_options_match()
943 } else if ((opts->mask & NVMF_OPT_HOST_TRADDR) || in nvmf_ip_options_match()
944 (ctrl->opts->mask & NVMF_OPT_HOST_TRADDR)) { in nvmf_ip_options_match()
955 if (opts->mask & ~allowed_opts) { in nvmf_check_allowed_opts()
959 if ((opt_tokens[i].token & opts->mask) && in nvmf_check_allowed_opts()
966 return -EINVAL; in nvmf_check_allowed_opts()
974 nvmf_host_put(opts->host); in nvmf_free_options()
975 kfree(opts->transport); in nvmf_free_options()
976 kfree(opts->traddr); in nvmf_free_options()
977 kfree(opts->trsvcid); in nvmf_free_options()
978 kfree(opts->subsysnqn); in nvmf_free_options()
979 kfree(opts->host_traddr); in nvmf_free_options()
995 struct nvme_ctrl *ctrl; in nvmf_create_ctrl() local
1000 return ERR_PTR(-ENOMEM); in nvmf_create_ctrl()
1007 request_module("nvme-%s", opts->transport); in nvmf_create_ctrl()
1017 opts->mask &= ~NVMF_REQUIRED_OPTS; in nvmf_create_ctrl()
1023 opts->transport); in nvmf_create_ctrl()
1024 ret = -EINVAL; in nvmf_create_ctrl()
1028 if (!try_module_get(ops->module)) { in nvmf_create_ctrl()
1029 ret = -EBUSY; in nvmf_create_ctrl()
1034 ret = nvmf_check_required_opts(opts, ops->required_opts); in nvmf_create_ctrl()
1038 ops->allowed_opts | ops->required_opts); in nvmf_create_ctrl()
1042 ctrl = ops->create_ctrl(dev, opts); in nvmf_create_ctrl()
1043 if (IS_ERR(ctrl)) { in nvmf_create_ctrl()
1044 ret = PTR_ERR(ctrl); in nvmf_create_ctrl()
1048 module_put(ops->module); in nvmf_create_ctrl()
1049 return ctrl; in nvmf_create_ctrl()
1052 module_put(ops->module); in nvmf_create_ctrl()
1068 struct seq_file *seq_file = file->private_data; in nvmf_dev_write()
1069 struct nvme_ctrl *ctrl; in nvmf_dev_write() local
1074 return -ENOMEM; in nvmf_dev_write()
1081 if (seq_file->private) { in nvmf_dev_write()
1082 ret = -EINVAL; in nvmf_dev_write()
1086 ctrl = nvmf_create_ctrl(nvmf_device, buf); in nvmf_dev_write()
1087 if (IS_ERR(ctrl)) { in nvmf_dev_write()
1088 ret = PTR_ERR(ctrl); in nvmf_dev_write()
1092 seq_file->private = ctrl; in nvmf_dev_write()
1102 struct nvme_ctrl *ctrl; in nvmf_dev_show() local
1106 ctrl = seq_file->private; in nvmf_dev_show()
1107 if (!ctrl) { in nvmf_dev_show()
1108 ret = -EINVAL; in nvmf_dev_show()
1113 ctrl->instance, ctrl->cntlid); in nvmf_dev_show()
1123 * The miscdevice code initializes file->private_data, but doesn't in nvmf_dev_open()
1126 file->private_data = NULL; in nvmf_dev_open()
1132 struct seq_file *seq_file = file->private_data; in nvmf_dev_release()
1133 struct nvme_ctrl *ctrl = seq_file->private; in nvmf_dev_release() local
1135 if (ctrl) in nvmf_dev_release()
1136 nvme_put_ctrl(ctrl); in nvmf_dev_release()
1150 .name = "nvme-fabrics",
1160 return -ENOMEM; in nvmf_init()
1162 nvmf_class = class_create(THIS_MODULE, "nvme-fabrics"); in nvmf_init()
1164 pr_err("couldn't register class nvme-fabrics\n"); in nvmf_init()
1172 pr_err("couldn't create nvme-fabris device!\n"); in nvmf_init()