1 // SPDX-License-Identifier: GPL-2.0
3 * NVMe Fabrics command implementation.
4 * Copyright (c) 2015-2016 HGST, a Western Digital Company.
6 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
7 #include <linux/blkdev.h>
10 static void nvmet_execute_prop_set(struct nvmet_req *req)
12 u64 val = le64_to_cpu(req->cmd->prop_set.value);
15 if (!nvmet_check_transfer_len(req, 0))
18 if (req->cmd->prop_set.attrib & 1) {
20 offsetof(struct nvmf_property_set_command, attrib);
21 status = NVME_SC_INVALID_FIELD | NVME_SC_DNR;
25 switch (le32_to_cpu(req->cmd->prop_set.offset)) {
27 nvmet_update_cc(req->sq->ctrl, val);
31 offsetof(struct nvmf_property_set_command, offset);
32 status = NVME_SC_INVALID_FIELD | NVME_SC_DNR;
35 nvmet_req_complete(req, status);
38 static void nvmet_execute_prop_get(struct nvmet_req *req)
40 struct nvmet_ctrl *ctrl = req->sq->ctrl;
44 if (!nvmet_check_transfer_len(req, 0))
47 if (req->cmd->prop_get.attrib & 1) {
48 switch (le32_to_cpu(req->cmd->prop_get.offset)) {
53 status = NVME_SC_INVALID_FIELD | NVME_SC_DNR;
57 switch (le32_to_cpu(req->cmd->prop_get.offset)) {
59 val = ctrl->subsys->ver;
68 status = NVME_SC_INVALID_FIELD | NVME_SC_DNR;
73 if (status && req->cmd->prop_get.attrib & 1) {
75 offsetof(struct nvmf_property_get_command, offset);
78 offsetof(struct nvmf_property_get_command, attrib);
81 req->cqe->result.u64 = cpu_to_le64(val);
82 nvmet_req_complete(req, status);
85 u16 nvmet_parse_fabrics_admin_cmd(struct nvmet_req *req)
87 struct nvme_command *cmd = req->cmd;
89 switch (cmd->fabrics.fctype) {
90 case nvme_fabrics_type_property_set:
91 req->execute = nvmet_execute_prop_set;
93 case nvme_fabrics_type_property_get:
94 req->execute = nvmet_execute_prop_get;
96 #ifdef CONFIG_NVME_TARGET_AUTH
97 case nvme_fabrics_type_auth_send:
98 req->execute = nvmet_execute_auth_send;
100 case nvme_fabrics_type_auth_receive:
101 req->execute = nvmet_execute_auth_receive;
105 pr_debug("received unknown capsule type 0x%x\n",
106 cmd->fabrics.fctype);
107 req->error_loc = offsetof(struct nvmf_common_command, fctype);
108 return NVME_SC_INVALID_OPCODE | NVME_SC_DNR;
114 u16 nvmet_parse_fabrics_io_cmd(struct nvmet_req *req)
116 struct nvme_command *cmd = req->cmd;
118 switch (cmd->fabrics.fctype) {
119 #ifdef CONFIG_NVME_TARGET_AUTH
120 case nvme_fabrics_type_auth_send:
121 req->execute = nvmet_execute_auth_send;
123 case nvme_fabrics_type_auth_receive:
124 req->execute = nvmet_execute_auth_receive;
128 pr_debug("received unknown capsule type 0x%x\n",
129 cmd->fabrics.fctype);
130 req->error_loc = offsetof(struct nvmf_common_command, fctype);
131 return NVME_SC_INVALID_OPCODE | NVME_SC_DNR;
137 static u16 nvmet_install_queue(struct nvmet_ctrl *ctrl, struct nvmet_req *req)
139 struct nvmf_connect_command *c = &req->cmd->connect;
140 u16 qid = le16_to_cpu(c->qid);
141 u16 sqsize = le16_to_cpu(c->sqsize);
142 struct nvmet_ctrl *old;
143 u16 mqes = NVME_CAP_MQES(ctrl->cap);
147 pr_warn("queue size zero!\n");
148 req->error_loc = offsetof(struct nvmf_connect_command, sqsize);
149 req->cqe->result.u32 = IPO_IATTR_CONNECT_SQE(sqsize);
150 ret = NVME_SC_CONNECT_INVALID_PARAM | NVME_SC_DNR;
154 if (ctrl->sqs[qid] != NULL) {
155 pr_warn("qid %u has already been created\n", qid);
156 req->error_loc = offsetof(struct nvmf_connect_command, qid);
157 return NVME_SC_CMD_SEQ_ERROR | NVME_SC_DNR;
160 /* for fabrics, this value applies to only the I/O Submission Queues */
161 if (qid && sqsize > mqes) {
162 pr_warn("sqsize %u is larger than MQES supported %u cntlid %d\n",
163 sqsize, mqes, ctrl->cntlid);
164 req->error_loc = offsetof(struct nvmf_connect_command, sqsize);
165 req->cqe->result.u32 = IPO_IATTR_CONNECT_SQE(sqsize);
166 return NVME_SC_CONNECT_INVALID_PARAM | NVME_SC_DNR;
169 old = cmpxchg(&req->sq->ctrl, NULL, ctrl);
171 pr_warn("queue already connected!\n");
172 req->error_loc = offsetof(struct nvmf_connect_command, opcode);
173 return NVME_SC_CONNECT_CTRL_BUSY | NVME_SC_DNR;
176 /* note: convert queue size from 0's-based value to 1's-based value */
177 nvmet_cq_setup(ctrl, req->cq, qid, sqsize + 1);
178 nvmet_sq_setup(ctrl, req->sq, qid, sqsize + 1);
180 if (c->cattr & NVME_CONNECT_DISABLE_SQFLOW) {
181 req->sq->sqhd_disabled = true;
182 req->cqe->sq_head = cpu_to_le16(0xffff);
185 if (ctrl->ops->install_queue) {
186 ret = ctrl->ops->install_queue(req->sq);
188 pr_err("failed to install queue %d cntlid %d ret %x\n",
189 qid, ctrl->cntlid, ret);
190 ctrl->sqs[qid] = NULL;
198 req->sq->ctrl = NULL;
202 static u32 nvmet_connect_result(struct nvmet_ctrl *ctrl)
204 return (u32)ctrl->cntlid |
205 (nvmet_has_auth(ctrl) ? NVME_CONNECT_AUTHREQ_ATR : 0);
208 static void nvmet_execute_admin_connect(struct nvmet_req *req)
210 struct nvmf_connect_command *c = &req->cmd->connect;
211 struct nvmf_connect_data *d;
212 struct nvmet_ctrl *ctrl = NULL;
216 if (!nvmet_check_transfer_len(req, sizeof(struct nvmf_connect_data)))
219 d = kmalloc(sizeof(*d), GFP_KERNEL);
221 status = NVME_SC_INTERNAL;
225 status = nvmet_copy_from_sgl(req, 0, d, sizeof(*d));
229 /* zero out initial completion result, assign values as needed */
230 req->cqe->result.u32 = 0;
232 if (c->recfmt != 0) {
233 pr_warn("invalid connect version (%d).\n",
234 le16_to_cpu(c->recfmt));
235 req->error_loc = offsetof(struct nvmf_connect_command, recfmt);
236 status = NVME_SC_CONNECT_FORMAT | NVME_SC_DNR;
240 if (unlikely(d->cntlid != cpu_to_le16(0xffff))) {
241 pr_warn("connect attempt for invalid controller ID %#x\n",
243 status = NVME_SC_CONNECT_INVALID_PARAM | NVME_SC_DNR;
244 req->cqe->result.u32 = IPO_IATTR_CONNECT_DATA(cntlid);
248 d->subsysnqn[NVMF_NQN_FIELD_LEN - 1] = '\0';
249 d->hostnqn[NVMF_NQN_FIELD_LEN - 1] = '\0';
250 status = nvmet_alloc_ctrl(d->subsysnqn, d->hostnqn, req,
251 le32_to_cpu(c->kato), &ctrl);
255 uuid_copy(&ctrl->hostid, &d->hostid);
257 ret = nvmet_setup_auth(ctrl);
259 pr_err("Failed to setup authentication, error %d\n", ret);
260 nvmet_ctrl_put(ctrl);
262 status = (NVME_SC_CONNECT_INVALID_HOST | NVME_SC_DNR);
264 status = NVME_SC_INTERNAL;
268 status = nvmet_install_queue(ctrl, req);
270 nvmet_ctrl_put(ctrl);
274 pr_info("creating %s controller %d for subsystem %s for NQN %s%s%s.\n",
275 nvmet_is_disc_subsys(ctrl->subsys) ? "discovery" : "nvm",
276 ctrl->cntlid, ctrl->subsys->subsysnqn, ctrl->hostnqn,
277 ctrl->pi_support ? " T10-PI is enabled" : "",
278 nvmet_has_auth(ctrl) ? " with DH-HMAC-CHAP" : "");
279 req->cqe->result.u32 = cpu_to_le32(nvmet_connect_result(ctrl));
283 nvmet_req_complete(req, status);
286 static void nvmet_execute_io_connect(struct nvmet_req *req)
288 struct nvmf_connect_command *c = &req->cmd->connect;
289 struct nvmf_connect_data *d;
290 struct nvmet_ctrl *ctrl;
291 u16 qid = le16_to_cpu(c->qid);
294 if (!nvmet_check_transfer_len(req, sizeof(struct nvmf_connect_data)))
297 d = kmalloc(sizeof(*d), GFP_KERNEL);
299 status = NVME_SC_INTERNAL;
303 status = nvmet_copy_from_sgl(req, 0, d, sizeof(*d));
307 /* zero out initial completion result, assign values as needed */
308 req->cqe->result.u32 = 0;
310 if (c->recfmt != 0) {
311 pr_warn("invalid connect version (%d).\n",
312 le16_to_cpu(c->recfmt));
313 status = NVME_SC_CONNECT_FORMAT | NVME_SC_DNR;
317 d->subsysnqn[NVMF_NQN_FIELD_LEN - 1] = '\0';
318 d->hostnqn[NVMF_NQN_FIELD_LEN - 1] = '\0';
319 ctrl = nvmet_ctrl_find_get(d->subsysnqn, d->hostnqn,
320 le16_to_cpu(d->cntlid), req);
322 status = NVME_SC_CONNECT_INVALID_PARAM | NVME_SC_DNR;
326 if (unlikely(qid > ctrl->subsys->max_qid)) {
327 pr_warn("invalid queue id (%d)\n", qid);
328 status = NVME_SC_CONNECT_INVALID_PARAM | NVME_SC_DNR;
329 req->cqe->result.u32 = IPO_IATTR_CONNECT_SQE(qid);
333 status = nvmet_install_queue(ctrl, req);
337 pr_debug("adding queue %d to ctrl %d.\n", qid, ctrl->cntlid);
338 req->cqe->result.u32 = cpu_to_le32(nvmet_connect_result(ctrl));
342 nvmet_req_complete(req, status);
346 nvmet_ctrl_put(ctrl);
350 u16 nvmet_parse_connect_cmd(struct nvmet_req *req)
352 struct nvme_command *cmd = req->cmd;
354 if (!nvme_is_fabrics(cmd)) {
355 pr_debug("invalid command 0x%x on unconnected queue.\n",
356 cmd->fabrics.opcode);
357 req->error_loc = offsetof(struct nvme_common_command, opcode);
358 return NVME_SC_INVALID_OPCODE | NVME_SC_DNR;
360 if (cmd->fabrics.fctype != nvme_fabrics_type_connect) {
361 pr_debug("invalid capsule type 0x%x on unconnected queue.\n",
362 cmd->fabrics.fctype);
363 req->error_loc = offsetof(struct nvmf_common_command, fctype);
364 return NVME_SC_INVALID_OPCODE | NVME_SC_DNR;
367 if (cmd->connect.qid == 0)
368 req->execute = nvmet_execute_admin_connect;
370 req->execute = nvmet_execute_io_connect;