1 /* SPDX-License-Identifier: BSD-3-Clause 2 * Copyright (C) 2016 Intel Corporation. All rights reserved. 3 * Copyright (c) 2019 Mellanox Technologies LTD. All rights reserved. 4 * Copyright (c) 2021 NVIDIA CORPORATION & AFFILIATES. All rights reserved. 5 */ 6 7 #include "spdk/bdev_zone.h" 8 #include "spdk/nvme_spec.h" 9 #include "spdk/stdinc.h" 10 11 #include "spdk_internal/cunit.h" 12 #include "spdk_internal/mock.h" 13 #include "thread/thread_internal.h" 14 15 #include "common/lib/ut_multithread.c" 16 #include "nvmf/ctrlr.c" 17 18 SPDK_LOG_REGISTER_COMPONENT(nvmf) 19 20 struct spdk_bdev { 21 int ut_mock; 22 uint64_t blockcnt; 23 uint32_t blocklen; 24 bool zoned; 25 uint32_t zone_size; 26 uint32_t max_open_zones; 27 uint32_t max_active_zones; 28 }; 29 30 #define MAX_OPEN_ZONES 12 31 #define MAX_ACTIVE_ZONES 34 32 #define ZONE_SIZE 56 33 34 const char subsystem_default_sn[SPDK_NVME_CTRLR_SN_LEN + 1] = "subsys_default_sn"; 35 const char subsystem_default_mn[SPDK_NVME_CTRLR_MN_LEN + 1] = "subsys_default_mn"; 36 37 static struct spdk_bdev_io *zcopy_start_bdev_io_read = (struct spdk_bdev_io *) 0x1122334455667788UL; 38 static struct spdk_bdev_io *zcopy_start_bdev_io_write = (struct spdk_bdev_io *) 39 0x8877665544332211UL; 40 static struct spdk_bdev_io *zcopy_start_bdev_io_fail = (struct spdk_bdev_io *) 0xFFFFFFFFFFFFFFFFUL; 41 42 DEFINE_STUB(spdk_nvmf_tgt_find_subsystem, 43 struct spdk_nvmf_subsystem *, 44 (struct spdk_nvmf_tgt *tgt, const char *subnqn), 45 NULL); 46 47 DEFINE_STUB(spdk_nvmf_poll_group_create, 48 struct spdk_nvmf_poll_group *, 49 (struct spdk_nvmf_tgt *tgt), 50 NULL); 51 52 DEFINE_STUB(spdk_nvmf_subsystem_get_sn, 53 const char *, 54 (const struct spdk_nvmf_subsystem *subsystem), 55 subsystem_default_sn); 56 57 DEFINE_STUB(spdk_nvmf_subsystem_get_mn, 58 const char *, 59 (const struct spdk_nvmf_subsystem *subsystem), 60 subsystem_default_mn); 61 62 DEFINE_STUB(spdk_nvmf_subsystem_host_allowed, 63 bool, 64 (struct spdk_nvmf_subsystem *subsystem, const char *hostnqn), 65 true); 66 67 DEFINE_STUB(nvmf_subsystem_add_ctrlr, 68 int, 69 (struct spdk_nvmf_subsystem *subsystem, struct spdk_nvmf_ctrlr *ctrlr), 70 0); 71 72 DEFINE_STUB(nvmf_subsystem_get_ctrlr, 73 struct spdk_nvmf_ctrlr *, 74 (struct spdk_nvmf_subsystem *subsystem, uint16_t cntlid), 75 NULL); 76 77 DEFINE_STUB(nvmf_ctrlr_dsm_supported, 78 bool, 79 (struct spdk_nvmf_ctrlr *ctrlr), 80 false); 81 82 DEFINE_STUB(nvmf_ctrlr_write_zeroes_supported, 83 bool, 84 (struct spdk_nvmf_ctrlr *ctrlr), 85 false); 86 87 DEFINE_STUB(nvmf_ctrlr_copy_supported, 88 bool, 89 (struct spdk_nvmf_ctrlr *ctrlr), 90 false); 91 92 DEFINE_STUB_V(nvmf_get_discovery_log_page, 93 (struct spdk_nvmf_tgt *tgt, const char *hostnqn, struct iovec *iov, 94 uint32_t iovcnt, uint64_t offset, uint32_t length, struct spdk_nvme_transport_id *cmd_src_trid)); 95 96 DEFINE_STUB(spdk_nvmf_qpair_get_listen_trid, 97 int, 98 (struct spdk_nvmf_qpair *qpair, struct spdk_nvme_transport_id *trid), 99 0); 100 101 DEFINE_STUB(spdk_nvmf_subsystem_listener_allowed, 102 bool, 103 (struct spdk_nvmf_subsystem *subsystem, const struct spdk_nvme_transport_id *trid), 104 true); 105 106 DEFINE_STUB(nvmf_subsystem_find_listener, 107 struct spdk_nvmf_subsystem_listener *, 108 (struct spdk_nvmf_subsystem *subsystem, 109 const struct spdk_nvme_transport_id *trid), 110 (void *)0x1); 111 112 DEFINE_STUB(nvmf_bdev_ctrlr_read_cmd, 113 int, 114 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 115 struct spdk_nvmf_request *req), 116 0); 117 118 DEFINE_STUB(nvmf_bdev_ctrlr_write_cmd, 119 int, 120 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 121 struct spdk_nvmf_request *req), 122 0); 123 124 DEFINE_STUB(nvmf_bdev_ctrlr_compare_cmd, 125 int, 126 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 127 struct spdk_nvmf_request *req), 128 0); 129 130 DEFINE_STUB(nvmf_bdev_ctrlr_compare_and_write_cmd, 131 int, 132 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 133 struct spdk_nvmf_request *cmp_req, struct spdk_nvmf_request *write_req), 134 0); 135 136 DEFINE_STUB(nvmf_bdev_ctrlr_write_zeroes_cmd, 137 int, 138 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 139 struct spdk_nvmf_request *req), 140 0); 141 142 DEFINE_STUB(nvmf_bdev_ctrlr_flush_cmd, 143 int, 144 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 145 struct spdk_nvmf_request *req), 146 0); 147 148 DEFINE_STUB(nvmf_bdev_ctrlr_dsm_cmd, 149 int, 150 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 151 struct spdk_nvmf_request *req), 152 0); 153 154 DEFINE_STUB(nvmf_bdev_ctrlr_copy_cmd, 155 int, 156 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 157 struct spdk_nvmf_request *req), 158 0); 159 160 DEFINE_STUB(nvmf_bdev_ctrlr_nvme_passthru_io, 161 int, 162 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 163 struct spdk_nvmf_request *req), 164 0); 165 166 DEFINE_STUB(nvmf_transport_req_complete, 167 int, 168 (struct spdk_nvmf_request *req), 169 0); 170 171 DEFINE_STUB_V(nvmf_ns_reservation_request, (void *ctx)); 172 173 DEFINE_STUB(nvmf_bdev_ctrlr_get_dif_ctx, bool, 174 (struct spdk_bdev *bdev, struct spdk_nvme_cmd *cmd, 175 struct spdk_dif_ctx *dif_ctx), 176 true); 177 178 DEFINE_STUB_V(nvmf_transport_qpair_abort_request, 179 (struct spdk_nvmf_qpair *qpair, struct spdk_nvmf_request *req)); 180 181 DEFINE_STUB_V(spdk_nvme_print_command, (uint16_t qid, struct spdk_nvme_cmd *cmd)); 182 DEFINE_STUB_V(spdk_nvme_print_completion, (uint16_t qid, struct spdk_nvme_cpl *cpl)); 183 184 DEFINE_STUB_V(nvmf_subsystem_remove_ctrlr, (struct spdk_nvmf_subsystem *subsystem, 185 struct spdk_nvmf_ctrlr *ctrlr)); 186 187 DEFINE_STUB(spdk_nvmf_bdev_ctrlr_abort_cmd, 188 int, 189 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 190 struct spdk_nvmf_request *req, struct spdk_nvmf_request *req_to_abort), 191 0); 192 193 DEFINE_STUB(nvmf_transport_req_free, 194 int, 195 (struct spdk_nvmf_request *req), 196 0); 197 198 DEFINE_STUB(spdk_nvmf_bdev_ctrlr_nvme_passthru_admin, 199 int, 200 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 201 struct spdk_nvmf_request *req, spdk_nvmf_nvme_passthru_cmd_cb cb_fn), 202 0); 203 DEFINE_STUB(spdk_bdev_reset, int, (struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 204 spdk_bdev_io_completion_cb cb, void *cb_arg), 0); 205 DEFINE_STUB_V(spdk_bdev_free_io, (struct spdk_bdev_io *bdev_io)); 206 207 DEFINE_STUB(spdk_bdev_get_max_active_zones, uint32_t, (const struct spdk_bdev *bdev), 208 MAX_ACTIVE_ZONES); 209 DEFINE_STUB(spdk_bdev_get_max_open_zones, uint32_t, (const struct spdk_bdev *bdev), MAX_OPEN_ZONES); 210 DEFINE_STUB(spdk_bdev_get_zone_size, uint64_t, (const struct spdk_bdev *bdev), ZONE_SIZE); 211 DEFINE_STUB(spdk_bdev_is_zoned, bool, (const struct spdk_bdev *bdev), false); 212 213 DEFINE_STUB(spdk_nvme_ns_get_format_index, uint32_t, 214 (const struct spdk_nvme_ns_data *nsdata), 0); 215 216 DEFINE_STUB(spdk_nvmf_subsystem_is_discovery, bool, (struct spdk_nvmf_subsystem *subsystem), false); 217 218 int 219 spdk_nvmf_qpair_disconnect(struct spdk_nvmf_qpair *qpair, nvmf_qpair_disconnect_cb cb_fn, void *ctx) 220 { 221 return 0; 222 } 223 224 void 225 nvmf_bdev_ctrlr_identify_ns(struct spdk_nvmf_ns *ns, struct spdk_nvme_ns_data *nsdata, 226 bool dif_insert_or_strip) 227 { 228 uint64_t num_blocks; 229 230 SPDK_CU_ASSERT_FATAL(ns->bdev != NULL); 231 num_blocks = ns->bdev->blockcnt; 232 nsdata->nsze = num_blocks; 233 nsdata->ncap = num_blocks; 234 nsdata->nuse = num_blocks; 235 nsdata->nlbaf = 0; 236 nsdata->flbas.format = 0; 237 nsdata->flbas.msb_format = 0; 238 nsdata->lbaf[0].lbads = spdk_u32log2(512); 239 } 240 241 struct spdk_nvmf_ns * 242 spdk_nvmf_subsystem_get_first_ns(struct spdk_nvmf_subsystem *subsystem) 243 { 244 SPDK_CU_ASSERT_FATAL(subsystem->ns != NULL); 245 return subsystem->ns[0]; 246 } 247 248 struct spdk_nvmf_ns * 249 spdk_nvmf_subsystem_get_next_ns(struct spdk_nvmf_subsystem *subsystem, 250 struct spdk_nvmf_ns *prev_ns) 251 { 252 uint32_t nsid; 253 254 SPDK_CU_ASSERT_FATAL(subsystem->ns != NULL); 255 nsid = prev_ns->nsid; 256 257 if (nsid >= subsystem->max_nsid) { 258 return NULL; 259 } 260 for (nsid = nsid + 1; nsid <= subsystem->max_nsid; nsid++) { 261 if (subsystem->ns[nsid - 1]) { 262 return subsystem->ns[nsid - 1]; 263 } 264 } 265 return NULL; 266 } 267 268 bool 269 nvmf_bdev_zcopy_enabled(struct spdk_bdev *bdev) 270 { 271 return true; 272 } 273 274 int 275 nvmf_bdev_ctrlr_zcopy_start(struct spdk_bdev *bdev, 276 struct spdk_bdev_desc *desc, 277 struct spdk_io_channel *ch, 278 struct spdk_nvmf_request *req) 279 { 280 struct spdk_nvme_cpl *rsp = &req->rsp->nvme_cpl; 281 uint64_t start_lba; 282 uint64_t num_blocks; 283 284 start_lba = from_le64(&req->cmd->nvme_cmd.cdw10); 285 num_blocks = (from_le32(&req->cmd->nvme_cmd.cdw12) & 0xFFFFu) + 1; 286 287 if ((start_lba + num_blocks) > bdev->blockcnt) { 288 rsp->status.sct = SPDK_NVME_SCT_GENERIC; 289 rsp->status.sc = SPDK_NVME_SC_DATA_SGL_LENGTH_INVALID; 290 return SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE; 291 } 292 293 if (req->cmd->nvme_cmd.opc == SPDK_NVME_OPC_WRITE) { 294 req->zcopy_bdev_io = zcopy_start_bdev_io_write; 295 } else if (req->cmd->nvme_cmd.opc == SPDK_NVME_OPC_READ) { 296 req->zcopy_bdev_io = zcopy_start_bdev_io_read; 297 } else { 298 req->zcopy_bdev_io = zcopy_start_bdev_io_fail; 299 } 300 301 302 return SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE; 303 } 304 305 void 306 nvmf_bdev_ctrlr_zcopy_end(struct spdk_nvmf_request *req, bool commit) 307 { 308 req->zcopy_bdev_io = NULL; 309 spdk_nvmf_request_complete(req); 310 } 311 312 static void 313 test_get_log_page(void) 314 { 315 struct spdk_nvmf_subsystem subsystem = {}; 316 struct spdk_nvmf_request req = {}; 317 struct spdk_nvmf_qpair qpair = {}; 318 struct spdk_nvmf_ctrlr ctrlr = {}; 319 union nvmf_h2c_msg cmd = {}; 320 union nvmf_c2h_msg rsp = {}; 321 char data[4096]; 322 323 subsystem.subtype = SPDK_NVMF_SUBTYPE_NVME; 324 325 ctrlr.subsys = &subsystem; 326 327 qpair.ctrlr = &ctrlr; 328 329 req.qpair = &qpair; 330 req.cmd = &cmd; 331 req.rsp = &rsp; 332 req.length = sizeof(data); 333 spdk_iov_one(req.iov, &req.iovcnt, &data, req.length); 334 335 /* Get Log Page - all valid */ 336 memset(&cmd, 0, sizeof(cmd)); 337 memset(&rsp, 0, sizeof(rsp)); 338 cmd.nvme_cmd.opc = SPDK_NVME_OPC_GET_LOG_PAGE; 339 cmd.nvme_cmd.cdw10_bits.get_log_page.lid = SPDK_NVME_LOG_ERROR; 340 cmd.nvme_cmd.cdw10_bits.get_log_page.numdl = spdk_nvme_bytes_to_numd(req.length); 341 CU_ASSERT(nvmf_ctrlr_get_log_page(&req) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 342 CU_ASSERT(req.rsp->nvme_cpl.status.sct == SPDK_NVME_SCT_GENERIC); 343 CU_ASSERT(req.rsp->nvme_cpl.status.sc == SPDK_NVME_SC_SUCCESS); 344 345 /* Get Log Page with invalid log ID */ 346 memset(&cmd, 0, sizeof(cmd)); 347 memset(&rsp, 0, sizeof(rsp)); 348 cmd.nvme_cmd.opc = SPDK_NVME_OPC_GET_LOG_PAGE; 349 cmd.nvme_cmd.cdw10 = 0; 350 CU_ASSERT(nvmf_ctrlr_get_log_page(&req) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 351 CU_ASSERT(req.rsp->nvme_cpl.status.sct == SPDK_NVME_SCT_GENERIC); 352 CU_ASSERT(req.rsp->nvme_cpl.status.sc == SPDK_NVME_SC_INVALID_FIELD); 353 354 /* Get Log Page with invalid offset (not dword aligned) */ 355 memset(&cmd, 0, sizeof(cmd)); 356 memset(&rsp, 0, sizeof(rsp)); 357 cmd.nvme_cmd.opc = SPDK_NVME_OPC_GET_LOG_PAGE; 358 cmd.nvme_cmd.cdw10_bits.get_log_page.lid = SPDK_NVME_LOG_ERROR; 359 cmd.nvme_cmd.cdw10_bits.get_log_page.numdl = spdk_nvme_bytes_to_numd(req.length); 360 cmd.nvme_cmd.cdw12 = 2; 361 CU_ASSERT(nvmf_ctrlr_get_log_page(&req) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 362 CU_ASSERT(req.rsp->nvme_cpl.status.sct == SPDK_NVME_SCT_GENERIC); 363 CU_ASSERT(req.rsp->nvme_cpl.status.sc == SPDK_NVME_SC_INVALID_FIELD); 364 365 /* Get Log Page without data buffer */ 366 memset(&cmd, 0, sizeof(cmd)); 367 memset(&rsp, 0, sizeof(rsp)); 368 req.iovcnt = 0; 369 cmd.nvme_cmd.opc = SPDK_NVME_OPC_GET_LOG_PAGE; 370 cmd.nvme_cmd.cdw10_bits.get_log_page.lid = SPDK_NVME_LOG_ERROR; 371 cmd.nvme_cmd.cdw10_bits.get_log_page.numdl = spdk_nvme_bytes_to_numd(req.length); 372 CU_ASSERT(nvmf_ctrlr_get_log_page(&req) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 373 CU_ASSERT(req.rsp->nvme_cpl.status.sct == SPDK_NVME_SCT_GENERIC); 374 CU_ASSERT(req.rsp->nvme_cpl.status.sc == SPDK_NVME_SC_INVALID_FIELD); 375 } 376 377 static void 378 test_process_fabrics_cmd(void) 379 { 380 struct spdk_nvmf_request req = {}; 381 int ret; 382 struct spdk_nvmf_qpair req_qpair = {}; 383 union nvmf_h2c_msg req_cmd = {}; 384 union nvmf_c2h_msg req_rsp = {}; 385 386 req.qpair = &req_qpair; 387 req.cmd = &req_cmd; 388 req.rsp = &req_rsp; 389 req.qpair->ctrlr = NULL; 390 391 /* No ctrlr and invalid command check */ 392 req.cmd->nvmf_cmd.fctype = SPDK_NVMF_FABRIC_COMMAND_PROPERTY_GET; 393 ret = nvmf_ctrlr_process_fabrics_cmd(&req); 394 CU_ASSERT_EQUAL(req.rsp->nvme_cpl.status.sc, SPDK_NVME_SC_COMMAND_SEQUENCE_ERROR); 395 CU_ASSERT_EQUAL(ret, SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 396 } 397 398 static bool 399 nvme_status_success(const struct spdk_nvme_status *status) 400 { 401 return status->sct == SPDK_NVME_SCT_GENERIC && status->sc == SPDK_NVME_SC_SUCCESS; 402 } 403 404 static void 405 test_connect(void) 406 { 407 struct spdk_nvmf_fabric_connect_data connect_data; 408 struct spdk_nvmf_poll_group group; 409 struct spdk_nvmf_subsystem_poll_group *sgroups; 410 struct spdk_nvmf_transport transport; 411 struct spdk_nvmf_transport_ops tops = {}; 412 struct spdk_nvmf_subsystem subsystem; 413 struct spdk_nvmf_request req; 414 struct spdk_nvmf_qpair admin_qpair; 415 struct spdk_nvmf_qpair qpair; 416 struct spdk_nvmf_ctrlr ctrlr; 417 struct spdk_nvmf_tgt tgt; 418 union nvmf_h2c_msg cmd; 419 union nvmf_c2h_msg rsp; 420 const uint8_t hostid[16] = { 421 0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07, 422 0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D, 0x0E, 0x0F 423 }; 424 const char subnqn[] = "nqn.2016-06.io.spdk:subsystem1"; 425 const char hostnqn[] = "nqn.2016-06.io.spdk:host1"; 426 int rc; 427 428 memset(&group, 0, sizeof(group)); 429 group.thread = spdk_get_thread(); 430 431 memset(&ctrlr, 0, sizeof(ctrlr)); 432 ctrlr.subsys = &subsystem; 433 ctrlr.qpair_mask = spdk_bit_array_create(3); 434 SPDK_CU_ASSERT_FATAL(ctrlr.qpair_mask != NULL); 435 ctrlr.vcprop.cc.bits.en = 1; 436 ctrlr.vcprop.cc.bits.iosqes = 6; 437 ctrlr.vcprop.cc.bits.iocqes = 4; 438 439 memset(&admin_qpair, 0, sizeof(admin_qpair)); 440 admin_qpair.group = &group; 441 admin_qpair.state = SPDK_NVMF_QPAIR_ACTIVE; 442 443 memset(&tgt, 0, sizeof(tgt)); 444 memset(&transport, 0, sizeof(transport)); 445 transport.ops = &tops; 446 transport.opts.max_aq_depth = 32; 447 transport.opts.max_queue_depth = 64; 448 transport.opts.max_qpairs_per_ctrlr = 3; 449 transport.tgt = &tgt; 450 451 memset(&qpair, 0, sizeof(qpair)); 452 qpair.transport = &transport; 453 qpair.group = &group; 454 qpair.state = SPDK_NVMF_QPAIR_ACTIVE; 455 TAILQ_INIT(&qpair.outstanding); 456 457 memset(&connect_data, 0, sizeof(connect_data)); 458 memcpy(connect_data.hostid, hostid, sizeof(hostid)); 459 connect_data.cntlid = 0xFFFF; 460 snprintf(connect_data.subnqn, sizeof(connect_data.subnqn), "%s", subnqn); 461 snprintf(connect_data.hostnqn, sizeof(connect_data.hostnqn), "%s", hostnqn); 462 463 memset(&subsystem, 0, sizeof(subsystem)); 464 subsystem.thread = spdk_get_thread(); 465 subsystem.id = 1; 466 TAILQ_INIT(&subsystem.ctrlrs); 467 subsystem.tgt = &tgt; 468 subsystem.subtype = SPDK_NVMF_SUBTYPE_NVME; 469 subsystem.state = SPDK_NVMF_SUBSYSTEM_ACTIVE; 470 snprintf(subsystem.subnqn, sizeof(subsystem.subnqn), "%s", subnqn); 471 472 sgroups = calloc(subsystem.id + 1, sizeof(struct spdk_nvmf_subsystem_poll_group)); 473 group.sgroups = sgroups; 474 475 memset(&cmd, 0, sizeof(cmd)); 476 cmd.connect_cmd.opcode = SPDK_NVME_OPC_FABRIC; 477 cmd.connect_cmd.cid = 1; 478 cmd.connect_cmd.fctype = SPDK_NVMF_FABRIC_COMMAND_CONNECT; 479 cmd.connect_cmd.recfmt = 0; 480 cmd.connect_cmd.qid = 0; 481 cmd.connect_cmd.sqsize = 31; 482 cmd.connect_cmd.cattr = 0; 483 cmd.connect_cmd.kato = 120000; 484 485 memset(&req, 0, sizeof(req)); 486 req.qpair = &qpair; 487 req.xfer = SPDK_NVME_DATA_HOST_TO_CONTROLLER; 488 req.length = sizeof(connect_data); 489 spdk_iov_one(req.iov, &req.iovcnt, &connect_data, req.length); 490 req.cmd = &cmd; 491 req.rsp = &rsp; 492 493 MOCK_SET(spdk_nvmf_tgt_find_subsystem, &subsystem); 494 MOCK_SET(spdk_nvmf_poll_group_create, &group); 495 496 /* Valid admin connect command */ 497 memset(&rsp, 0, sizeof(rsp)); 498 sgroups[subsystem.id].mgmt_io_outstanding++; 499 TAILQ_INSERT_TAIL(&qpair.outstanding, &req, link); 500 rc = nvmf_ctrlr_cmd_connect(&req); 501 poll_threads(); 502 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_ASYNCHRONOUS); 503 CU_ASSERT(nvme_status_success(&rsp.nvme_cpl.status)); 504 CU_ASSERT(qpair.ctrlr != NULL); 505 CU_ASSERT(sgroups[subsystem.id].mgmt_io_outstanding == 0); 506 nvmf_ctrlr_stop_keep_alive_timer(qpair.ctrlr); 507 spdk_bit_array_free(&qpair.ctrlr->qpair_mask); 508 free(qpair.ctrlr); 509 qpair.ctrlr = NULL; 510 511 /* Valid admin connect command with kato = 0 */ 512 cmd.connect_cmd.kato = 0; 513 memset(&rsp, 0, sizeof(rsp)); 514 sgroups[subsystem.id].mgmt_io_outstanding++; 515 TAILQ_INSERT_TAIL(&qpair.outstanding, &req, link); 516 rc = nvmf_ctrlr_cmd_connect(&req); 517 poll_threads(); 518 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_ASYNCHRONOUS); 519 CU_ASSERT(nvme_status_success(&rsp.nvme_cpl.status)); 520 CU_ASSERT(qpair.ctrlr != NULL && qpair.ctrlr->keep_alive_poller == NULL); 521 CU_ASSERT(sgroups[subsystem.id].mgmt_io_outstanding == 0); 522 spdk_bit_array_free(&qpair.ctrlr->qpair_mask); 523 free(qpair.ctrlr); 524 qpair.ctrlr = NULL; 525 cmd.connect_cmd.kato = 120000; 526 527 /* Invalid data length */ 528 memset(&rsp, 0, sizeof(rsp)); 529 req.length = sizeof(connect_data) - 1; 530 TAILQ_INSERT_TAIL(&qpair.outstanding, &req, link); 531 rc = nvmf_ctrlr_cmd_connect(&req); 532 poll_threads(); 533 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 534 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_GENERIC); 535 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVME_SC_INVALID_FIELD); 536 CU_ASSERT(qpair.ctrlr == NULL); 537 req.length = sizeof(connect_data); 538 539 /* Invalid recfmt */ 540 memset(&rsp, 0, sizeof(rsp)); 541 cmd.connect_cmd.recfmt = 1234; 542 TAILQ_INSERT_TAIL(&qpair.outstanding, &req, link); 543 rc = nvmf_ctrlr_cmd_connect(&req); 544 poll_threads(); 545 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 546 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_COMMAND_SPECIFIC); 547 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVMF_FABRIC_SC_INCOMPATIBLE_FORMAT); 548 CU_ASSERT(qpair.ctrlr == NULL); 549 cmd.connect_cmd.recfmt = 0; 550 551 /* Subsystem not found */ 552 memset(&rsp, 0, sizeof(rsp)); 553 MOCK_SET(spdk_nvmf_tgt_find_subsystem, NULL); 554 TAILQ_INSERT_TAIL(&qpair.outstanding, &req, link); 555 rc = nvmf_ctrlr_cmd_connect(&req); 556 poll_threads(); 557 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 558 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_COMMAND_SPECIFIC); 559 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVMF_FABRIC_SC_INVALID_PARAM); 560 CU_ASSERT(rsp.connect_rsp.status_code_specific.invalid.iattr == 1); 561 CU_ASSERT(rsp.connect_rsp.status_code_specific.invalid.ipo == 256); 562 CU_ASSERT(qpair.ctrlr == NULL); 563 MOCK_SET(spdk_nvmf_tgt_find_subsystem, &subsystem); 564 565 /* Unterminated hostnqn */ 566 memset(&rsp, 0, sizeof(rsp)); 567 memset(connect_data.hostnqn, 'b', sizeof(connect_data.hostnqn)); 568 TAILQ_INSERT_TAIL(&qpair.outstanding, &req, link); 569 rc = nvmf_ctrlr_cmd_connect(&req); 570 poll_threads(); 571 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 572 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_COMMAND_SPECIFIC); 573 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVMF_FABRIC_SC_INVALID_PARAM); 574 CU_ASSERT(rsp.connect_rsp.status_code_specific.invalid.iattr == 1); 575 CU_ASSERT(rsp.connect_rsp.status_code_specific.invalid.ipo == 512); 576 CU_ASSERT(qpair.ctrlr == NULL); 577 snprintf(connect_data.hostnqn, sizeof(connect_data.hostnqn), "%s", hostnqn); 578 579 /* Host not allowed */ 580 memset(&rsp, 0, sizeof(rsp)); 581 MOCK_SET(spdk_nvmf_subsystem_host_allowed, false); 582 TAILQ_INSERT_TAIL(&qpair.outstanding, &req, link); 583 rc = nvmf_ctrlr_cmd_connect(&req); 584 poll_threads(); 585 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 586 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_COMMAND_SPECIFIC); 587 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVMF_FABRIC_SC_INVALID_HOST); 588 CU_ASSERT(qpair.ctrlr == NULL); 589 MOCK_SET(spdk_nvmf_subsystem_host_allowed, true); 590 591 /* Invalid sqsize == 0 */ 592 memset(&rsp, 0, sizeof(rsp)); 593 cmd.connect_cmd.sqsize = 0; 594 TAILQ_INSERT_TAIL(&qpair.outstanding, &req, link); 595 rc = nvmf_ctrlr_cmd_connect(&req); 596 poll_threads(); 597 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 598 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_COMMAND_SPECIFIC); 599 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVMF_FABRIC_SC_INVALID_PARAM); 600 CU_ASSERT(rsp.connect_rsp.status_code_specific.invalid.iattr == 0); 601 CU_ASSERT(rsp.connect_rsp.status_code_specific.invalid.ipo == 44); 602 CU_ASSERT(qpair.ctrlr == NULL); 603 cmd.connect_cmd.sqsize = 31; 604 605 /* Invalid admin sqsize > max_aq_depth */ 606 memset(&rsp, 0, sizeof(rsp)); 607 cmd.connect_cmd.sqsize = 32; 608 TAILQ_INSERT_TAIL(&qpair.outstanding, &req, link); 609 rc = nvmf_ctrlr_cmd_connect(&req); 610 poll_threads(); 611 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 612 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_COMMAND_SPECIFIC); 613 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVMF_FABRIC_SC_INVALID_PARAM); 614 CU_ASSERT(rsp.connect_rsp.status_code_specific.invalid.iattr == 0); 615 CU_ASSERT(rsp.connect_rsp.status_code_specific.invalid.ipo == 44); 616 CU_ASSERT(qpair.ctrlr == NULL); 617 cmd.connect_cmd.sqsize = 31; 618 619 /* Invalid I/O sqsize > max_queue_depth */ 620 memset(&rsp, 0, sizeof(rsp)); 621 cmd.connect_cmd.qid = 1; 622 cmd.connect_cmd.sqsize = 64; 623 TAILQ_INSERT_TAIL(&qpair.outstanding, &req, link); 624 rc = nvmf_ctrlr_cmd_connect(&req); 625 poll_threads(); 626 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 627 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_COMMAND_SPECIFIC); 628 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVMF_FABRIC_SC_INVALID_PARAM); 629 CU_ASSERT(rsp.connect_rsp.status_code_specific.invalid.iattr == 0); 630 CU_ASSERT(rsp.connect_rsp.status_code_specific.invalid.ipo == 44); 631 CU_ASSERT(qpair.ctrlr == NULL); 632 cmd.connect_cmd.qid = 0; 633 cmd.connect_cmd.sqsize = 31; 634 635 /* Invalid cntlid for admin queue */ 636 memset(&rsp, 0, sizeof(rsp)); 637 connect_data.cntlid = 0x1234; 638 TAILQ_INSERT_TAIL(&qpair.outstanding, &req, link); 639 rc = nvmf_ctrlr_cmd_connect(&req); 640 poll_threads(); 641 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 642 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_COMMAND_SPECIFIC); 643 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVMF_FABRIC_SC_INVALID_PARAM); 644 CU_ASSERT(rsp.connect_rsp.status_code_specific.invalid.iattr == 1); 645 CU_ASSERT(rsp.connect_rsp.status_code_specific.invalid.ipo == 16); 646 CU_ASSERT(qpair.ctrlr == NULL); 647 connect_data.cntlid = 0xFFFF; 648 649 ctrlr.admin_qpair = &admin_qpair; 650 ctrlr.subsys = &subsystem; 651 652 /* Valid I/O queue connect command */ 653 memset(&rsp, 0, sizeof(rsp)); 654 MOCK_SET(nvmf_subsystem_get_ctrlr, &ctrlr); 655 cmd.connect_cmd.qid = 1; 656 cmd.connect_cmd.sqsize = 63; 657 sgroups[subsystem.id].mgmt_io_outstanding++; 658 TAILQ_INSERT_TAIL(&qpair.outstanding, &req, link); 659 rc = nvmf_ctrlr_cmd_connect(&req); 660 poll_threads(); 661 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_ASYNCHRONOUS); 662 CU_ASSERT(nvme_status_success(&rsp.nvme_cpl.status)); 663 CU_ASSERT(qpair.ctrlr == &ctrlr); 664 CU_ASSERT(sgroups[subsystem.id].mgmt_io_outstanding == 0); 665 qpair.ctrlr = NULL; 666 cmd.connect_cmd.sqsize = 31; 667 668 /* Non-existent controller */ 669 memset(&rsp, 0, sizeof(rsp)); 670 MOCK_SET(nvmf_subsystem_get_ctrlr, NULL); 671 sgroups[subsystem.id].mgmt_io_outstanding++; 672 TAILQ_INSERT_TAIL(&qpair.outstanding, &req, link); 673 rc = nvmf_ctrlr_cmd_connect(&req); 674 poll_threads(); 675 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_ASYNCHRONOUS); 676 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_COMMAND_SPECIFIC); 677 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVMF_FABRIC_SC_INVALID_PARAM); 678 CU_ASSERT(rsp.connect_rsp.status_code_specific.invalid.iattr == 1); 679 CU_ASSERT(rsp.connect_rsp.status_code_specific.invalid.ipo == 16); 680 CU_ASSERT(qpair.ctrlr == NULL); 681 CU_ASSERT(sgroups[subsystem.id].mgmt_io_outstanding == 0); 682 MOCK_SET(nvmf_subsystem_get_ctrlr, &ctrlr); 683 684 /* I/O connect to discovery controller */ 685 memset(&rsp, 0, sizeof(rsp)); 686 subsystem.subtype = SPDK_NVMF_SUBTYPE_DISCOVERY_CURRENT; 687 MOCK_SET(spdk_nvmf_subsystem_is_discovery, true); 688 subsystem.state = SPDK_NVMF_SUBSYSTEM_ACTIVE; 689 sgroups[subsystem.id].mgmt_io_outstanding++; 690 TAILQ_INSERT_TAIL(&qpair.outstanding, &req, link); 691 rc = nvmf_ctrlr_cmd_connect(&req); 692 poll_threads(); 693 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_ASYNCHRONOUS); 694 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_COMMAND_SPECIFIC); 695 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVMF_FABRIC_SC_INVALID_PARAM); 696 CU_ASSERT(rsp.connect_rsp.status_code_specific.invalid.iattr == 0); 697 CU_ASSERT(rsp.connect_rsp.status_code_specific.invalid.ipo == 42); 698 CU_ASSERT(qpair.ctrlr == NULL); 699 CU_ASSERT(sgroups[subsystem.id].mgmt_io_outstanding == 0); 700 701 /* I/O connect to discovery controller with keep-alive-timeout != 0 */ 702 cmd.connect_cmd.qid = 0; 703 cmd.connect_cmd.kato = 120000; 704 memset(&rsp, 0, sizeof(rsp)); 705 subsystem.subtype = SPDK_NVMF_SUBTYPE_DISCOVERY_CURRENT; 706 MOCK_SET(spdk_nvmf_subsystem_is_discovery, true); 707 subsystem.state = SPDK_NVMF_SUBSYSTEM_ACTIVE; 708 sgroups[subsystem.id].mgmt_io_outstanding++; 709 TAILQ_INSERT_TAIL(&qpair.outstanding, &req, link); 710 rc = nvmf_ctrlr_cmd_connect(&req); 711 poll_threads(); 712 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_ASYNCHRONOUS); 713 CU_ASSERT(nvme_status_success(&rsp.nvme_cpl.status)); 714 CU_ASSERT(qpair.ctrlr != NULL); 715 CU_ASSERT(qpair.ctrlr->keep_alive_poller != NULL); 716 CU_ASSERT(sgroups[subsystem.id].mgmt_io_outstanding == 0); 717 nvmf_ctrlr_stop_keep_alive_timer(qpair.ctrlr); 718 spdk_bit_array_free(&qpair.ctrlr->qpair_mask); 719 free(qpair.ctrlr); 720 qpair.ctrlr = NULL; 721 722 /* I/O connect to discovery controller with keep-alive-timeout == 0. 723 * Then, a fixed timeout value is set to keep-alive-timeout. 724 */ 725 cmd.connect_cmd.kato = 0; 726 memset(&rsp, 0, sizeof(rsp)); 727 subsystem.subtype = SPDK_NVMF_SUBTYPE_DISCOVERY_CURRENT; 728 MOCK_SET(spdk_nvmf_subsystem_is_discovery, true); 729 subsystem.state = SPDK_NVMF_SUBSYSTEM_ACTIVE; 730 sgroups[subsystem.id].mgmt_io_outstanding++; 731 TAILQ_INSERT_TAIL(&qpair.outstanding, &req, link); 732 rc = nvmf_ctrlr_cmd_connect(&req); 733 poll_threads(); 734 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_ASYNCHRONOUS); 735 CU_ASSERT(nvme_status_success(&rsp.nvme_cpl.status)); 736 CU_ASSERT(qpair.ctrlr != NULL); 737 CU_ASSERT(qpair.ctrlr->keep_alive_poller != NULL); 738 CU_ASSERT(sgroups[subsystem.id].mgmt_io_outstanding == 0); 739 nvmf_ctrlr_stop_keep_alive_timer(qpair.ctrlr); 740 spdk_bit_array_free(&qpair.ctrlr->qpair_mask); 741 free(qpair.ctrlr); 742 qpair.ctrlr = NULL; 743 cmd.connect_cmd.qid = 1; 744 cmd.connect_cmd.kato = 120000; 745 subsystem.subtype = SPDK_NVMF_SUBTYPE_NVME; 746 MOCK_SET(spdk_nvmf_subsystem_is_discovery, false); 747 748 /* I/O connect to disabled controller */ 749 memset(&rsp, 0, sizeof(rsp)); 750 ctrlr.vcprop.cc.bits.en = 0; 751 sgroups[subsystem.id].mgmt_io_outstanding++; 752 TAILQ_INSERT_TAIL(&qpair.outstanding, &req, link); 753 rc = nvmf_ctrlr_cmd_connect(&req); 754 poll_threads(); 755 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_ASYNCHRONOUS); 756 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_COMMAND_SPECIFIC); 757 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVMF_FABRIC_SC_INVALID_PARAM); 758 CU_ASSERT(rsp.connect_rsp.status_code_specific.invalid.iattr == 0); 759 CU_ASSERT(rsp.connect_rsp.status_code_specific.invalid.ipo == 42); 760 CU_ASSERT(qpair.ctrlr == NULL); 761 CU_ASSERT(sgroups[subsystem.id].mgmt_io_outstanding == 0); 762 ctrlr.vcprop.cc.bits.en = 1; 763 764 /* I/O connect with invalid IOSQES */ 765 memset(&rsp, 0, sizeof(rsp)); 766 ctrlr.vcprop.cc.bits.iosqes = 3; 767 sgroups[subsystem.id].mgmt_io_outstanding++; 768 TAILQ_INSERT_TAIL(&qpair.outstanding, &req, link); 769 rc = nvmf_ctrlr_cmd_connect(&req); 770 poll_threads(); 771 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_ASYNCHRONOUS); 772 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_COMMAND_SPECIFIC); 773 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVMF_FABRIC_SC_INVALID_PARAM); 774 CU_ASSERT(rsp.connect_rsp.status_code_specific.invalid.iattr == 0); 775 CU_ASSERT(rsp.connect_rsp.status_code_specific.invalid.ipo == 42); 776 CU_ASSERT(qpair.ctrlr == NULL); 777 CU_ASSERT(sgroups[subsystem.id].mgmt_io_outstanding == 0); 778 ctrlr.vcprop.cc.bits.iosqes = 6; 779 780 /* I/O connect with invalid IOCQES */ 781 memset(&rsp, 0, sizeof(rsp)); 782 ctrlr.vcprop.cc.bits.iocqes = 3; 783 sgroups[subsystem.id].mgmt_io_outstanding++; 784 TAILQ_INSERT_TAIL(&qpair.outstanding, &req, link); 785 rc = nvmf_ctrlr_cmd_connect(&req); 786 poll_threads(); 787 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_ASYNCHRONOUS); 788 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_COMMAND_SPECIFIC); 789 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVMF_FABRIC_SC_INVALID_PARAM); 790 CU_ASSERT(rsp.connect_rsp.status_code_specific.invalid.iattr == 0); 791 CU_ASSERT(rsp.connect_rsp.status_code_specific.invalid.ipo == 42); 792 CU_ASSERT(qpair.ctrlr == NULL); 793 CU_ASSERT(sgroups[subsystem.id].mgmt_io_outstanding == 0); 794 ctrlr.vcprop.cc.bits.iocqes = 4; 795 796 /* I/O connect with qid that is too large */ 797 memset(&rsp, 0, sizeof(rsp)); 798 cmd.connect_cmd.qid = 3; 799 sgroups[subsystem.id].mgmt_io_outstanding++; 800 TAILQ_INSERT_TAIL(&qpair.outstanding, &req, link); 801 rc = nvmf_ctrlr_cmd_connect(&req); 802 poll_threads(); 803 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_ASYNCHRONOUS); 804 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_COMMAND_SPECIFIC); 805 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVME_SC_INVALID_QUEUE_IDENTIFIER); 806 CU_ASSERT(qpair.ctrlr == NULL); 807 CU_ASSERT(sgroups[subsystem.id].mgmt_io_outstanding == 0); 808 809 /* I/O connect with duplicate queue ID */ 810 memset(&rsp, 0, sizeof(rsp)); 811 spdk_bit_array_set(ctrlr.qpair_mask, 1); 812 cmd.connect_cmd.qid = 1; 813 sgroups[subsystem.id].mgmt_io_outstanding++; 814 TAILQ_INSERT_TAIL(&qpair.outstanding, &req, link); 815 rc = nvmf_ctrlr_cmd_connect(&req); 816 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_ASYNCHRONOUS); 817 poll_threads(); 818 /* First time, it will detect duplicate QID and schedule a retry. So for 819 * now we should expect the response to still be all zeroes. 820 */ 821 CU_ASSERT(spdk_mem_all_zero(&rsp, sizeof(rsp))); 822 CU_ASSERT(sgroups[subsystem.id].mgmt_io_outstanding == 1); 823 824 /* Now advance the clock, so that the retry poller executes. */ 825 spdk_delay_us(DUPLICATE_QID_RETRY_US * 2); 826 poll_threads(); 827 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_COMMAND_SPECIFIC); 828 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVME_SC_INVALID_QUEUE_IDENTIFIER); 829 CU_ASSERT(qpair.ctrlr == NULL); 830 CU_ASSERT(sgroups[subsystem.id].mgmt_io_outstanding == 0); 831 832 /* I/O connect with temporarily duplicate queue ID. This covers race 833 * where qpair_mask bit may not yet be cleared, even though initiator 834 * has closed the connection. See issue #2955. */ 835 memset(&rsp, 0, sizeof(rsp)); 836 sgroups[subsystem.id].mgmt_io_outstanding++; 837 TAILQ_INSERT_TAIL(&qpair.outstanding, &req, link); 838 rc = nvmf_ctrlr_cmd_connect(&req); 839 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_ASYNCHRONOUS); 840 poll_threads(); 841 /* First time, it will detect duplicate QID and schedule a retry. So for 842 * now we should expect the response to still be all zeroes. 843 */ 844 CU_ASSERT(spdk_mem_all_zero(&rsp, sizeof(rsp))); 845 CU_ASSERT(sgroups[subsystem.id].mgmt_io_outstanding == 1); 846 847 /* Now advance the clock, so that the retry poller executes. */ 848 spdk_bit_array_clear(ctrlr.qpair_mask, 1); 849 spdk_delay_us(DUPLICATE_QID_RETRY_US * 2); 850 poll_threads(); 851 CU_ASSERT(nvme_status_success(&rsp.nvme_cpl.status)); 852 CU_ASSERT(qpair.ctrlr == &ctrlr); 853 CU_ASSERT(sgroups[subsystem.id].mgmt_io_outstanding == 0); 854 qpair.ctrlr = NULL; 855 856 /* I/O connect when admin qpair is being destroyed */ 857 admin_qpair.group = NULL; 858 admin_qpair.state = SPDK_NVMF_QPAIR_DEACTIVATING; 859 memset(&rsp, 0, sizeof(rsp)); 860 sgroups[subsystem.id].mgmt_io_outstanding++; 861 TAILQ_INSERT_TAIL(&qpair.outstanding, &req, link); 862 rc = nvmf_ctrlr_cmd_connect(&req); 863 poll_threads(); 864 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_COMMAND_SPECIFIC); 865 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVMF_FABRIC_SC_INVALID_PARAM); 866 CU_ASSERT(qpair.ctrlr == NULL); 867 CU_ASSERT(sgroups[subsystem.id].mgmt_io_outstanding == 0); 868 admin_qpair.group = &group; 869 admin_qpair.state = SPDK_NVMF_QPAIR_ACTIVE; 870 871 /* Clean up globals */ 872 MOCK_CLEAR(spdk_nvmf_tgt_find_subsystem); 873 MOCK_CLEAR(spdk_nvmf_poll_group_create); 874 875 spdk_bit_array_free(&ctrlr.qpair_mask); 876 free(sgroups); 877 } 878 879 static void 880 test_get_ns_id_desc_list(void) 881 { 882 struct spdk_nvmf_subsystem subsystem; 883 struct spdk_nvmf_qpair qpair; 884 struct spdk_nvmf_ctrlr ctrlr; 885 struct spdk_nvmf_request req; 886 struct spdk_nvmf_ns *ns_ptrs[1]; 887 struct spdk_nvmf_ns ns; 888 union nvmf_h2c_msg cmd; 889 union nvmf_c2h_msg rsp; 890 struct spdk_bdev bdev; 891 uint8_t buf[4096]; 892 893 memset(&subsystem, 0, sizeof(subsystem)); 894 ns_ptrs[0] = &ns; 895 subsystem.ns = ns_ptrs; 896 subsystem.max_nsid = 1; 897 subsystem.subtype = SPDK_NVMF_SUBTYPE_NVME; 898 899 memset(&ns, 0, sizeof(ns)); 900 ns.opts.nsid = 1; 901 ns.bdev = &bdev; 902 903 memset(&qpair, 0, sizeof(qpair)); 904 qpair.ctrlr = &ctrlr; 905 906 memset(&ctrlr, 0, sizeof(ctrlr)); 907 ctrlr.subsys = &subsystem; 908 ctrlr.vcprop.cc.bits.en = 1; 909 ctrlr.thread = spdk_get_thread(); 910 911 memset(&req, 0, sizeof(req)); 912 req.qpair = &qpair; 913 req.cmd = &cmd; 914 req.rsp = &rsp; 915 req.xfer = SPDK_NVME_DATA_CONTROLLER_TO_HOST; 916 req.length = sizeof(buf); 917 spdk_iov_one(req.iov, &req.iovcnt, &buf, req.length); 918 919 memset(&cmd, 0, sizeof(cmd)); 920 cmd.nvme_cmd.opc = SPDK_NVME_OPC_IDENTIFY; 921 cmd.nvme_cmd.cdw10_bits.identify.cns = SPDK_NVME_IDENTIFY_NS_ID_DESCRIPTOR_LIST; 922 923 /* Invalid NSID */ 924 cmd.nvme_cmd.nsid = 0; 925 memset(&rsp, 0, sizeof(rsp)); 926 CU_ASSERT(nvmf_ctrlr_process_admin_cmd(&req) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 927 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_GENERIC); 928 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVME_SC_INVALID_NAMESPACE_OR_FORMAT); 929 930 /* Valid NSID, but ns has no IDs defined */ 931 cmd.nvme_cmd.nsid = 1; 932 memset(&rsp, 0, sizeof(rsp)); 933 CU_ASSERT(nvmf_ctrlr_process_admin_cmd(&req) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 934 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_GENERIC); 935 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVME_SC_SUCCESS); 936 CU_ASSERT(spdk_mem_all_zero(buf, sizeof(buf))); 937 938 /* Valid NSID, only EUI64 defined */ 939 ns.opts.eui64[0] = 0x11; 940 ns.opts.eui64[7] = 0xFF; 941 memset(&rsp, 0, sizeof(rsp)); 942 CU_ASSERT(nvmf_ctrlr_process_admin_cmd(&req) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 943 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_GENERIC); 944 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVME_SC_SUCCESS); 945 CU_ASSERT(buf[0] == SPDK_NVME_NIDT_EUI64); 946 CU_ASSERT(buf[1] == 8); 947 CU_ASSERT(buf[4] == 0x11); 948 CU_ASSERT(buf[11] == 0xFF); 949 CU_ASSERT(buf[13] == 0); 950 951 /* Valid NSID, only NGUID defined */ 952 memset(ns.opts.eui64, 0, sizeof(ns.opts.eui64)); 953 ns.opts.nguid[0] = 0x22; 954 ns.opts.nguid[15] = 0xEE; 955 memset(&rsp, 0, sizeof(rsp)); 956 CU_ASSERT(nvmf_ctrlr_process_admin_cmd(&req) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 957 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_GENERIC); 958 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVME_SC_SUCCESS); 959 CU_ASSERT(buf[0] == SPDK_NVME_NIDT_NGUID); 960 CU_ASSERT(buf[1] == 16); 961 CU_ASSERT(buf[4] == 0x22); 962 CU_ASSERT(buf[19] == 0xEE); 963 CU_ASSERT(buf[21] == 0); 964 965 /* Valid NSID, both EUI64 and NGUID defined */ 966 ns.opts.eui64[0] = 0x11; 967 ns.opts.eui64[7] = 0xFF; 968 ns.opts.nguid[0] = 0x22; 969 ns.opts.nguid[15] = 0xEE; 970 memset(&rsp, 0, sizeof(rsp)); 971 CU_ASSERT(nvmf_ctrlr_process_admin_cmd(&req) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 972 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_GENERIC); 973 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVME_SC_SUCCESS); 974 CU_ASSERT(buf[0] == SPDK_NVME_NIDT_EUI64); 975 CU_ASSERT(buf[1] == 8); 976 CU_ASSERT(buf[4] == 0x11); 977 CU_ASSERT(buf[11] == 0xFF); 978 CU_ASSERT(buf[12] == SPDK_NVME_NIDT_NGUID); 979 CU_ASSERT(buf[13] == 16); 980 CU_ASSERT(buf[16] == 0x22); 981 CU_ASSERT(buf[31] == 0xEE); 982 CU_ASSERT(buf[33] == 0); 983 984 /* Valid NSID, EUI64, NGUID, and UUID defined */ 985 ns.opts.eui64[0] = 0x11; 986 ns.opts.eui64[7] = 0xFF; 987 ns.opts.nguid[0] = 0x22; 988 ns.opts.nguid[15] = 0xEE; 989 ns.opts.uuid.u.raw[0] = 0x33; 990 ns.opts.uuid.u.raw[15] = 0xDD; 991 memset(&rsp, 0, sizeof(rsp)); 992 CU_ASSERT(nvmf_ctrlr_process_admin_cmd(&req) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 993 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_GENERIC); 994 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVME_SC_SUCCESS); 995 CU_ASSERT(buf[0] == SPDK_NVME_NIDT_EUI64); 996 CU_ASSERT(buf[1] == 8); 997 CU_ASSERT(buf[4] == 0x11); 998 CU_ASSERT(buf[11] == 0xFF); 999 CU_ASSERT(buf[12] == SPDK_NVME_NIDT_NGUID); 1000 CU_ASSERT(buf[13] == 16); 1001 CU_ASSERT(buf[16] == 0x22); 1002 CU_ASSERT(buf[31] == 0xEE); 1003 CU_ASSERT(buf[32] == SPDK_NVME_NIDT_UUID); 1004 CU_ASSERT(buf[33] == 16); 1005 CU_ASSERT(buf[36] == 0x33); 1006 CU_ASSERT(buf[51] == 0xDD); 1007 CU_ASSERT(buf[53] == 0); 1008 } 1009 1010 static void 1011 test_identify_ns(void) 1012 { 1013 struct spdk_nvmf_subsystem subsystem = {}; 1014 struct spdk_nvmf_transport transport = {}; 1015 struct spdk_nvmf_qpair admin_qpair = { .transport = &transport}; 1016 struct spdk_nvmf_ctrlr ctrlr = { .subsys = &subsystem, .admin_qpair = &admin_qpair }; 1017 struct spdk_nvme_cmd cmd = {}; 1018 struct spdk_nvme_cpl rsp = {}; 1019 struct spdk_nvme_ns_data nsdata = {}; 1020 struct spdk_bdev bdev[3] = {{.blockcnt = 1234}, {.blockcnt = 0}, {.blockcnt = 5678}}; 1021 struct spdk_nvmf_ns ns[3] = {{.bdev = &bdev[0]}, {.bdev = NULL}, {.bdev = &bdev[2]}}; 1022 struct spdk_nvmf_ns *ns_arr[3] = {&ns[0], NULL, &ns[2]}; 1023 1024 subsystem.ns = ns_arr; 1025 subsystem.max_nsid = SPDK_COUNTOF(ns_arr); 1026 1027 /* Invalid NSID 0 */ 1028 cmd.nsid = 0; 1029 memset(&nsdata, 0, sizeof(nsdata)); 1030 memset(&rsp, 0, sizeof(rsp)); 1031 CU_ASSERT(spdk_nvmf_ctrlr_identify_ns(&ctrlr, &cmd, &rsp, 1032 &nsdata) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1033 CU_ASSERT(rsp.status.sct == SPDK_NVME_SCT_GENERIC); 1034 CU_ASSERT(rsp.status.sc == SPDK_NVME_SC_INVALID_NAMESPACE_OR_FORMAT); 1035 CU_ASSERT(spdk_mem_all_zero(&nsdata, sizeof(nsdata))); 1036 1037 /* Valid NSID 1 */ 1038 cmd.nsid = 1; 1039 memset(&nsdata, 0, sizeof(nsdata)); 1040 memset(&rsp, 0, sizeof(rsp)); 1041 CU_ASSERT(spdk_nvmf_ctrlr_identify_ns(&ctrlr, &cmd, &rsp, 1042 &nsdata) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1043 CU_ASSERT(rsp.status.sct == SPDK_NVME_SCT_GENERIC); 1044 CU_ASSERT(rsp.status.sc == SPDK_NVME_SC_SUCCESS); 1045 CU_ASSERT(nsdata.nsze == 1234); 1046 1047 /* Valid but inactive NSID 2 */ 1048 cmd.nsid = 2; 1049 memset(&nsdata, 0, sizeof(nsdata)); 1050 memset(&rsp, 0, sizeof(rsp)); 1051 CU_ASSERT(spdk_nvmf_ctrlr_identify_ns(&ctrlr, &cmd, &rsp, 1052 &nsdata) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1053 CU_ASSERT(rsp.status.sct == SPDK_NVME_SCT_GENERIC); 1054 CU_ASSERT(rsp.status.sc == SPDK_NVME_SC_SUCCESS); 1055 CU_ASSERT(spdk_mem_all_zero(&nsdata, sizeof(nsdata))); 1056 1057 /* Valid NSID 3 */ 1058 cmd.nsid = 3; 1059 memset(&nsdata, 0, sizeof(nsdata)); 1060 memset(&rsp, 0, sizeof(rsp)); 1061 CU_ASSERT(spdk_nvmf_ctrlr_identify_ns(&ctrlr, &cmd, &rsp, 1062 &nsdata) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1063 CU_ASSERT(rsp.status.sct == SPDK_NVME_SCT_GENERIC); 1064 CU_ASSERT(rsp.status.sc == SPDK_NVME_SC_SUCCESS); 1065 CU_ASSERT(nsdata.nsze == 5678); 1066 1067 /* Invalid NSID 4 */ 1068 cmd.nsid = 4; 1069 memset(&nsdata, 0, sizeof(nsdata)); 1070 memset(&rsp, 0, sizeof(rsp)); 1071 CU_ASSERT(spdk_nvmf_ctrlr_identify_ns(&ctrlr, &cmd, &rsp, 1072 &nsdata) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1073 CU_ASSERT(rsp.status.sct == SPDK_NVME_SCT_GENERIC); 1074 CU_ASSERT(rsp.status.sc == SPDK_NVME_SC_INVALID_NAMESPACE_OR_FORMAT); 1075 CU_ASSERT(spdk_mem_all_zero(&nsdata, sizeof(nsdata))); 1076 1077 /* Invalid NSID 0xFFFFFFFF (NS management not supported) */ 1078 cmd.nsid = 0xFFFFFFFF; 1079 memset(&nsdata, 0, sizeof(nsdata)); 1080 memset(&rsp, 0, sizeof(rsp)); 1081 CU_ASSERT(spdk_nvmf_ctrlr_identify_ns(&ctrlr, &cmd, &rsp, 1082 &nsdata) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1083 CU_ASSERT(rsp.status.sct == SPDK_NVME_SCT_GENERIC); 1084 CU_ASSERT(rsp.status.sc == SPDK_NVME_SC_INVALID_NAMESPACE_OR_FORMAT); 1085 CU_ASSERT(spdk_mem_all_zero(&nsdata, sizeof(nsdata))); 1086 } 1087 1088 static void 1089 test_identify_ns_iocs_specific(void) 1090 { 1091 struct spdk_nvmf_subsystem subsystem = {}; 1092 struct spdk_nvmf_transport transport = {}; 1093 struct spdk_nvmf_qpair admin_qpair = { .transport = &transport }; 1094 struct spdk_nvmf_ctrlr ctrlr = { .subsys = &subsystem, .admin_qpair = &admin_qpair }; 1095 struct spdk_nvme_cmd cmd = {}; 1096 struct spdk_nvme_cpl rsp = {}; 1097 struct spdk_nvme_zns_ns_data nsdata = {}; 1098 struct spdk_bdev bdev[2] = {{.blockcnt = 1234, .zoned = true, .zone_size = ZONE_SIZE, .max_open_zones = MAX_OPEN_ZONES, .max_active_zones = MAX_ACTIVE_ZONES}, {.blockcnt = 5678}}; 1099 struct spdk_nvmf_ns ns[2] = {{.bdev = &bdev[0]}, {.bdev = &bdev[1]}}; 1100 struct spdk_nvmf_ns *ns_arr[2] = {&ns[0], &ns[1]}; 1101 1102 subsystem.ns = ns_arr; 1103 subsystem.max_nsid = SPDK_COUNTOF(ns_arr); 1104 1105 cmd.cdw11_bits.identify.csi = SPDK_NVME_CSI_ZNS; 1106 1107 /* Invalid ZNS NSID 0 */ 1108 cmd.nsid = 0; 1109 memset(&nsdata, 0xFF, sizeof(nsdata)); 1110 memset(&rsp, 0, sizeof(rsp)); 1111 CU_ASSERT(spdk_nvmf_ns_identify_iocs_specific(&ctrlr, &cmd, &rsp, 1112 &nsdata, sizeof(nsdata)) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1113 CU_ASSERT(rsp.status.sct == SPDK_NVME_SCT_GENERIC); 1114 CU_ASSERT(rsp.status.sc == SPDK_NVME_SC_INVALID_NAMESPACE_OR_FORMAT); 1115 CU_ASSERT(spdk_mem_all_zero(&nsdata, sizeof(nsdata))); 1116 1117 /* Valid ZNS NSID 1 */ 1118 cmd.nsid = 1; 1119 memset(&nsdata, 0xFF, sizeof(nsdata)); 1120 memset(&rsp, 0, sizeof(rsp)); 1121 CU_ASSERT(spdk_nvmf_ns_identify_iocs_specific(&ctrlr, &cmd, &rsp, 1122 &nsdata, sizeof(nsdata)) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1123 CU_ASSERT(rsp.status.sct == SPDK_NVME_SCT_GENERIC); 1124 CU_ASSERT(rsp.status.sc == SPDK_NVME_SC_SUCCESS); 1125 CU_ASSERT(nsdata.ozcs.read_across_zone_boundaries == 1); 1126 CU_ASSERT(nsdata.mar == MAX_ACTIVE_ZONES - 1); 1127 CU_ASSERT(nsdata.mor == MAX_OPEN_ZONES - 1); 1128 CU_ASSERT(nsdata.lbafe[0].zsze == ZONE_SIZE); 1129 nsdata.ozcs.read_across_zone_boundaries = 0; 1130 nsdata.mar = 0; 1131 nsdata.mor = 0; 1132 nsdata.lbafe[0].zsze = 0; 1133 CU_ASSERT(spdk_mem_all_zero(&nsdata, sizeof(nsdata))); 1134 1135 cmd.cdw11_bits.identify.csi = SPDK_NVME_CSI_NVM; 1136 1137 /* Valid NVM NSID 2 */ 1138 cmd.nsid = 2; 1139 memset(&nsdata, 0xFF, sizeof(nsdata)); 1140 memset(&rsp, 0, sizeof(rsp)); 1141 CU_ASSERT(spdk_nvmf_ns_identify_iocs_specific(&ctrlr, &cmd, &rsp, 1142 &nsdata, sizeof(nsdata)) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1143 CU_ASSERT(rsp.status.sct == SPDK_NVME_SCT_GENERIC); 1144 CU_ASSERT(rsp.status.sc == SPDK_NVME_SC_SUCCESS); 1145 CU_ASSERT(spdk_mem_all_zero(&nsdata, sizeof(nsdata))); 1146 1147 /* Invalid NVM NSID 3 */ 1148 cmd.nsid = 0; 1149 memset(&nsdata, 0xFF, sizeof(nsdata)); 1150 memset(&rsp, 0, sizeof(rsp)); 1151 CU_ASSERT(spdk_nvmf_ns_identify_iocs_specific(&ctrlr, &cmd, &rsp, 1152 &nsdata, sizeof(nsdata)) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1153 CU_ASSERT(rsp.status.sct == SPDK_NVME_SCT_GENERIC); 1154 CU_ASSERT(rsp.status.sc == SPDK_NVME_SC_INVALID_NAMESPACE_OR_FORMAT); 1155 CU_ASSERT(spdk_mem_all_zero(&nsdata, sizeof(nsdata))); 1156 } 1157 1158 static void 1159 test_set_get_features(void) 1160 { 1161 struct spdk_nvmf_subsystem subsystem = {}; 1162 struct spdk_nvmf_qpair admin_qpair = {}; 1163 enum spdk_nvme_ana_state ana_state[3]; 1164 struct spdk_nvmf_subsystem_listener listener = { .ana_state = ana_state }; 1165 struct spdk_nvmf_ctrlr ctrlr = { 1166 .subsys = &subsystem, .admin_qpair = &admin_qpair, .listener = &listener 1167 }; 1168 union nvmf_h2c_msg cmd = {}; 1169 union nvmf_c2h_msg rsp = {}; 1170 struct spdk_nvmf_ns ns[3]; 1171 struct spdk_nvmf_ns *ns_arr[3] = {&ns[0], NULL, &ns[2]}; 1172 struct spdk_nvmf_request req; 1173 int rc; 1174 1175 ns[0].anagrpid = 1; 1176 ns[2].anagrpid = 3; 1177 subsystem.ns = ns_arr; 1178 subsystem.max_nsid = SPDK_COUNTOF(ns_arr); 1179 listener.ana_state[0] = SPDK_NVME_ANA_OPTIMIZED_STATE; 1180 listener.ana_state[2] = SPDK_NVME_ANA_OPTIMIZED_STATE; 1181 admin_qpair.ctrlr = &ctrlr; 1182 req.qpair = &admin_qpair; 1183 cmd.nvme_cmd.nsid = 1; 1184 req.cmd = &cmd; 1185 req.rsp = &rsp; 1186 1187 /* Set SPDK_NVME_FEAT_HOST_RESERVE_PERSIST feature */ 1188 cmd.nvme_cmd.opc = SPDK_NVME_OPC_SET_FEATURES; 1189 cmd.nvme_cmd.cdw11_bits.feat_rsv_persistence.bits.ptpl = 1; 1190 ns[0].ptpl_file = "testcfg"; 1191 rc = nvmf_ctrlr_set_features_reservation_persistence(&req); 1192 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1193 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_COMMAND_SPECIFIC); 1194 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVME_SC_FEATURE_ID_NOT_SAVEABLE); 1195 CU_ASSERT(ns[0].ptpl_activated == true); 1196 1197 /* Get SPDK_NVME_FEAT_HOST_RESERVE_PERSIST feature */ 1198 cmd.nvme_cmd.opc = SPDK_NVME_OPC_GET_FEATURES; 1199 cmd.nvme_cmd.cdw10_bits.get_features.fid = SPDK_NVME_FEAT_HOST_RESERVE_PERSIST; 1200 rc = nvmf_ctrlr_get_features_reservation_persistence(&req); 1201 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1202 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_GENERIC); 1203 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVME_SC_SUCCESS); 1204 CU_ASSERT(rsp.nvme_cpl.cdw0 == 1); 1205 1206 1207 /* Get SPDK_NVME_FEAT_TEMPERATURE_THRESHOLD - valid TMPSEL */ 1208 cmd.nvme_cmd.opc = SPDK_NVME_OPC_GET_FEATURES; 1209 cmd.nvme_cmd.cdw11 = 0x42; 1210 cmd.nvme_cmd.cdw10_bits.get_features.fid = SPDK_NVME_FEAT_TEMPERATURE_THRESHOLD; 1211 1212 rc = nvmf_ctrlr_get_features(&req); 1213 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1214 1215 /* Get SPDK_NVME_FEAT_TEMPERATURE_THRESHOLD - invalid TMPSEL */ 1216 cmd.nvme_cmd.opc = SPDK_NVME_OPC_GET_FEATURES; 1217 cmd.nvme_cmd.cdw11 = 0x42 | 1 << 16 | 1 << 19; /* Set reserved value */ 1218 cmd.nvme_cmd.cdw10_bits.get_features.fid = SPDK_NVME_FEAT_TEMPERATURE_THRESHOLD; 1219 1220 rc = nvmf_ctrlr_get_features(&req); 1221 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1222 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_GENERIC); 1223 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVME_SC_INVALID_FIELD); 1224 1225 /* Set SPDK_NVME_FEAT_TEMPERATURE_THRESHOLD - valid TMPSEL */ 1226 cmd.nvme_cmd.opc = SPDK_NVME_OPC_SET_FEATURES; 1227 cmd.nvme_cmd.cdw11 = 0x42; 1228 cmd.nvme_cmd.cdw10_bits.set_features.fid = SPDK_NVME_FEAT_TEMPERATURE_THRESHOLD; 1229 1230 rc = nvmf_ctrlr_set_features(&req); 1231 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1232 1233 /* Set SPDK_NVME_FEAT_TEMPERATURE_THRESHOLD - invalid TMPSEL */ 1234 cmd.nvme_cmd.opc = SPDK_NVME_OPC_SET_FEATURES; 1235 cmd.nvme_cmd.cdw11 = 0x42 | 1 << 16 | 1 << 19; /* Set reserved value */ 1236 cmd.nvme_cmd.cdw10_bits.set_features.fid = SPDK_NVME_FEAT_TEMPERATURE_THRESHOLD; 1237 1238 rc = nvmf_ctrlr_set_features(&req); 1239 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1240 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_GENERIC); 1241 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVME_SC_INVALID_FIELD); 1242 1243 /* Set SPDK_NVME_FEAT_TEMPERATURE_THRESHOLD - invalid THSEL */ 1244 cmd.nvme_cmd.opc = SPDK_NVME_OPC_SET_FEATURES; 1245 cmd.nvme_cmd.cdw11 = 0x42; 1246 cmd.nvme_cmd.cdw11_bits.feat_temp_threshold.bits.thsel = 0x3; /* Set reserved value */ 1247 cmd.nvme_cmd.cdw10_bits.set_features.fid = SPDK_NVME_FEAT_TEMPERATURE_THRESHOLD; 1248 1249 rc = nvmf_ctrlr_set_features(&req); 1250 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1251 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_GENERIC); 1252 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVME_SC_INVALID_FIELD); 1253 1254 1255 /* get SPDK_NVME_FEAT_ERROR_RECOVERY - generic */ 1256 cmd.nvme_cmd.opc = SPDK_NVME_OPC_SET_FEATURES; 1257 cmd.nvme_cmd.cdw10_bits.get_features.fid = SPDK_NVME_FEAT_ERROR_RECOVERY; 1258 1259 rc = nvmf_ctrlr_get_features(&req); 1260 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1261 1262 /* Set SPDK_NVME_FEAT_ERROR_RECOVERY - DULBE set */ 1263 cmd.nvme_cmd.opc = SPDK_NVME_OPC_SET_FEATURES; 1264 cmd.nvme_cmd.cdw11 = 0x42; 1265 cmd.nvme_cmd.cdw11_bits.feat_error_recovery.bits.dulbe = 0x1; 1266 cmd.nvme_cmd.cdw10_bits.set_features.fid = SPDK_NVME_FEAT_ERROR_RECOVERY; 1267 1268 rc = nvmf_ctrlr_set_features(&req); 1269 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1270 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_GENERIC); 1271 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVME_SC_INVALID_FIELD); 1272 1273 /* Set SPDK_NVME_FEAT_ERROR_RECOVERY - DULBE cleared */ 1274 cmd.nvme_cmd.opc = SPDK_NVME_OPC_SET_FEATURES; 1275 cmd.nvme_cmd.cdw11 = 0x42; 1276 cmd.nvme_cmd.cdw11_bits.feat_error_recovery.bits.dulbe = 0x0; 1277 cmd.nvme_cmd.cdw10_bits.set_features.fid = SPDK_NVME_FEAT_ERROR_RECOVERY; 1278 1279 rc = nvmf_ctrlr_set_features(&req); 1280 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1281 } 1282 1283 /* 1284 * Reservation Unit Test Configuration 1285 * -------- -------- -------- 1286 * | Host A | | Host B | | Host C | 1287 * -------- -------- -------- 1288 * / \ | | 1289 * -------- -------- ------- ------- 1290 * |Ctrlr1_A| |Ctrlr2_A| |Ctrlr_B| |Ctrlr_C| 1291 * -------- -------- ------- ------- 1292 * \ \ / / 1293 * \ \ / / 1294 * \ \ / / 1295 * -------------------------------------- 1296 * | NAMESPACE 1 | 1297 * -------------------------------------- 1298 */ 1299 1300 static struct spdk_nvmf_ctrlr g_ctrlr1_A, g_ctrlr2_A, g_ctrlr_B, g_ctrlr_C; 1301 struct spdk_nvmf_subsystem_pg_ns_info g_ns_info; 1302 1303 static void 1304 ut_reservation_init(enum spdk_nvme_reservation_type rtype) 1305 { 1306 /* Host A has two controllers */ 1307 spdk_uuid_generate(&g_ctrlr1_A.hostid); 1308 spdk_uuid_copy(&g_ctrlr2_A.hostid, &g_ctrlr1_A.hostid); 1309 1310 /* Host B has 1 controller */ 1311 spdk_uuid_generate(&g_ctrlr_B.hostid); 1312 1313 /* Host C has 1 controller */ 1314 spdk_uuid_generate(&g_ctrlr_C.hostid); 1315 1316 memset(&g_ns_info, 0, sizeof(g_ns_info)); 1317 g_ns_info.rtype = rtype; 1318 g_ns_info.reg_hostid[0] = g_ctrlr1_A.hostid; 1319 g_ns_info.reg_hostid[1] = g_ctrlr_B.hostid; 1320 g_ns_info.reg_hostid[2] = g_ctrlr_C.hostid; 1321 } 1322 1323 static void 1324 test_reservation_write_exclusive(void) 1325 { 1326 struct spdk_nvmf_request req = {}; 1327 union nvmf_h2c_msg cmd = {}; 1328 union nvmf_c2h_msg rsp = {}; 1329 int rc; 1330 1331 req.cmd = &cmd; 1332 req.rsp = &rsp; 1333 1334 /* Host A holds reservation with type SPDK_NVME_RESERVE_WRITE_EXCLUSIVE */ 1335 ut_reservation_init(SPDK_NVME_RESERVE_WRITE_EXCLUSIVE); 1336 g_ns_info.holder_id = g_ctrlr1_A.hostid; 1337 1338 /* Test Case: Issue a Read command from Host A and Host B */ 1339 cmd.nvme_cmd.opc = SPDK_NVME_OPC_READ; 1340 rc = nvmf_ns_reservation_request_check(&g_ns_info, &g_ctrlr1_A, &req); 1341 SPDK_CU_ASSERT_FATAL(rc == 0); 1342 rc = nvmf_ns_reservation_request_check(&g_ns_info, &g_ctrlr_B, &req); 1343 SPDK_CU_ASSERT_FATAL(rc == 0); 1344 1345 /* Test Case: Issue a DSM Write command from Host A and Host B */ 1346 cmd.nvme_cmd.opc = SPDK_NVME_OPC_DATASET_MANAGEMENT; 1347 rc = nvmf_ns_reservation_request_check(&g_ns_info, &g_ctrlr1_A, &req); 1348 SPDK_CU_ASSERT_FATAL(rc == 0); 1349 rc = nvmf_ns_reservation_request_check(&g_ns_info, &g_ctrlr_B, &req); 1350 SPDK_CU_ASSERT_FATAL(rc < 0); 1351 SPDK_CU_ASSERT_FATAL(rsp.nvme_cpl.status.sc == SPDK_NVME_SC_RESERVATION_CONFLICT); 1352 1353 /* Test Case: Issue a Write command from Host C */ 1354 cmd.nvme_cmd.opc = SPDK_NVME_OPC_WRITE; 1355 rc = nvmf_ns_reservation_request_check(&g_ns_info, &g_ctrlr_C, &req); 1356 SPDK_CU_ASSERT_FATAL(rc < 0); 1357 SPDK_CU_ASSERT_FATAL(rsp.nvme_cpl.status.sc == SPDK_NVME_SC_RESERVATION_CONFLICT); 1358 1359 /* Test Case: Issue a Read command from Host B */ 1360 cmd.nvme_cmd.opc = SPDK_NVME_OPC_READ; 1361 rc = nvmf_ns_reservation_request_check(&g_ns_info, &g_ctrlr_B, &req); 1362 SPDK_CU_ASSERT_FATAL(rc == 0); 1363 1364 /* Unregister Host C */ 1365 spdk_uuid_set_null(&g_ns_info.reg_hostid[2]); 1366 1367 /* Test Case: Read and Write commands from non-registrant Host C */ 1368 cmd.nvme_cmd.opc = SPDK_NVME_OPC_WRITE; 1369 rc = nvmf_ns_reservation_request_check(&g_ns_info, &g_ctrlr_C, &req); 1370 SPDK_CU_ASSERT_FATAL(rc < 0); 1371 SPDK_CU_ASSERT_FATAL(rsp.nvme_cpl.status.sc == SPDK_NVME_SC_RESERVATION_CONFLICT); 1372 cmd.nvme_cmd.opc = SPDK_NVME_OPC_READ; 1373 rc = nvmf_ns_reservation_request_check(&g_ns_info, &g_ctrlr_C, &req); 1374 SPDK_CU_ASSERT_FATAL(rc == 0); 1375 } 1376 1377 static void 1378 test_reservation_exclusive_access(void) 1379 { 1380 struct spdk_nvmf_request req = {}; 1381 union nvmf_h2c_msg cmd = {}; 1382 union nvmf_c2h_msg rsp = {}; 1383 int rc; 1384 1385 req.cmd = &cmd; 1386 req.rsp = &rsp; 1387 1388 /* Host A holds reservation with type SPDK_NVME_RESERVE_EXCLUSIVE_ACCESS */ 1389 ut_reservation_init(SPDK_NVME_RESERVE_EXCLUSIVE_ACCESS); 1390 g_ns_info.holder_id = g_ctrlr1_A.hostid; 1391 1392 /* Test Case: Issue a Read command from Host B */ 1393 cmd.nvme_cmd.opc = SPDK_NVME_OPC_READ; 1394 rc = nvmf_ns_reservation_request_check(&g_ns_info, &g_ctrlr_B, &req); 1395 SPDK_CU_ASSERT_FATAL(rc < 0); 1396 SPDK_CU_ASSERT_FATAL(rsp.nvme_cpl.status.sc == SPDK_NVME_SC_RESERVATION_CONFLICT); 1397 1398 /* Test Case: Issue a Reservation Release command from a valid Registrant */ 1399 cmd.nvme_cmd.opc = SPDK_NVME_OPC_RESERVATION_RELEASE; 1400 rc = nvmf_ns_reservation_request_check(&g_ns_info, &g_ctrlr_B, &req); 1401 SPDK_CU_ASSERT_FATAL(rc == 0); 1402 } 1403 1404 static void 1405 _test_reservation_write_exclusive_regs_only_and_all_regs(enum spdk_nvme_reservation_type rtype) 1406 { 1407 struct spdk_nvmf_request req = {}; 1408 union nvmf_h2c_msg cmd = {}; 1409 union nvmf_c2h_msg rsp = {}; 1410 int rc; 1411 1412 req.cmd = &cmd; 1413 req.rsp = &rsp; 1414 1415 /* SPDK_NVME_RESERVE_WRITE_EXCLUSIVE_REG_ONLY and SPDK_NVME_RESERVE_WRITE_EXCLUSIVE_ALL_REGS */ 1416 ut_reservation_init(rtype); 1417 g_ns_info.holder_id = g_ctrlr1_A.hostid; 1418 1419 /* Test Case: Issue a Read command from Host A and Host C */ 1420 cmd.nvme_cmd.opc = SPDK_NVME_OPC_READ; 1421 rc = nvmf_ns_reservation_request_check(&g_ns_info, &g_ctrlr1_A, &req); 1422 SPDK_CU_ASSERT_FATAL(rc == 0); 1423 rc = nvmf_ns_reservation_request_check(&g_ns_info, &g_ctrlr_C, &req); 1424 SPDK_CU_ASSERT_FATAL(rc == 0); 1425 1426 /* Test Case: Issue a DSM Write command from Host A and Host C */ 1427 cmd.nvme_cmd.opc = SPDK_NVME_OPC_DATASET_MANAGEMENT; 1428 rc = nvmf_ns_reservation_request_check(&g_ns_info, &g_ctrlr1_A, &req); 1429 SPDK_CU_ASSERT_FATAL(rc == 0); 1430 rc = nvmf_ns_reservation_request_check(&g_ns_info, &g_ctrlr_C, &req); 1431 SPDK_CU_ASSERT_FATAL(rc == 0); 1432 1433 /* Unregister Host C */ 1434 spdk_uuid_set_null(&g_ns_info.reg_hostid[2]); 1435 1436 /* Test Case: Read and Write commands from non-registrant Host C */ 1437 cmd.nvme_cmd.opc = SPDK_NVME_OPC_READ; 1438 rc = nvmf_ns_reservation_request_check(&g_ns_info, &g_ctrlr_C, &req); 1439 SPDK_CU_ASSERT_FATAL(rc == 0); 1440 cmd.nvme_cmd.opc = SPDK_NVME_OPC_WRITE; 1441 rc = nvmf_ns_reservation_request_check(&g_ns_info, &g_ctrlr_C, &req); 1442 SPDK_CU_ASSERT_FATAL(rc < 0); 1443 SPDK_CU_ASSERT_FATAL(rsp.nvme_cpl.status.sc == SPDK_NVME_SC_RESERVATION_CONFLICT); 1444 } 1445 1446 static void 1447 test_reservation_write_exclusive_regs_only_and_all_regs(void) 1448 { 1449 _test_reservation_write_exclusive_regs_only_and_all_regs( 1450 SPDK_NVME_RESERVE_WRITE_EXCLUSIVE_REG_ONLY); 1451 _test_reservation_write_exclusive_regs_only_and_all_regs( 1452 SPDK_NVME_RESERVE_WRITE_EXCLUSIVE_ALL_REGS); 1453 } 1454 1455 static void 1456 _test_reservation_exclusive_access_regs_only_and_all_regs(enum spdk_nvme_reservation_type rtype) 1457 { 1458 struct spdk_nvmf_request req = {}; 1459 union nvmf_h2c_msg cmd = {}; 1460 union nvmf_c2h_msg rsp = {}; 1461 int rc; 1462 1463 req.cmd = &cmd; 1464 req.rsp = &rsp; 1465 1466 /* SPDK_NVME_RESERVE_EXCLUSIVE_ACCESS_REG_ONLY and SPDK_NVME_RESERVE_EXCLUSIVE_ACCESS_ALL_REGS */ 1467 ut_reservation_init(rtype); 1468 g_ns_info.holder_id = g_ctrlr1_A.hostid; 1469 1470 /* Test Case: Issue a Write command from Host B */ 1471 cmd.nvme_cmd.opc = SPDK_NVME_OPC_WRITE; 1472 rc = nvmf_ns_reservation_request_check(&g_ns_info, &g_ctrlr_B, &req); 1473 SPDK_CU_ASSERT_FATAL(rc == 0); 1474 1475 /* Unregister Host B */ 1476 spdk_uuid_set_null(&g_ns_info.reg_hostid[1]); 1477 1478 /* Test Case: Issue a Read command from Host B */ 1479 cmd.nvme_cmd.opc = SPDK_NVME_OPC_READ; 1480 rc = nvmf_ns_reservation_request_check(&g_ns_info, &g_ctrlr_B, &req); 1481 SPDK_CU_ASSERT_FATAL(rc < 0); 1482 SPDK_CU_ASSERT_FATAL(rsp.nvme_cpl.status.sc == SPDK_NVME_SC_RESERVATION_CONFLICT); 1483 cmd.nvme_cmd.opc = SPDK_NVME_OPC_WRITE; 1484 rc = nvmf_ns_reservation_request_check(&g_ns_info, &g_ctrlr_B, &req); 1485 SPDK_CU_ASSERT_FATAL(rc < 0); 1486 SPDK_CU_ASSERT_FATAL(rsp.nvme_cpl.status.sc == SPDK_NVME_SC_RESERVATION_CONFLICT); 1487 } 1488 1489 static void 1490 test_reservation_exclusive_access_regs_only_and_all_regs(void) 1491 { 1492 _test_reservation_exclusive_access_regs_only_and_all_regs( 1493 SPDK_NVME_RESERVE_EXCLUSIVE_ACCESS_REG_ONLY); 1494 _test_reservation_exclusive_access_regs_only_and_all_regs( 1495 SPDK_NVME_RESERVE_EXCLUSIVE_ACCESS_ALL_REGS); 1496 } 1497 1498 static void 1499 init_pending_async_events(struct spdk_nvmf_ctrlr *ctrlr) 1500 { 1501 STAILQ_INIT(&ctrlr->async_events); 1502 } 1503 1504 static void 1505 cleanup_pending_async_events(struct spdk_nvmf_ctrlr *ctrlr) 1506 { 1507 struct spdk_nvmf_async_event_completion *event, *event_tmp; 1508 1509 STAILQ_FOREACH_SAFE(event, &ctrlr->async_events, link, event_tmp) { 1510 STAILQ_REMOVE(&ctrlr->async_events, event, spdk_nvmf_async_event_completion, link); 1511 free(event); 1512 } 1513 } 1514 1515 static int 1516 num_pending_async_events(struct spdk_nvmf_ctrlr *ctrlr) 1517 { 1518 int num = 0; 1519 struct spdk_nvmf_async_event_completion *event; 1520 1521 STAILQ_FOREACH(event, &ctrlr->async_events, link) { 1522 num++; 1523 } 1524 return num; 1525 } 1526 1527 static void 1528 test_reservation_notification_log_page(void) 1529 { 1530 struct spdk_nvmf_ctrlr ctrlr; 1531 struct spdk_nvmf_qpair qpair; 1532 struct spdk_nvmf_ns ns; 1533 struct spdk_nvmf_request req = {}; 1534 union nvmf_h2c_msg cmd = {}; 1535 union nvmf_c2h_msg rsp = {}; 1536 union spdk_nvme_async_event_completion event = {}; 1537 struct spdk_nvme_reservation_notification_log logs[3]; 1538 struct iovec iov; 1539 1540 memset(&ctrlr, 0, sizeof(ctrlr)); 1541 ctrlr.thread = spdk_get_thread(); 1542 TAILQ_INIT(&ctrlr.log_head); 1543 init_pending_async_events(&ctrlr); 1544 ns.nsid = 1; 1545 1546 /* Test Case: Mask all the reservation notifications */ 1547 ns.mask = SPDK_NVME_REGISTRATION_PREEMPTED_MASK | 1548 SPDK_NVME_RESERVATION_RELEASED_MASK | 1549 SPDK_NVME_RESERVATION_PREEMPTED_MASK; 1550 nvmf_ctrlr_reservation_notice_log(&ctrlr, &ns, 1551 SPDK_NVME_REGISTRATION_PREEMPTED); 1552 nvmf_ctrlr_reservation_notice_log(&ctrlr, &ns, 1553 SPDK_NVME_RESERVATION_RELEASED); 1554 nvmf_ctrlr_reservation_notice_log(&ctrlr, &ns, 1555 SPDK_NVME_RESERVATION_PREEMPTED); 1556 poll_threads(); 1557 SPDK_CU_ASSERT_FATAL(TAILQ_EMPTY(&ctrlr.log_head)); 1558 1559 /* Test Case: Unmask all the reservation notifications, 1560 * 3 log pages are generated, and AER was triggered. 1561 */ 1562 ns.mask = 0; 1563 ctrlr.num_avail_log_pages = 0; 1564 req.cmd = &cmd; 1565 req.rsp = &rsp; 1566 ctrlr.aer_req[0] = &req; 1567 ctrlr.nr_aer_reqs = 1; 1568 req.qpair = &qpair; 1569 TAILQ_INIT(&qpair.outstanding); 1570 qpair.ctrlr = NULL; 1571 qpair.state = SPDK_NVMF_QPAIR_ACTIVE; 1572 TAILQ_INSERT_TAIL(&qpair.outstanding, &req, link); 1573 1574 nvmf_ctrlr_reservation_notice_log(&ctrlr, &ns, 1575 SPDK_NVME_REGISTRATION_PREEMPTED); 1576 nvmf_ctrlr_reservation_notice_log(&ctrlr, &ns, 1577 SPDK_NVME_RESERVATION_RELEASED); 1578 nvmf_ctrlr_reservation_notice_log(&ctrlr, &ns, 1579 SPDK_NVME_RESERVATION_PREEMPTED); 1580 poll_threads(); 1581 event.raw = rsp.nvme_cpl.cdw0; 1582 SPDK_CU_ASSERT_FATAL(event.bits.async_event_type == SPDK_NVME_ASYNC_EVENT_TYPE_IO); 1583 SPDK_CU_ASSERT_FATAL(event.bits.async_event_info == SPDK_NVME_ASYNC_EVENT_RESERVATION_LOG_AVAIL); 1584 SPDK_CU_ASSERT_FATAL(event.bits.log_page_identifier == SPDK_NVME_LOG_RESERVATION_NOTIFICATION); 1585 SPDK_CU_ASSERT_FATAL(ctrlr.num_avail_log_pages == 3); 1586 1587 /* Test Case: Get Log Page to clear the log pages */ 1588 iov.iov_base = &logs[0]; 1589 iov.iov_len = sizeof(logs); 1590 nvmf_get_reservation_notification_log_page(&ctrlr, &iov, 1, 0, sizeof(logs), 0); 1591 SPDK_CU_ASSERT_FATAL(ctrlr.num_avail_log_pages == 0); 1592 1593 cleanup_pending_async_events(&ctrlr); 1594 } 1595 1596 static void 1597 test_get_dif_ctx(void) 1598 { 1599 struct spdk_nvmf_subsystem subsystem = {}; 1600 struct spdk_nvmf_request req = {}; 1601 struct spdk_nvmf_qpair qpair = {}; 1602 struct spdk_nvmf_ctrlr ctrlr = {}; 1603 struct spdk_nvmf_ns ns = {}; 1604 struct spdk_nvmf_ns *_ns = NULL; 1605 struct spdk_bdev bdev = {}; 1606 union nvmf_h2c_msg cmd = {}; 1607 struct spdk_dif_ctx dif_ctx = {}; 1608 bool ret; 1609 1610 ctrlr.subsys = &subsystem; 1611 1612 qpair.ctrlr = &ctrlr; 1613 1614 req.qpair = &qpair; 1615 req.cmd = &cmd; 1616 1617 ns.bdev = &bdev; 1618 1619 ctrlr.dif_insert_or_strip = false; 1620 1621 ret = spdk_nvmf_request_get_dif_ctx(&req, &dif_ctx); 1622 CU_ASSERT(ret == false); 1623 1624 ctrlr.dif_insert_or_strip = true; 1625 qpair.state = SPDK_NVMF_QPAIR_UNINITIALIZED; 1626 1627 ret = spdk_nvmf_request_get_dif_ctx(&req, &dif_ctx); 1628 CU_ASSERT(ret == false); 1629 1630 qpair.state = SPDK_NVMF_QPAIR_ACTIVE; 1631 cmd.nvmf_cmd.opcode = SPDK_NVME_OPC_FABRIC; 1632 1633 ret = spdk_nvmf_request_get_dif_ctx(&req, &dif_ctx); 1634 CU_ASSERT(ret == false); 1635 1636 cmd.nvmf_cmd.opcode = SPDK_NVME_OPC_FLUSH; 1637 1638 ret = spdk_nvmf_request_get_dif_ctx(&req, &dif_ctx); 1639 CU_ASSERT(ret == false); 1640 1641 qpair.qid = 1; 1642 1643 ret = spdk_nvmf_request_get_dif_ctx(&req, &dif_ctx); 1644 CU_ASSERT(ret == false); 1645 1646 cmd.nvme_cmd.nsid = 1; 1647 1648 ret = spdk_nvmf_request_get_dif_ctx(&req, &dif_ctx); 1649 CU_ASSERT(ret == false); 1650 1651 subsystem.max_nsid = 1; 1652 subsystem.ns = &_ns; 1653 subsystem.ns[0] = &ns; 1654 1655 ret = spdk_nvmf_request_get_dif_ctx(&req, &dif_ctx); 1656 CU_ASSERT(ret == false); 1657 1658 cmd.nvmf_cmd.opcode = SPDK_NVME_OPC_WRITE; 1659 1660 ret = spdk_nvmf_request_get_dif_ctx(&req, &dif_ctx); 1661 CU_ASSERT(ret == true); 1662 } 1663 1664 static void 1665 test_identify_ctrlr(void) 1666 { 1667 struct spdk_nvmf_tgt tgt = {}; 1668 struct spdk_nvmf_subsystem subsystem = { 1669 .subtype = SPDK_NVMF_SUBTYPE_NVME, 1670 .tgt = &tgt, 1671 }; 1672 struct spdk_nvmf_transport_ops tops = {}; 1673 struct spdk_nvmf_transport transport = { 1674 .ops = &tops, 1675 .opts = { 1676 .in_capsule_data_size = 4096, 1677 }, 1678 }; 1679 struct spdk_nvmf_qpair admin_qpair = { .transport = &transport}; 1680 struct spdk_nvmf_ctrlr ctrlr = { .subsys = &subsystem, .admin_qpair = &admin_qpair }; 1681 struct spdk_nvme_ctrlr_data cdata = {}; 1682 uint32_t expected_ioccsz; 1683 1684 nvmf_ctrlr_cdata_init(&transport, &subsystem, &ctrlr.cdata); 1685 1686 /* Check ioccsz, TCP transport */ 1687 tops.type = SPDK_NVME_TRANSPORT_TCP; 1688 expected_ioccsz = sizeof(struct spdk_nvme_cmd) / 16 + transport.opts.in_capsule_data_size / 16; 1689 CU_ASSERT(spdk_nvmf_ctrlr_identify_ctrlr(&ctrlr, &cdata) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1690 CU_ASSERT(cdata.nvmf_specific.ioccsz == expected_ioccsz); 1691 1692 /* Check ioccsz, RDMA transport */ 1693 tops.type = SPDK_NVME_TRANSPORT_RDMA; 1694 expected_ioccsz = sizeof(struct spdk_nvme_cmd) / 16 + transport.opts.in_capsule_data_size / 16; 1695 CU_ASSERT(spdk_nvmf_ctrlr_identify_ctrlr(&ctrlr, &cdata) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1696 CU_ASSERT(cdata.nvmf_specific.ioccsz == expected_ioccsz); 1697 1698 /* Check ioccsz, TCP transport with dif_insert_or_strip */ 1699 tops.type = SPDK_NVME_TRANSPORT_TCP; 1700 ctrlr.dif_insert_or_strip = true; 1701 expected_ioccsz = sizeof(struct spdk_nvme_cmd) / 16 + transport.opts.in_capsule_data_size / 16; 1702 CU_ASSERT(spdk_nvmf_ctrlr_identify_ctrlr(&ctrlr, &cdata) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1703 CU_ASSERT(cdata.nvmf_specific.ioccsz == expected_ioccsz); 1704 } 1705 1706 static void 1707 test_identify_ctrlr_iocs_specific(void) 1708 { 1709 struct spdk_nvmf_subsystem subsystem = { .max_zone_append_size_kib = 0 }; 1710 struct spdk_nvmf_registers vcprop = { .cap.bits.mpsmin = 0 }; 1711 struct spdk_nvmf_ctrlr ctrlr = { .subsys = &subsystem, .vcprop = vcprop }; 1712 struct spdk_nvme_cmd cmd = {}; 1713 struct spdk_nvme_cpl rsp = {}; 1714 struct spdk_nvme_zns_ctrlr_data ctrlr_data = {}; 1715 1716 cmd.cdw11_bits.identify.csi = SPDK_NVME_CSI_ZNS; 1717 1718 /* ZNS max_zone_append_size_kib no limit */ 1719 memset(&ctrlr_data, 0xFF, sizeof(ctrlr_data)); 1720 memset(&rsp, 0, sizeof(rsp)); 1721 CU_ASSERT(spdk_nvmf_ctrlr_identify_iocs_specific(&ctrlr, &cmd, &rsp, 1722 &ctrlr_data, sizeof(ctrlr_data)) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1723 CU_ASSERT(rsp.status.sct == SPDK_NVME_SCT_GENERIC); 1724 CU_ASSERT(rsp.status.sc == SPDK_NVME_SC_SUCCESS); 1725 CU_ASSERT(ctrlr_data.zasl == 0); 1726 CU_ASSERT(spdk_mem_all_zero(&ctrlr_data, sizeof(ctrlr_data))); 1727 1728 /* ZNS max_zone_append_size_kib = 4096 */ 1729 memset(&ctrlr_data, 0xFF, sizeof(ctrlr_data)); 1730 memset(&rsp, 0, sizeof(rsp)); 1731 subsystem.max_zone_append_size_kib = 4096; 1732 CU_ASSERT(spdk_nvmf_ctrlr_identify_iocs_specific(&ctrlr, &cmd, &rsp, 1733 &ctrlr_data, sizeof(ctrlr_data)) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1734 CU_ASSERT(rsp.status.sct == SPDK_NVME_SCT_GENERIC); 1735 CU_ASSERT(rsp.status.sc == SPDK_NVME_SC_SUCCESS); 1736 CU_ASSERT(ctrlr_data.zasl == 0); 1737 CU_ASSERT(spdk_mem_all_zero(&ctrlr_data, sizeof(ctrlr_data))); 1738 1739 /* ZNS max_zone_append_size_kib = 60000 */ 1740 memset(&ctrlr_data, 0xFF, sizeof(ctrlr_data)); 1741 memset(&rsp, 0, sizeof(rsp)); 1742 subsystem.max_zone_append_size_kib = 60000; 1743 CU_ASSERT(spdk_nvmf_ctrlr_identify_iocs_specific(&ctrlr, &cmd, &rsp, 1744 &ctrlr_data, sizeof(ctrlr_data)) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1745 CU_ASSERT(rsp.status.sct == SPDK_NVME_SCT_GENERIC); 1746 CU_ASSERT(rsp.status.sc == SPDK_NVME_SC_SUCCESS); 1747 CU_ASSERT(ctrlr_data.zasl == 3); 1748 ctrlr_data.zasl = 0; 1749 CU_ASSERT(spdk_mem_all_zero(&ctrlr_data, sizeof(ctrlr_data))); 1750 1751 /* ZNS max_zone_append_size_kib = 60000; mpsmin = 2 */ 1752 memset(&ctrlr_data, 0xFF, sizeof(ctrlr_data)); 1753 memset(&rsp, 0, sizeof(rsp)); 1754 ctrlr.vcprop.cap.bits.mpsmin = 2; 1755 subsystem.max_zone_append_size_kib = 60000; 1756 CU_ASSERT(spdk_nvmf_ctrlr_identify_iocs_specific(&ctrlr, &cmd, &rsp, 1757 &ctrlr_data, sizeof(ctrlr_data)) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1758 CU_ASSERT(rsp.status.sct == SPDK_NVME_SCT_GENERIC); 1759 CU_ASSERT(rsp.status.sc == SPDK_NVME_SC_SUCCESS); 1760 CU_ASSERT(ctrlr_data.zasl == 1); 1761 ctrlr_data.zasl = 0; 1762 CU_ASSERT(spdk_mem_all_zero(&ctrlr_data, sizeof(ctrlr_data))); 1763 ctrlr.vcprop.cap.bits.mpsmin = 0; 1764 1765 cmd.cdw11_bits.identify.csi = SPDK_NVME_CSI_NVM; 1766 1767 /* NVM */ 1768 memset(&ctrlr_data, 0xFF, sizeof(ctrlr_data)); 1769 memset(&rsp, 0, sizeof(rsp)); 1770 CU_ASSERT(spdk_nvmf_ctrlr_identify_iocs_specific(&ctrlr, &cmd, &rsp, 1771 &ctrlr_data, sizeof(ctrlr_data)) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1772 CU_ASSERT(rsp.status.sct == SPDK_NVME_SCT_GENERIC); 1773 CU_ASSERT(rsp.status.sc == SPDK_NVME_SC_SUCCESS); 1774 CU_ASSERT(spdk_mem_all_zero(&ctrlr_data, sizeof(ctrlr_data))); 1775 } 1776 1777 static int 1778 custom_admin_cmd_hdlr(struct spdk_nvmf_request *req) 1779 { 1780 req->rsp->nvme_cpl.status.sc = SPDK_NVME_SC_SUCCESS; 1781 1782 return SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE; 1783 }; 1784 1785 static void 1786 test_custom_admin_cmd(void) 1787 { 1788 struct spdk_nvmf_subsystem subsystem; 1789 struct spdk_nvmf_qpair qpair; 1790 struct spdk_nvmf_ctrlr ctrlr; 1791 struct spdk_nvmf_request req; 1792 struct spdk_nvmf_ns *ns_ptrs[1]; 1793 struct spdk_nvmf_ns ns; 1794 union nvmf_h2c_msg cmd; 1795 union nvmf_c2h_msg rsp; 1796 struct spdk_bdev bdev; 1797 uint8_t buf[4096]; 1798 int rc; 1799 1800 memset(&subsystem, 0, sizeof(subsystem)); 1801 ns_ptrs[0] = &ns; 1802 subsystem.ns = ns_ptrs; 1803 subsystem.max_nsid = 1; 1804 subsystem.subtype = SPDK_NVMF_SUBTYPE_NVME; 1805 1806 memset(&ns, 0, sizeof(ns)); 1807 ns.opts.nsid = 1; 1808 ns.bdev = &bdev; 1809 1810 memset(&qpair, 0, sizeof(qpair)); 1811 qpair.ctrlr = &ctrlr; 1812 1813 memset(&ctrlr, 0, sizeof(ctrlr)); 1814 ctrlr.subsys = &subsystem; 1815 ctrlr.vcprop.cc.bits.en = 1; 1816 ctrlr.thread = spdk_get_thread(); 1817 1818 memset(&req, 0, sizeof(req)); 1819 req.qpair = &qpair; 1820 req.cmd = &cmd; 1821 req.rsp = &rsp; 1822 req.xfer = SPDK_NVME_DATA_CONTROLLER_TO_HOST; 1823 req.length = sizeof(buf); 1824 spdk_iov_one(req.iov, &req.iovcnt, &buf, req.length); 1825 1826 memset(&cmd, 0, sizeof(cmd)); 1827 cmd.nvme_cmd.opc = 0xc1; 1828 cmd.nvme_cmd.nsid = 0; 1829 memset(&rsp, 0, sizeof(rsp)); 1830 1831 spdk_nvmf_set_custom_admin_cmd_hdlr(cmd.nvme_cmd.opc, custom_admin_cmd_hdlr); 1832 1833 /* Ensure that our hdlr is being called */ 1834 rc = nvmf_ctrlr_process_admin_cmd(&req); 1835 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1836 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_GENERIC); 1837 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVME_SC_SUCCESS); 1838 } 1839 1840 static void 1841 test_fused_compare_and_write(void) 1842 { 1843 struct spdk_nvmf_request req = {}; 1844 struct spdk_nvmf_qpair qpair = {}; 1845 struct spdk_nvme_cmd cmd = {}; 1846 union nvmf_c2h_msg rsp = {}; 1847 struct spdk_nvmf_ctrlr ctrlr = {}; 1848 struct spdk_nvmf_subsystem subsystem = {}; 1849 struct spdk_nvmf_ns ns = {}; 1850 struct spdk_nvmf_ns *subsys_ns[1] = {}; 1851 enum spdk_nvme_ana_state ana_state[1]; 1852 struct spdk_nvmf_subsystem_listener listener = { .ana_state = ana_state }; 1853 struct spdk_bdev bdev = {}; 1854 1855 struct spdk_nvmf_poll_group group = {}; 1856 struct spdk_nvmf_subsystem_poll_group sgroups = {}; 1857 struct spdk_nvmf_subsystem_pg_ns_info ns_info = {}; 1858 struct spdk_io_channel io_ch = {}; 1859 1860 ns.bdev = &bdev; 1861 ns.anagrpid = 1; 1862 1863 subsystem.id = 0; 1864 subsystem.max_nsid = 1; 1865 subsys_ns[0] = &ns; 1866 subsystem.ns = (struct spdk_nvmf_ns **)&subsys_ns; 1867 1868 listener.ana_state[0] = SPDK_NVME_ANA_OPTIMIZED_STATE; 1869 1870 /* Enable controller */ 1871 ctrlr.vcprop.cc.bits.en = 1; 1872 ctrlr.subsys = (struct spdk_nvmf_subsystem *)&subsystem; 1873 ctrlr.listener = &listener; 1874 1875 group.num_sgroups = 1; 1876 sgroups.state = SPDK_NVMF_SUBSYSTEM_ACTIVE; 1877 sgroups.num_ns = 1; 1878 ns_info.state = SPDK_NVMF_SUBSYSTEM_ACTIVE; 1879 ns_info.channel = &io_ch; 1880 sgroups.ns_info = &ns_info; 1881 TAILQ_INIT(&sgroups.queued); 1882 group.sgroups = &sgroups; 1883 TAILQ_INIT(&qpair.outstanding); 1884 1885 qpair.ctrlr = &ctrlr; 1886 qpair.group = &group; 1887 qpair.qid = 1; 1888 qpair.state = SPDK_NVMF_QPAIR_ACTIVE; 1889 1890 cmd.nsid = 1; 1891 1892 req.qpair = &qpair; 1893 req.cmd = (union nvmf_h2c_msg *)&cmd; 1894 req.rsp = &rsp; 1895 1896 /* SUCCESS/SUCCESS */ 1897 cmd.fuse = SPDK_NVME_CMD_FUSE_FIRST; 1898 cmd.opc = SPDK_NVME_OPC_COMPARE; 1899 1900 spdk_nvmf_request_exec(&req); 1901 CU_ASSERT(qpair.first_fused_req != NULL); 1902 CU_ASSERT(nvme_status_success(&rsp.nvme_cpl.status)); 1903 1904 cmd.fuse = SPDK_NVME_CMD_FUSE_SECOND; 1905 cmd.opc = SPDK_NVME_OPC_WRITE; 1906 1907 spdk_nvmf_request_exec(&req); 1908 CU_ASSERT(qpair.first_fused_req == NULL); 1909 CU_ASSERT(nvme_status_success(&rsp.nvme_cpl.status)); 1910 1911 /* Wrong sequence */ 1912 cmd.fuse = SPDK_NVME_CMD_FUSE_SECOND; 1913 cmd.opc = SPDK_NVME_OPC_WRITE; 1914 1915 spdk_nvmf_request_exec(&req); 1916 CU_ASSERT(!nvme_status_success(&rsp.nvme_cpl.status)); 1917 CU_ASSERT(qpair.first_fused_req == NULL); 1918 1919 /* Write as FUSE_FIRST (Wrong op code) */ 1920 cmd.fuse = SPDK_NVME_CMD_FUSE_FIRST; 1921 cmd.opc = SPDK_NVME_OPC_WRITE; 1922 1923 spdk_nvmf_request_exec(&req); 1924 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVME_SC_INVALID_OPCODE); 1925 CU_ASSERT(qpair.first_fused_req == NULL); 1926 1927 /* Compare as FUSE_SECOND (Wrong op code) */ 1928 cmd.fuse = SPDK_NVME_CMD_FUSE_FIRST; 1929 cmd.opc = SPDK_NVME_OPC_COMPARE; 1930 1931 spdk_nvmf_request_exec(&req); 1932 CU_ASSERT(qpair.first_fused_req != NULL); 1933 CU_ASSERT(nvme_status_success(&rsp.nvme_cpl.status)); 1934 1935 cmd.fuse = SPDK_NVME_CMD_FUSE_SECOND; 1936 cmd.opc = SPDK_NVME_OPC_COMPARE; 1937 1938 spdk_nvmf_request_exec(&req); 1939 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVME_SC_INVALID_OPCODE); 1940 CU_ASSERT(qpair.first_fused_req == NULL); 1941 } 1942 1943 static void 1944 test_multi_async_event_reqs(void) 1945 { 1946 struct spdk_nvmf_subsystem subsystem = {}; 1947 struct spdk_nvmf_qpair qpair = {}; 1948 struct spdk_nvmf_ctrlr ctrlr = {}; 1949 struct spdk_nvmf_request req[5] = {}; 1950 struct spdk_nvmf_ns *ns_ptrs[1] = {}; 1951 struct spdk_nvmf_ns ns = {}; 1952 union nvmf_h2c_msg cmd[5] = {}; 1953 union nvmf_c2h_msg rsp[5] = {}; 1954 1955 struct spdk_nvmf_poll_group group = {}; 1956 struct spdk_nvmf_subsystem_poll_group sgroups = {}; 1957 1958 int i; 1959 1960 ns_ptrs[0] = &ns; 1961 subsystem.ns = ns_ptrs; 1962 subsystem.max_nsid = 1; 1963 subsystem.subtype = SPDK_NVMF_SUBTYPE_NVME; 1964 1965 ns.opts.nsid = 1; 1966 group.sgroups = &sgroups; 1967 1968 qpair.ctrlr = &ctrlr; 1969 qpair.group = &group; 1970 TAILQ_INIT(&qpair.outstanding); 1971 1972 ctrlr.subsys = &subsystem; 1973 ctrlr.vcprop.cc.bits.en = 1; 1974 ctrlr.thread = spdk_get_thread(); 1975 1976 for (i = 0; i < 5; i++) { 1977 cmd[i].nvme_cmd.opc = SPDK_NVME_OPC_ASYNC_EVENT_REQUEST; 1978 cmd[i].nvme_cmd.nsid = 1; 1979 cmd[i].nvme_cmd.cid = i; 1980 1981 req[i].qpair = &qpair; 1982 req[i].cmd = &cmd[i]; 1983 req[i].rsp = &rsp[i]; 1984 TAILQ_INSERT_TAIL(&qpair.outstanding, &req[i], link); 1985 } 1986 1987 /* Target can store SPDK_NVMF_MAX_ASYNC_EVENTS reqs */ 1988 sgroups.mgmt_io_outstanding = SPDK_NVMF_MAX_ASYNC_EVENTS; 1989 for (i = 0; i < SPDK_NVMF_MAX_ASYNC_EVENTS; i++) { 1990 CU_ASSERT(nvmf_ctrlr_process_admin_cmd(&req[i]) == SPDK_NVMF_REQUEST_EXEC_STATUS_ASYNCHRONOUS); 1991 CU_ASSERT(ctrlr.nr_aer_reqs == i + 1); 1992 } 1993 CU_ASSERT(sgroups.mgmt_io_outstanding == 0); 1994 1995 /* Exceeding the SPDK_NVMF_MAX_ASYNC_EVENTS reports error */ 1996 CU_ASSERT(nvmf_ctrlr_process_admin_cmd(&req[4]) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 1997 CU_ASSERT(ctrlr.nr_aer_reqs == SPDK_NVMF_MAX_ASYNC_EVENTS); 1998 CU_ASSERT(rsp[4].nvme_cpl.status.sct = SPDK_NVME_SCT_COMMAND_SPECIFIC); 1999 CU_ASSERT(rsp[4].nvme_cpl.status.sc = SPDK_NVME_SC_ASYNC_EVENT_REQUEST_LIMIT_EXCEEDED); 2000 2001 /* Test if the aer_reqs keep continuous when abort a req in the middle */ 2002 CU_ASSERT(nvmf_qpair_abort_aer(&qpair, 2) == true); 2003 CU_ASSERT(ctrlr.aer_req[0] == &req[0]); 2004 CU_ASSERT(ctrlr.aer_req[1] == &req[1]); 2005 CU_ASSERT(ctrlr.aer_req[2] == &req[3]); 2006 2007 CU_ASSERT(nvmf_qpair_abort_aer(&qpair, 3) == true); 2008 CU_ASSERT(ctrlr.aer_req[0] == &req[0]); 2009 CU_ASSERT(ctrlr.aer_req[1] == &req[1]); 2010 CU_ASSERT(ctrlr.aer_req[2] == NULL); 2011 CU_ASSERT(ctrlr.nr_aer_reqs == 2); 2012 2013 TAILQ_REMOVE(&qpair.outstanding, &req[0], link); 2014 TAILQ_REMOVE(&qpair.outstanding, &req[1], link); 2015 } 2016 2017 static void 2018 test_get_ana_log_page_one_ns_per_anagrp(void) 2019 { 2020 #define UT_ANA_DESC_SIZE (sizeof(struct spdk_nvme_ana_group_descriptor) + sizeof(uint32_t)) 2021 #define UT_ANA_LOG_PAGE_SIZE (sizeof(struct spdk_nvme_ana_page) + 3 * UT_ANA_DESC_SIZE) 2022 uint32_t ana_group[3]; 2023 struct spdk_nvmf_subsystem subsystem = { .ana_group = ana_group }; 2024 struct spdk_nvmf_ctrlr ctrlr = {}; 2025 enum spdk_nvme_ana_state ana_state[3]; 2026 struct spdk_nvmf_subsystem_listener listener = { .ana_state = ana_state }; 2027 struct spdk_nvmf_ns ns[3]; 2028 struct spdk_nvmf_ns *ns_arr[3] = {&ns[0], &ns[1], &ns[2]}; 2029 uint64_t offset; 2030 uint32_t length; 2031 int i; 2032 char expected_page[UT_ANA_LOG_PAGE_SIZE] = {0}; 2033 char actual_page[UT_ANA_LOG_PAGE_SIZE] = {0}; 2034 struct iovec iov, iovs[2]; 2035 struct spdk_nvme_ana_page *ana_hdr; 2036 char _ana_desc[UT_ANA_DESC_SIZE]; 2037 struct spdk_nvme_ana_group_descriptor *ana_desc; 2038 2039 subsystem.ns = ns_arr; 2040 subsystem.max_nsid = 3; 2041 for (i = 0; i < 3; i++) { 2042 subsystem.ana_group[i] = 1; 2043 } 2044 ctrlr.subsys = &subsystem; 2045 ctrlr.listener = &listener; 2046 2047 for (i = 0; i < 3; i++) { 2048 listener.ana_state[i] = SPDK_NVME_ANA_OPTIMIZED_STATE; 2049 } 2050 2051 for (i = 0; i < 3; i++) { 2052 ns_arr[i]->nsid = i + 1; 2053 ns_arr[i]->anagrpid = i + 1; 2054 } 2055 2056 /* create expected page */ 2057 ana_hdr = (void *)&expected_page[0]; 2058 ana_hdr->num_ana_group_desc = 3; 2059 ana_hdr->change_count = 0; 2060 2061 /* descriptor may be unaligned. So create data and then copy it to the location. */ 2062 ana_desc = (void *)_ana_desc; 2063 offset = sizeof(struct spdk_nvme_ana_page); 2064 2065 for (i = 0; i < 3; i++) { 2066 memset(ana_desc, 0, UT_ANA_DESC_SIZE); 2067 ana_desc->ana_group_id = ns_arr[i]->nsid; 2068 ana_desc->num_of_nsid = 1; 2069 ana_desc->change_count = 0; 2070 ana_desc->ana_state = ctrlr.listener->ana_state[i]; 2071 ana_desc->nsid[0] = ns_arr[i]->nsid; 2072 memcpy(&expected_page[offset], ana_desc, UT_ANA_DESC_SIZE); 2073 offset += UT_ANA_DESC_SIZE; 2074 } 2075 2076 /* read entire actual log page */ 2077 offset = 0; 2078 while (offset < UT_ANA_LOG_PAGE_SIZE) { 2079 length = spdk_min(16, UT_ANA_LOG_PAGE_SIZE - offset); 2080 iov.iov_base = &actual_page[offset]; 2081 iov.iov_len = length; 2082 nvmf_get_ana_log_page(&ctrlr, &iov, 1, offset, length, 0); 2083 offset += length; 2084 } 2085 2086 /* compare expected page and actual page */ 2087 CU_ASSERT(memcmp(expected_page, actual_page, UT_ANA_LOG_PAGE_SIZE) == 0); 2088 2089 memset(&actual_page[0], 0, UT_ANA_LOG_PAGE_SIZE); 2090 offset = 0; 2091 iovs[0].iov_base = &actual_page[offset]; 2092 iovs[0].iov_len = UT_ANA_LOG_PAGE_SIZE - UT_ANA_DESC_SIZE + 4; 2093 offset += UT_ANA_LOG_PAGE_SIZE - UT_ANA_DESC_SIZE + 4; 2094 iovs[1].iov_base = &actual_page[offset]; 2095 iovs[1].iov_len = UT_ANA_LOG_PAGE_SIZE - offset; 2096 nvmf_get_ana_log_page(&ctrlr, &iovs[0], 2, 0, UT_ANA_LOG_PAGE_SIZE, 0); 2097 2098 CU_ASSERT(memcmp(expected_page, actual_page, UT_ANA_LOG_PAGE_SIZE) == 0); 2099 2100 #undef UT_ANA_DESC_SIZE 2101 #undef UT_ANA_LOG_PAGE_SIZE 2102 } 2103 2104 static void 2105 test_get_ana_log_page_multi_ns_per_anagrp(void) 2106 { 2107 #define UT_ANA_LOG_PAGE_SIZE (sizeof(struct spdk_nvme_ana_page) + \ 2108 sizeof(struct spdk_nvme_ana_group_descriptor) * 2 + \ 2109 sizeof(uint32_t) * 5) 2110 struct spdk_nvmf_ns ns[5]; 2111 struct spdk_nvmf_ns *ns_arr[5] = {&ns[0], &ns[1], &ns[2], &ns[3], &ns[4]}; 2112 uint32_t ana_group[5] = {0}; 2113 struct spdk_nvmf_subsystem subsystem = { .ns = ns_arr, .ana_group = ana_group, }; 2114 enum spdk_nvme_ana_state ana_state[5]; 2115 struct spdk_nvmf_subsystem_listener listener = { .ana_state = ana_state, }; 2116 struct spdk_nvmf_ctrlr ctrlr = { .subsys = &subsystem, .listener = &listener, }; 2117 char expected_page[UT_ANA_LOG_PAGE_SIZE] = {0}; 2118 char actual_page[UT_ANA_LOG_PAGE_SIZE] = {0}; 2119 struct iovec iov, iovs[2]; 2120 struct spdk_nvme_ana_page *ana_hdr; 2121 char _ana_desc[UT_ANA_LOG_PAGE_SIZE]; 2122 struct spdk_nvme_ana_group_descriptor *ana_desc; 2123 uint64_t offset; 2124 uint32_t length; 2125 int i; 2126 2127 subsystem.max_nsid = 5; 2128 subsystem.ana_group[1] = 3; 2129 subsystem.ana_group[2] = 2; 2130 for (i = 0; i < 5; i++) { 2131 listener.ana_state[i] = SPDK_NVME_ANA_OPTIMIZED_STATE; 2132 } 2133 2134 for (i = 0; i < 5; i++) { 2135 ns_arr[i]->nsid = i + 1; 2136 } 2137 ns_arr[0]->anagrpid = 2; 2138 ns_arr[1]->anagrpid = 3; 2139 ns_arr[2]->anagrpid = 2; 2140 ns_arr[3]->anagrpid = 3; 2141 ns_arr[4]->anagrpid = 2; 2142 2143 /* create expected page */ 2144 ana_hdr = (void *)&expected_page[0]; 2145 ana_hdr->num_ana_group_desc = 2; 2146 ana_hdr->change_count = 0; 2147 2148 /* descriptor may be unaligned. So create data and then copy it to the location. */ 2149 ana_desc = (void *)_ana_desc; 2150 offset = sizeof(struct spdk_nvme_ana_page); 2151 2152 memset(_ana_desc, 0, sizeof(_ana_desc)); 2153 ana_desc->ana_group_id = 2; 2154 ana_desc->num_of_nsid = 3; 2155 ana_desc->change_count = 0; 2156 ana_desc->ana_state = SPDK_NVME_ANA_OPTIMIZED_STATE; 2157 ana_desc->nsid[0] = 1; 2158 ana_desc->nsid[1] = 3; 2159 ana_desc->nsid[2] = 5; 2160 memcpy(&expected_page[offset], ana_desc, sizeof(struct spdk_nvme_ana_group_descriptor) + 2161 sizeof(uint32_t) * 3); 2162 offset += sizeof(struct spdk_nvme_ana_group_descriptor) + sizeof(uint32_t) * 3; 2163 2164 memset(_ana_desc, 0, sizeof(_ana_desc)); 2165 ana_desc->ana_group_id = 3; 2166 ana_desc->num_of_nsid = 2; 2167 ana_desc->change_count = 0; 2168 ana_desc->ana_state = SPDK_NVME_ANA_OPTIMIZED_STATE; 2169 ana_desc->nsid[0] = 2; 2170 ana_desc->nsid[1] = 4; 2171 memcpy(&expected_page[offset], ana_desc, sizeof(struct spdk_nvme_ana_group_descriptor) + 2172 sizeof(uint32_t) * 2); 2173 2174 /* read entire actual log page, and compare expected page and actual page. */ 2175 offset = 0; 2176 while (offset < UT_ANA_LOG_PAGE_SIZE) { 2177 length = spdk_min(16, UT_ANA_LOG_PAGE_SIZE - offset); 2178 iov.iov_base = &actual_page[offset]; 2179 iov.iov_len = length; 2180 nvmf_get_ana_log_page(&ctrlr, &iov, 1, offset, length, 0); 2181 offset += length; 2182 } 2183 2184 CU_ASSERT(memcmp(expected_page, actual_page, UT_ANA_LOG_PAGE_SIZE) == 0); 2185 2186 memset(&actual_page[0], 0, UT_ANA_LOG_PAGE_SIZE); 2187 offset = 0; 2188 iovs[0].iov_base = &actual_page[offset]; 2189 iovs[0].iov_len = UT_ANA_LOG_PAGE_SIZE - sizeof(uint32_t) * 5; 2190 offset += UT_ANA_LOG_PAGE_SIZE - sizeof(uint32_t) * 5; 2191 iovs[1].iov_base = &actual_page[offset]; 2192 iovs[1].iov_len = sizeof(uint32_t) * 5; 2193 nvmf_get_ana_log_page(&ctrlr, &iovs[0], 2, 0, UT_ANA_LOG_PAGE_SIZE, 0); 2194 2195 CU_ASSERT(memcmp(expected_page, actual_page, UT_ANA_LOG_PAGE_SIZE) == 0); 2196 2197 #undef UT_ANA_LOG_PAGE_SIZE 2198 } 2199 static void 2200 test_multi_async_events(void) 2201 { 2202 struct spdk_nvmf_subsystem subsystem = {}; 2203 struct spdk_nvmf_qpair qpair = {}; 2204 struct spdk_nvmf_ctrlr ctrlr = {}; 2205 struct spdk_nvmf_request req[4] = {}; 2206 struct spdk_nvmf_ns *ns_ptrs[1] = {}; 2207 struct spdk_nvmf_ns ns = {}; 2208 union nvmf_h2c_msg cmd[4] = {}; 2209 union nvmf_c2h_msg rsp[4] = {}; 2210 union spdk_nvme_async_event_completion event = {}; 2211 struct spdk_nvmf_poll_group group = {}; 2212 struct spdk_nvmf_subsystem_poll_group sgroups = {}; 2213 int i; 2214 2215 ns_ptrs[0] = &ns; 2216 subsystem.ns = ns_ptrs; 2217 subsystem.max_nsid = 1; 2218 subsystem.subtype = SPDK_NVMF_SUBTYPE_NVME; 2219 2220 ns.opts.nsid = 1; 2221 group.sgroups = &sgroups; 2222 2223 qpair.ctrlr = &ctrlr; 2224 qpair.group = &group; 2225 TAILQ_INIT(&qpair.outstanding); 2226 2227 ctrlr.subsys = &subsystem; 2228 ctrlr.vcprop.cc.bits.en = 1; 2229 ctrlr.thread = spdk_get_thread(); 2230 ctrlr.feat.async_event_configuration.bits.ns_attr_notice = 1; 2231 ctrlr.feat.async_event_configuration.bits.ana_change_notice = 1; 2232 ctrlr.feat.async_event_configuration.bits.discovery_log_change_notice = 1; 2233 init_pending_async_events(&ctrlr); 2234 2235 /* Target queue pending events when there is no outstanding AER request */ 2236 nvmf_ctrlr_async_event_ns_notice(&ctrlr); 2237 nvmf_ctrlr_async_event_ana_change_notice(&ctrlr); 2238 nvmf_ctrlr_async_event_discovery_log_change_notice(&ctrlr); 2239 2240 for (i = 0; i < 4; i++) { 2241 cmd[i].nvme_cmd.opc = SPDK_NVME_OPC_ASYNC_EVENT_REQUEST; 2242 cmd[i].nvme_cmd.nsid = 1; 2243 cmd[i].nvme_cmd.cid = i; 2244 2245 req[i].qpair = &qpair; 2246 req[i].cmd = &cmd[i]; 2247 req[i].rsp = &rsp[i]; 2248 2249 TAILQ_INSERT_TAIL(&qpair.outstanding, &req[i], link); 2250 2251 sgroups.mgmt_io_outstanding = 1; 2252 if (i < 3) { 2253 CU_ASSERT(nvmf_ctrlr_process_admin_cmd(&req[i]) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 2254 CU_ASSERT(sgroups.mgmt_io_outstanding == 0); 2255 CU_ASSERT(ctrlr.nr_aer_reqs == 0); 2256 } else { 2257 CU_ASSERT(nvmf_ctrlr_process_admin_cmd(&req[i]) == SPDK_NVMF_REQUEST_EXEC_STATUS_ASYNCHRONOUS); 2258 CU_ASSERT(sgroups.mgmt_io_outstanding == 0); 2259 CU_ASSERT(ctrlr.nr_aer_reqs == 1); 2260 } 2261 } 2262 2263 event.raw = rsp[0].nvme_cpl.cdw0; 2264 CU_ASSERT(event.bits.async_event_info == SPDK_NVME_ASYNC_EVENT_NS_ATTR_CHANGED); 2265 event.raw = rsp[1].nvme_cpl.cdw0; 2266 CU_ASSERT(event.bits.async_event_info == SPDK_NVME_ASYNC_EVENT_ANA_CHANGE); 2267 event.raw = rsp[2].nvme_cpl.cdw0; 2268 CU_ASSERT(event.bits.async_event_info == SPDK_NVME_ASYNC_EVENT_DISCOVERY_LOG_CHANGE); 2269 2270 cleanup_pending_async_events(&ctrlr); 2271 } 2272 2273 static void 2274 test_rae(void) 2275 { 2276 struct spdk_nvmf_subsystem subsystem = {}; 2277 struct spdk_nvmf_qpair qpair = {}; 2278 struct spdk_nvmf_ctrlr ctrlr = {}; 2279 struct spdk_nvmf_request req[3] = {}; 2280 struct spdk_nvmf_ns *ns_ptrs[1] = {}; 2281 struct spdk_nvmf_ns ns = {}; 2282 union nvmf_h2c_msg cmd[3] = {}; 2283 union nvmf_c2h_msg rsp[3] = {}; 2284 union spdk_nvme_async_event_completion event = {}; 2285 struct spdk_nvmf_poll_group group = {}; 2286 struct spdk_nvmf_subsystem_poll_group sgroups = {}; 2287 int i; 2288 char data[4096]; 2289 2290 ns_ptrs[0] = &ns; 2291 subsystem.ns = ns_ptrs; 2292 subsystem.max_nsid = 1; 2293 subsystem.subtype = SPDK_NVMF_SUBTYPE_NVME; 2294 2295 ns.opts.nsid = 1; 2296 group.sgroups = &sgroups; 2297 2298 qpair.ctrlr = &ctrlr; 2299 qpair.group = &group; 2300 TAILQ_INIT(&qpair.outstanding); 2301 2302 ctrlr.subsys = &subsystem; 2303 ctrlr.vcprop.cc.bits.en = 1; 2304 ctrlr.thread = spdk_get_thread(); 2305 ctrlr.feat.async_event_configuration.bits.ns_attr_notice = 1; 2306 init_pending_async_events(&ctrlr); 2307 2308 /* Target queue pending events when there is no outstanding AER request */ 2309 nvmf_ctrlr_async_event_ns_notice(&ctrlr); 2310 nvmf_ctrlr_async_event_ns_notice(&ctrlr); 2311 nvmf_ctrlr_async_event_ns_notice(&ctrlr); 2312 /* only one event will be queued before RAE is clear */ 2313 CU_ASSERT(num_pending_async_events(&ctrlr) == 1); 2314 2315 req[0].qpair = &qpair; 2316 req[0].cmd = &cmd[0]; 2317 req[0].rsp = &rsp[0]; 2318 cmd[0].nvme_cmd.opc = SPDK_NVME_OPC_ASYNC_EVENT_REQUEST; 2319 cmd[0].nvme_cmd.nsid = 1; 2320 cmd[0].nvme_cmd.cid = 0; 2321 2322 for (i = 1; i < 3; i++) { 2323 req[i].qpair = &qpair; 2324 req[i].cmd = &cmd[i]; 2325 req[i].rsp = &rsp[i]; 2326 req[i].length = sizeof(data); 2327 spdk_iov_one(req[i].iov, &req[i].iovcnt, &data, req[i].length); 2328 2329 cmd[i].nvme_cmd.opc = SPDK_NVME_OPC_GET_LOG_PAGE; 2330 cmd[i].nvme_cmd.cdw10_bits.get_log_page.lid = 2331 SPDK_NVME_LOG_CHANGED_NS_LIST; 2332 cmd[i].nvme_cmd.cdw10_bits.get_log_page.numdl = 2333 spdk_nvme_bytes_to_numd(req[i].length); 2334 cmd[i].nvme_cmd.cid = i; 2335 } 2336 cmd[1].nvme_cmd.cdw10_bits.get_log_page.rae = 1; 2337 cmd[2].nvme_cmd.cdw10_bits.get_log_page.rae = 0; 2338 2339 /* consume the pending event */ 2340 TAILQ_INSERT_TAIL(&qpair.outstanding, &req[0], link); 2341 CU_ASSERT(nvmf_ctrlr_process_admin_cmd(&req[0]) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 2342 event.raw = rsp[0].nvme_cpl.cdw0; 2343 CU_ASSERT(event.bits.async_event_info == SPDK_NVME_ASYNC_EVENT_NS_ATTR_CHANGED); 2344 CU_ASSERT(num_pending_async_events(&ctrlr) == 0); 2345 2346 /* get log with RAE set */ 2347 CU_ASSERT(nvmf_ctrlr_get_log_page(&req[1]) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 2348 CU_ASSERT(rsp[1].nvme_cpl.status.sct == SPDK_NVME_SCT_GENERIC); 2349 CU_ASSERT(rsp[1].nvme_cpl.status.sc == SPDK_NVME_SC_SUCCESS); 2350 2351 /* will not generate new event until RAE is clear */ 2352 nvmf_ctrlr_async_event_ns_notice(&ctrlr); 2353 CU_ASSERT(num_pending_async_events(&ctrlr) == 0); 2354 2355 /* get log with RAE clear */ 2356 CU_ASSERT(nvmf_ctrlr_get_log_page(&req[2]) == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 2357 CU_ASSERT(rsp[2].nvme_cpl.status.sct == SPDK_NVME_SCT_GENERIC); 2358 CU_ASSERT(rsp[2].nvme_cpl.status.sc == SPDK_NVME_SC_SUCCESS); 2359 2360 nvmf_ctrlr_async_event_ns_notice(&ctrlr); 2361 CU_ASSERT(num_pending_async_events(&ctrlr) == 1); 2362 2363 cleanup_pending_async_events(&ctrlr); 2364 } 2365 2366 static void 2367 test_nvmf_ctrlr_create_destruct(void) 2368 { 2369 struct spdk_nvmf_fabric_connect_data connect_data = {}; 2370 struct spdk_nvmf_poll_group group = {}; 2371 struct spdk_nvmf_subsystem_poll_group sgroups[2] = {}; 2372 struct spdk_nvmf_transport transport = {}; 2373 struct spdk_nvmf_transport_ops tops = {}; 2374 struct spdk_nvmf_subsystem subsystem = {}; 2375 struct spdk_nvmf_request req = {}; 2376 struct spdk_nvmf_qpair qpair = {}; 2377 struct spdk_nvmf_ctrlr *ctrlr = NULL; 2378 struct spdk_nvmf_tgt tgt = {}; 2379 union nvmf_h2c_msg cmd = {}; 2380 union nvmf_c2h_msg rsp = {}; 2381 const uint8_t hostid[16] = { 2382 0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07, 2383 0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D, 0x0E, 0x0F 2384 }; 2385 const char subnqn[] = "nqn.2016-06.io.spdk:subsystem1"; 2386 const char hostnqn[] = "nqn.2016-06.io.spdk:host1"; 2387 2388 group.thread = spdk_get_thread(); 2389 transport.ops = &tops; 2390 transport.opts.max_aq_depth = 32; 2391 transport.opts.max_queue_depth = 64; 2392 transport.opts.max_qpairs_per_ctrlr = 3; 2393 transport.opts.dif_insert_or_strip = true; 2394 transport.tgt = &tgt; 2395 qpair.transport = &transport; 2396 qpair.group = &group; 2397 qpair.state = SPDK_NVMF_QPAIR_ACTIVE; 2398 TAILQ_INIT(&qpair.outstanding); 2399 2400 memcpy(connect_data.hostid, hostid, sizeof(hostid)); 2401 connect_data.cntlid = 0xFFFF; 2402 snprintf(connect_data.subnqn, sizeof(connect_data.subnqn), "%s", subnqn); 2403 snprintf(connect_data.hostnqn, sizeof(connect_data.hostnqn), "%s", hostnqn); 2404 2405 subsystem.thread = spdk_get_thread(); 2406 subsystem.id = 1; 2407 TAILQ_INIT(&subsystem.ctrlrs); 2408 subsystem.tgt = &tgt; 2409 subsystem.subtype = SPDK_NVMF_SUBTYPE_NVME; 2410 subsystem.state = SPDK_NVMF_SUBSYSTEM_ACTIVE; 2411 snprintf(subsystem.subnqn, sizeof(subsystem.subnqn), "%s", subnqn); 2412 2413 group.sgroups = sgroups; 2414 2415 cmd.connect_cmd.opcode = SPDK_NVME_OPC_FABRIC; 2416 cmd.connect_cmd.cid = 1; 2417 cmd.connect_cmd.fctype = SPDK_NVMF_FABRIC_COMMAND_CONNECT; 2418 cmd.connect_cmd.recfmt = 0; 2419 cmd.connect_cmd.qid = 0; 2420 cmd.connect_cmd.sqsize = 31; 2421 cmd.connect_cmd.cattr = 0; 2422 cmd.connect_cmd.kato = 120000; 2423 2424 req.qpair = &qpair; 2425 req.xfer = SPDK_NVME_DATA_HOST_TO_CONTROLLER; 2426 req.length = sizeof(connect_data); 2427 spdk_iov_one(req.iov, &req.iovcnt, &connect_data, req.length); 2428 req.cmd = &cmd; 2429 req.rsp = &rsp; 2430 2431 TAILQ_INSERT_TAIL(&qpair.outstanding, &req, link); 2432 sgroups[subsystem.id].mgmt_io_outstanding++; 2433 2434 ctrlr = nvmf_ctrlr_create(&subsystem, &req, &req.cmd->connect_cmd, req.iov[0].iov_base); 2435 poll_threads(); 2436 SPDK_CU_ASSERT_FATAL(ctrlr != NULL); 2437 CU_ASSERT(req.qpair->ctrlr == ctrlr); 2438 CU_ASSERT(ctrlr->subsys == &subsystem); 2439 CU_ASSERT(ctrlr->thread == req.qpair->group->thread); 2440 CU_ASSERT(ctrlr->disconnect_in_progress == false); 2441 CU_ASSERT(ctrlr->qpair_mask != NULL); 2442 CU_ASSERT(ctrlr->feat.keep_alive_timer.bits.kato == 120000); 2443 CU_ASSERT(ctrlr->feat.async_event_configuration.bits.ns_attr_notice == 1); 2444 CU_ASSERT(ctrlr->feat.volatile_write_cache.bits.wce == 1); 2445 CU_ASSERT(ctrlr->feat.number_of_queues.bits.ncqr == 1); 2446 CU_ASSERT(ctrlr->feat.number_of_queues.bits.nsqr == 1); 2447 CU_ASSERT(!strncmp((void *)&ctrlr->hostid, hostid, 16)); 2448 CU_ASSERT(ctrlr->vcprop.cap.bits.cqr == 1); 2449 CU_ASSERT(ctrlr->vcprop.cap.bits.mqes == 63); 2450 CU_ASSERT(ctrlr->vcprop.cap.bits.ams == 0); 2451 CU_ASSERT(ctrlr->vcprop.cap.bits.to == NVMF_CTRLR_RESET_SHN_TIMEOUT_IN_MS / 500); 2452 CU_ASSERT(ctrlr->vcprop.cap.bits.dstrd == 0); 2453 CU_ASSERT(ctrlr->vcprop.cap.bits.css == SPDK_NVME_CAP_CSS_NVM); 2454 CU_ASSERT(ctrlr->vcprop.cap.bits.mpsmin == 0); 2455 CU_ASSERT(ctrlr->vcprop.cap.bits.mpsmax == 0); 2456 CU_ASSERT(ctrlr->vcprop.vs.bits.mjr == 1); 2457 CU_ASSERT(ctrlr->vcprop.vs.bits.mnr == 3); 2458 CU_ASSERT(ctrlr->vcprop.vs.bits.ter == 0); 2459 CU_ASSERT(ctrlr->vcprop.cc.raw == 0); 2460 CU_ASSERT(ctrlr->vcprop.cc.bits.en == 0); 2461 CU_ASSERT(ctrlr->vcprop.csts.raw == 0); 2462 CU_ASSERT(ctrlr->vcprop.csts.bits.rdy == 0); 2463 CU_ASSERT(ctrlr->dif_insert_or_strip == true); 2464 2465 ctrlr->in_destruct = true; 2466 nvmf_ctrlr_destruct(ctrlr); 2467 poll_threads(); 2468 CU_ASSERT(TAILQ_EMPTY(&subsystem.ctrlrs)); 2469 CU_ASSERT(TAILQ_EMPTY(&qpair.outstanding)); 2470 } 2471 2472 static void 2473 test_nvmf_ctrlr_use_zcopy(void) 2474 { 2475 struct spdk_nvmf_subsystem subsystem = {}; 2476 struct spdk_nvmf_transport transport = {}; 2477 struct spdk_nvmf_request req = {}; 2478 struct spdk_nvmf_qpair qpair = {}; 2479 struct spdk_nvmf_ctrlr ctrlr = {}; 2480 union nvmf_h2c_msg cmd = {}; 2481 struct spdk_nvmf_ns ns = {}; 2482 struct spdk_nvmf_ns *subsys_ns[1] = {}; 2483 struct spdk_bdev bdev = {}; 2484 struct spdk_nvmf_poll_group group = {}; 2485 struct spdk_nvmf_subsystem_poll_group sgroups = {}; 2486 struct spdk_nvmf_subsystem_pg_ns_info ns_info = {}; 2487 struct spdk_io_channel io_ch = {}; 2488 int opc; 2489 2490 subsystem.subtype = SPDK_NVMF_SUBTYPE_NVME; 2491 ns.bdev = &bdev; 2492 2493 subsystem.id = 0; 2494 subsystem.max_nsid = 1; 2495 subsys_ns[0] = &ns; 2496 subsystem.ns = (struct spdk_nvmf_ns **)&subsys_ns; 2497 2498 ctrlr.subsys = &subsystem; 2499 2500 transport.opts.zcopy = true; 2501 2502 qpair.ctrlr = &ctrlr; 2503 qpair.group = &group; 2504 qpair.qid = 1; 2505 qpair.state = SPDK_NVMF_QPAIR_ACTIVE; 2506 qpair.transport = &transport; 2507 2508 group.thread = spdk_get_thread(); 2509 group.num_sgroups = 1; 2510 sgroups.state = SPDK_NVMF_SUBSYSTEM_ACTIVE; 2511 sgroups.num_ns = 1; 2512 ns_info.state = SPDK_NVMF_SUBSYSTEM_ACTIVE; 2513 ns_info.channel = &io_ch; 2514 sgroups.ns_info = &ns_info; 2515 TAILQ_INIT(&sgroups.queued); 2516 group.sgroups = &sgroups; 2517 TAILQ_INIT(&qpair.outstanding); 2518 2519 req.qpair = &qpair; 2520 req.cmd = &cmd; 2521 req.zcopy_phase = NVMF_ZCOPY_PHASE_NONE; 2522 2523 /* Admin queue */ 2524 qpair.qid = 0; 2525 CU_ASSERT(nvmf_ctrlr_use_zcopy(&req) == false); 2526 qpair.qid = 1; 2527 2528 /* Invalid Opcodes */ 2529 for (opc = 0; opc <= 255; opc++) { 2530 cmd.nvme_cmd.opc = (enum spdk_nvme_nvm_opcode) opc; 2531 if ((cmd.nvme_cmd.opc != SPDK_NVME_OPC_READ) && 2532 (cmd.nvme_cmd.opc != SPDK_NVME_OPC_WRITE)) { 2533 CU_ASSERT(nvmf_ctrlr_use_zcopy(&req) == false); 2534 } 2535 } 2536 cmd.nvme_cmd.opc = SPDK_NVME_OPC_WRITE; 2537 2538 /* Fused WRITE */ 2539 cmd.nvme_cmd.fuse = SPDK_NVME_CMD_FUSE_SECOND; 2540 CU_ASSERT(nvmf_ctrlr_use_zcopy(&req) == false); 2541 cmd.nvme_cmd.fuse = SPDK_NVME_CMD_FUSE_NONE; 2542 2543 /* Non bdev */ 2544 cmd.nvme_cmd.nsid = 4; 2545 CU_ASSERT(nvmf_ctrlr_use_zcopy(&req) == false); 2546 cmd.nvme_cmd.nsid = 1; 2547 2548 /* ZCOPY Not supported */ 2549 CU_ASSERT(nvmf_ctrlr_use_zcopy(&req) == false); 2550 ns.zcopy = true; 2551 2552 /* ZCOPY disabled on transport level */ 2553 transport.opts.zcopy = false; 2554 CU_ASSERT(nvmf_ctrlr_use_zcopy(&req) == false); 2555 transport.opts.zcopy = true; 2556 2557 /* Success */ 2558 CU_ASSERT(nvmf_ctrlr_use_zcopy(&req)); 2559 CU_ASSERT(req.zcopy_phase == NVMF_ZCOPY_PHASE_INIT); 2560 } 2561 2562 static void 2563 qpair_state_change_done(void *cb_arg, int status) 2564 { 2565 } 2566 2567 static void 2568 test_spdk_nvmf_request_zcopy_start(void) 2569 { 2570 struct spdk_nvmf_request req = {}; 2571 struct spdk_nvmf_qpair qpair = {}; 2572 struct spdk_nvmf_transport transport = {}; 2573 struct spdk_nvme_cmd cmd = {}; 2574 union nvmf_c2h_msg rsp = {}; 2575 struct spdk_nvmf_ctrlr ctrlr = {}; 2576 struct spdk_nvmf_subsystem subsystem = {}; 2577 struct spdk_nvmf_ns ns = {}; 2578 struct spdk_nvmf_ns *subsys_ns[1] = {}; 2579 enum spdk_nvme_ana_state ana_state[1]; 2580 struct spdk_nvmf_subsystem_listener listener = { .ana_state = ana_state }; 2581 struct spdk_bdev bdev = { .blockcnt = 100, .blocklen = 512}; 2582 2583 struct spdk_nvmf_poll_group group = {}; 2584 struct spdk_nvmf_subsystem_poll_group sgroups = {}; 2585 struct spdk_nvmf_subsystem_pg_ns_info ns_info = {}; 2586 struct spdk_io_channel io_ch = {}; 2587 2588 ns.bdev = &bdev; 2589 ns.zcopy = true; 2590 ns.anagrpid = 1; 2591 2592 subsystem.id = 0; 2593 subsystem.max_nsid = 1; 2594 subsys_ns[0] = &ns; 2595 subsystem.ns = (struct spdk_nvmf_ns **)&subsys_ns; 2596 2597 listener.ana_state[0] = SPDK_NVME_ANA_OPTIMIZED_STATE; 2598 2599 /* Enable controller */ 2600 ctrlr.vcprop.cc.bits.en = 1; 2601 ctrlr.subsys = (struct spdk_nvmf_subsystem *)&subsystem; 2602 ctrlr.listener = &listener; 2603 2604 transport.opts.zcopy = true; 2605 2606 group.thread = spdk_get_thread(); 2607 group.num_sgroups = 1; 2608 sgroups.state = SPDK_NVMF_SUBSYSTEM_ACTIVE; 2609 sgroups.num_ns = 1; 2610 ns_info.state = SPDK_NVMF_SUBSYSTEM_ACTIVE; 2611 ns_info.channel = &io_ch; 2612 sgroups.ns_info = &ns_info; 2613 TAILQ_INIT(&sgroups.queued); 2614 group.sgroups = &sgroups; 2615 TAILQ_INIT(&qpair.outstanding); 2616 2617 qpair.ctrlr = &ctrlr; 2618 qpair.group = &group; 2619 qpair.transport = &transport; 2620 qpair.qid = 1; 2621 qpair.state = SPDK_NVMF_QPAIR_ACTIVE; 2622 2623 cmd.nsid = 1; 2624 2625 req.qpair = &qpair; 2626 req.cmd = (union nvmf_h2c_msg *)&cmd; 2627 req.rsp = &rsp; 2628 req.zcopy_phase = NVMF_ZCOPY_PHASE_NONE; 2629 cmd.opc = SPDK_NVME_OPC_READ; 2630 2631 /* Fail because no controller */ 2632 CU_ASSERT(nvmf_ctrlr_use_zcopy(&req)); 2633 CU_ASSERT(req.zcopy_phase == NVMF_ZCOPY_PHASE_INIT); 2634 qpair.ctrlr = NULL; 2635 spdk_nvmf_request_zcopy_start(&req); 2636 CU_ASSERT_EQUAL(req.zcopy_phase, NVMF_ZCOPY_PHASE_INIT_FAILED); 2637 CU_ASSERT_EQUAL(rsp.nvme_cpl.status.sct, SPDK_NVME_SCT_GENERIC); 2638 CU_ASSERT_EQUAL(rsp.nvme_cpl.status.sc, SPDK_NVME_SC_COMMAND_SEQUENCE_ERROR); 2639 qpair.ctrlr = &ctrlr; 2640 req.zcopy_phase = NVMF_ZCOPY_PHASE_NONE; 2641 2642 /* Fail because bad NSID */ 2643 CU_ASSERT(nvmf_ctrlr_use_zcopy(&req)); 2644 CU_ASSERT(req.zcopy_phase == NVMF_ZCOPY_PHASE_INIT); 2645 cmd.nsid = 0; 2646 spdk_nvmf_request_zcopy_start(&req); 2647 CU_ASSERT_EQUAL(req.zcopy_phase, NVMF_ZCOPY_PHASE_INIT_FAILED); 2648 CU_ASSERT_EQUAL(rsp.nvme_cpl.status.sct, SPDK_NVME_SCT_GENERIC); 2649 CU_ASSERT_EQUAL(rsp.nvme_cpl.status.sc, SPDK_NVME_SC_INVALID_NAMESPACE_OR_FORMAT); 2650 cmd.nsid = 1; 2651 req.zcopy_phase = NVMF_ZCOPY_PHASE_NONE; 2652 2653 /* Fail because bad Channel */ 2654 CU_ASSERT(nvmf_ctrlr_use_zcopy(&req)); 2655 CU_ASSERT(req.zcopy_phase == NVMF_ZCOPY_PHASE_INIT); 2656 ns_info.channel = NULL; 2657 spdk_nvmf_request_zcopy_start(&req); 2658 CU_ASSERT_EQUAL(req.zcopy_phase, NVMF_ZCOPY_PHASE_INIT_FAILED); 2659 CU_ASSERT_EQUAL(rsp.nvme_cpl.status.sct, SPDK_NVME_SCT_GENERIC); 2660 CU_ASSERT_EQUAL(rsp.nvme_cpl.status.sc, SPDK_NVME_SC_INVALID_NAMESPACE_OR_FORMAT); 2661 ns_info.channel = &io_ch; 2662 req.zcopy_phase = NVMF_ZCOPY_PHASE_NONE; 2663 2664 /* Queue the requet because NSID is not active */ 2665 CU_ASSERT(nvmf_ctrlr_use_zcopy(&req)); 2666 CU_ASSERT(req.zcopy_phase == NVMF_ZCOPY_PHASE_INIT); 2667 ns_info.state = SPDK_NVMF_SUBSYSTEM_PAUSING; 2668 spdk_nvmf_request_zcopy_start(&req); 2669 CU_ASSERT_EQUAL(req.zcopy_phase, NVMF_ZCOPY_PHASE_INIT); 2670 CU_ASSERT_EQUAL(TAILQ_FIRST(&sgroups.queued), &req); 2671 ns_info.state = SPDK_NVMF_SUBSYSTEM_ACTIVE; 2672 TAILQ_REMOVE(&sgroups.queued, &req, link); 2673 req.zcopy_phase = NVMF_ZCOPY_PHASE_NONE; 2674 2675 /* Fail because QPair is not active */ 2676 CU_ASSERT(nvmf_ctrlr_use_zcopy(&req)); 2677 CU_ASSERT(req.zcopy_phase == NVMF_ZCOPY_PHASE_INIT); 2678 qpair.state = SPDK_NVMF_QPAIR_DEACTIVATING; 2679 qpair.state_cb = qpair_state_change_done; 2680 spdk_nvmf_request_zcopy_start(&req); 2681 CU_ASSERT(req.zcopy_phase == NVMF_ZCOPY_PHASE_INIT_FAILED); 2682 qpair.state = SPDK_NVMF_QPAIR_ACTIVE; 2683 qpair.state_cb = NULL; 2684 req.zcopy_phase = NVMF_ZCOPY_PHASE_NONE; 2685 2686 /* Fail because nvmf_bdev_ctrlr_zcopy_start fails */ 2687 CU_ASSERT(nvmf_ctrlr_use_zcopy(&req)); 2688 CU_ASSERT(req.zcopy_phase == NVMF_ZCOPY_PHASE_INIT); 2689 cmd.cdw10 = bdev.blockcnt; /* SLBA: CDW10 and CDW11 */ 2690 cmd.cdw12 = 100; /* NLB: CDW12 bits 15:00, 0's based */ 2691 req.length = (cmd.cdw12 + 1) * bdev.blocklen; 2692 spdk_nvmf_request_zcopy_start(&req); 2693 CU_ASSERT_EQUAL(req.zcopy_phase, NVMF_ZCOPY_PHASE_INIT_FAILED); 2694 cmd.cdw10 = 0; 2695 cmd.cdw12 = 0; 2696 req.zcopy_phase = NVMF_ZCOPY_PHASE_NONE; 2697 2698 /* Success */ 2699 CU_ASSERT(nvmf_ctrlr_use_zcopy(&req)); 2700 CU_ASSERT(req.zcopy_phase == NVMF_ZCOPY_PHASE_INIT); 2701 spdk_nvmf_request_zcopy_start(&req); 2702 CU_ASSERT(req.zcopy_phase == NVMF_ZCOPY_PHASE_EXECUTE); 2703 } 2704 2705 static void 2706 test_zcopy_read(void) 2707 { 2708 struct spdk_nvmf_request req = {}; 2709 struct spdk_nvmf_qpair qpair = {}; 2710 struct spdk_nvmf_transport transport = {}; 2711 struct spdk_nvme_cmd cmd = {}; 2712 union nvmf_c2h_msg rsp = {}; 2713 struct spdk_nvmf_ctrlr ctrlr = {}; 2714 struct spdk_nvmf_subsystem subsystem = {}; 2715 struct spdk_nvmf_ns ns = {}; 2716 struct spdk_nvmf_ns *subsys_ns[1] = {}; 2717 enum spdk_nvme_ana_state ana_state[1]; 2718 struct spdk_nvmf_subsystem_listener listener = { .ana_state = ana_state }; 2719 struct spdk_bdev bdev = { .blockcnt = 100, .blocklen = 512}; 2720 2721 struct spdk_nvmf_poll_group group = {}; 2722 struct spdk_nvmf_subsystem_poll_group sgroups = {}; 2723 struct spdk_nvmf_subsystem_pg_ns_info ns_info = {}; 2724 struct spdk_io_channel io_ch = {}; 2725 2726 ns.bdev = &bdev; 2727 ns.zcopy = true; 2728 ns.anagrpid = 1; 2729 2730 subsystem.id = 0; 2731 subsystem.max_nsid = 1; 2732 subsys_ns[0] = &ns; 2733 subsystem.ns = (struct spdk_nvmf_ns **)&subsys_ns; 2734 2735 listener.ana_state[0] = SPDK_NVME_ANA_OPTIMIZED_STATE; 2736 2737 /* Enable controller */ 2738 ctrlr.vcprop.cc.bits.en = 1; 2739 ctrlr.subsys = (struct spdk_nvmf_subsystem *)&subsystem; 2740 ctrlr.listener = &listener; 2741 2742 transport.opts.zcopy = true; 2743 2744 group.thread = spdk_get_thread(); 2745 group.num_sgroups = 1; 2746 sgroups.state = SPDK_NVMF_SUBSYSTEM_ACTIVE; 2747 sgroups.num_ns = 1; 2748 ns_info.state = SPDK_NVMF_SUBSYSTEM_ACTIVE; 2749 ns_info.channel = &io_ch; 2750 sgroups.ns_info = &ns_info; 2751 TAILQ_INIT(&sgroups.queued); 2752 group.sgroups = &sgroups; 2753 TAILQ_INIT(&qpair.outstanding); 2754 2755 qpair.ctrlr = &ctrlr; 2756 qpair.group = &group; 2757 qpair.transport = &transport; 2758 qpair.qid = 1; 2759 qpair.state = SPDK_NVMF_QPAIR_ACTIVE; 2760 2761 cmd.nsid = 1; 2762 2763 req.qpair = &qpair; 2764 req.cmd = (union nvmf_h2c_msg *)&cmd; 2765 req.rsp = &rsp; 2766 cmd.opc = SPDK_NVME_OPC_READ; 2767 2768 /* Prepare for zcopy */ 2769 CU_ASSERT(nvmf_ctrlr_use_zcopy(&req)); 2770 CU_ASSERT(req.zcopy_phase == NVMF_ZCOPY_PHASE_INIT); 2771 CU_ASSERT(qpair.outstanding.tqh_first == NULL); 2772 CU_ASSERT(ns_info.io_outstanding == 0); 2773 2774 /* Perform the zcopy start */ 2775 spdk_nvmf_request_zcopy_start(&req); 2776 CU_ASSERT(req.zcopy_phase == NVMF_ZCOPY_PHASE_EXECUTE); 2777 CU_ASSERT(req.zcopy_bdev_io == zcopy_start_bdev_io_read); 2778 CU_ASSERT(qpair.outstanding.tqh_first == &req); 2779 CU_ASSERT(ns_info.io_outstanding == 1); 2780 CU_ASSERT(nvme_status_success(&rsp.nvme_cpl.status)); 2781 2782 /* Perform the zcopy end */ 2783 spdk_nvmf_request_zcopy_end(&req, false); 2784 CU_ASSERT(req.zcopy_bdev_io == NULL); 2785 CU_ASSERT(req.zcopy_phase == NVMF_ZCOPY_PHASE_COMPLETE); 2786 CU_ASSERT(qpair.outstanding.tqh_first == NULL); 2787 CU_ASSERT(ns_info.io_outstanding == 0); 2788 CU_ASSERT(nvme_status_success(&rsp.nvme_cpl.status)); 2789 } 2790 2791 static void 2792 test_zcopy_write(void) 2793 { 2794 struct spdk_nvmf_request req = {}; 2795 struct spdk_nvmf_qpair qpair = {}; 2796 struct spdk_nvmf_transport transport = {}; 2797 struct spdk_nvme_cmd cmd = {}; 2798 union nvmf_c2h_msg rsp = {}; 2799 struct spdk_nvmf_ctrlr ctrlr = {}; 2800 struct spdk_nvmf_subsystem subsystem = {}; 2801 struct spdk_nvmf_ns ns = {}; 2802 struct spdk_nvmf_ns *subsys_ns[1] = {}; 2803 enum spdk_nvme_ana_state ana_state[1]; 2804 struct spdk_nvmf_subsystem_listener listener = { .ana_state = ana_state }; 2805 struct spdk_bdev bdev = { .blockcnt = 100, .blocklen = 512}; 2806 2807 struct spdk_nvmf_poll_group group = {}; 2808 struct spdk_nvmf_subsystem_poll_group sgroups = {}; 2809 struct spdk_nvmf_subsystem_pg_ns_info ns_info = {}; 2810 struct spdk_io_channel io_ch = {}; 2811 2812 ns.bdev = &bdev; 2813 ns.zcopy = true; 2814 ns.anagrpid = 1; 2815 2816 subsystem.id = 0; 2817 subsystem.max_nsid = 1; 2818 subsys_ns[0] = &ns; 2819 subsystem.ns = (struct spdk_nvmf_ns **)&subsys_ns; 2820 2821 listener.ana_state[0] = SPDK_NVME_ANA_OPTIMIZED_STATE; 2822 2823 /* Enable controller */ 2824 ctrlr.vcprop.cc.bits.en = 1; 2825 ctrlr.subsys = (struct spdk_nvmf_subsystem *)&subsystem; 2826 ctrlr.listener = &listener; 2827 2828 transport.opts.zcopy = true; 2829 2830 group.thread = spdk_get_thread(); 2831 group.num_sgroups = 1; 2832 sgroups.state = SPDK_NVMF_SUBSYSTEM_ACTIVE; 2833 sgroups.num_ns = 1; 2834 ns_info.state = SPDK_NVMF_SUBSYSTEM_ACTIVE; 2835 ns_info.channel = &io_ch; 2836 sgroups.ns_info = &ns_info; 2837 TAILQ_INIT(&sgroups.queued); 2838 group.sgroups = &sgroups; 2839 TAILQ_INIT(&qpair.outstanding); 2840 2841 qpair.ctrlr = &ctrlr; 2842 qpair.group = &group; 2843 qpair.transport = &transport; 2844 qpair.qid = 1; 2845 qpair.state = SPDK_NVMF_QPAIR_ACTIVE; 2846 2847 cmd.nsid = 1; 2848 2849 req.qpair = &qpair; 2850 req.cmd = (union nvmf_h2c_msg *)&cmd; 2851 req.rsp = &rsp; 2852 cmd.opc = SPDK_NVME_OPC_WRITE; 2853 2854 /* Prepare for zcopy */ 2855 CU_ASSERT(nvmf_ctrlr_use_zcopy(&req)); 2856 CU_ASSERT(req.zcopy_phase == NVMF_ZCOPY_PHASE_INIT); 2857 CU_ASSERT(qpair.outstanding.tqh_first == NULL); 2858 CU_ASSERT(ns_info.io_outstanding == 0); 2859 2860 /* Perform the zcopy start */ 2861 spdk_nvmf_request_zcopy_start(&req); 2862 CU_ASSERT(req.zcopy_phase == NVMF_ZCOPY_PHASE_EXECUTE); 2863 CU_ASSERT(req.zcopy_bdev_io == zcopy_start_bdev_io_write); 2864 CU_ASSERT(qpair.outstanding.tqh_first == &req); 2865 CU_ASSERT(ns_info.io_outstanding == 1); 2866 CU_ASSERT(nvme_status_success(&rsp.nvme_cpl.status)); 2867 2868 /* Perform the zcopy end */ 2869 spdk_nvmf_request_zcopy_end(&req, true); 2870 CU_ASSERT(req.zcopy_bdev_io == NULL); 2871 CU_ASSERT(req.zcopy_phase == NVMF_ZCOPY_PHASE_COMPLETE); 2872 CU_ASSERT(qpair.outstanding.tqh_first == NULL); 2873 CU_ASSERT(ns_info.io_outstanding == 0); 2874 CU_ASSERT(nvme_status_success(&rsp.nvme_cpl.status)); 2875 } 2876 2877 static void 2878 test_nvmf_property_set(void) 2879 { 2880 int rc; 2881 struct spdk_nvmf_request req = {}; 2882 struct spdk_nvmf_qpair qpair = {}; 2883 struct spdk_nvmf_ctrlr ctrlr = {}; 2884 union nvmf_h2c_msg cmd = {}; 2885 union nvmf_c2h_msg rsp = {}; 2886 2887 req.qpair = &qpair; 2888 qpair.ctrlr = &ctrlr; 2889 req.cmd = &cmd; 2890 req.rsp = &rsp; 2891 2892 /* Invalid parameters */ 2893 cmd.prop_set_cmd.attrib.size = SPDK_NVMF_PROP_SIZE_4; 2894 cmd.prop_set_cmd.ofst = offsetof(struct spdk_nvme_registers, vs); 2895 2896 rc = nvmf_property_set(&req); 2897 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 2898 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_COMMAND_SPECIFIC); 2899 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVMF_FABRIC_SC_INVALID_PARAM); 2900 2901 cmd.prop_set_cmd.ofst = offsetof(struct spdk_nvme_registers, intms); 2902 2903 rc = nvmf_property_get(&req); 2904 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 2905 CU_ASSERT(rsp.nvme_cpl.status.sct == SPDK_NVME_SCT_COMMAND_SPECIFIC); 2906 CU_ASSERT(rsp.nvme_cpl.status.sc == SPDK_NVMF_FABRIC_SC_INVALID_PARAM); 2907 2908 /* Set cc with same property size */ 2909 memset(req.rsp, 0, sizeof(union nvmf_c2h_msg)); 2910 cmd.prop_set_cmd.ofst = offsetof(struct spdk_nvme_registers, cc); 2911 2912 rc = nvmf_property_set(&req); 2913 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 2914 2915 /* Emulate cc data */ 2916 ctrlr.vcprop.cc.raw = 0xDEADBEEF; 2917 2918 rc = nvmf_property_get(&req); 2919 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 2920 CU_ASSERT(req.rsp->prop_get_rsp.value.u64 == 0xDEADBEEF); 2921 2922 /* Set asq with different property size */ 2923 memset(req.rsp, 0, sizeof(union nvmf_c2h_msg)); 2924 cmd.prop_set_cmd.attrib.size = SPDK_NVMF_PROP_SIZE_4; 2925 cmd.prop_set_cmd.ofst = offsetof(struct spdk_nvme_registers, asq); 2926 2927 rc = nvmf_property_set(&req); 2928 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 2929 2930 /* Emulate asq data */ 2931 ctrlr.vcprop.asq = 0xAADDADBEEF; 2932 2933 rc = nvmf_property_get(&req); 2934 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 2935 CU_ASSERT(req.rsp->prop_get_rsp.value.u64 == 0xDDADBEEF); 2936 } 2937 2938 static void 2939 test_nvmf_ctrlr_get_features_host_behavior_support(void) 2940 { 2941 int rc; 2942 struct spdk_nvmf_request req = {}; 2943 struct spdk_nvmf_qpair qpair = {}; 2944 struct spdk_nvmf_ctrlr ctrlr = {}; 2945 struct spdk_nvme_host_behavior behavior = {}; 2946 union nvmf_h2c_msg cmd = {}; 2947 union nvmf_c2h_msg rsp = {}; 2948 2949 qpair.ctrlr = &ctrlr; 2950 req.qpair = &qpair; 2951 req.cmd = &cmd; 2952 req.rsp = &rsp; 2953 2954 /* Invalid data */ 2955 req.length = sizeof(struct spdk_nvme_host_behavior); 2956 req.iovcnt = 0; 2957 2958 rc = nvmf_ctrlr_get_features_host_behavior_support(&req); 2959 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 2960 CU_ASSERT(req.rsp->nvme_cpl.status.sct == SPDK_NVME_SCT_GENERIC); 2961 CU_ASSERT(req.rsp->nvme_cpl.status.sc == SPDK_NVME_SC_INVALID_FIELD); 2962 2963 /* Wrong structure length */ 2964 req.length = sizeof(struct spdk_nvme_host_behavior) - 1; 2965 spdk_iov_one(req.iov, &req.iovcnt, &behavior, req.length); 2966 2967 rc = nvmf_ctrlr_get_features_host_behavior_support(&req); 2968 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 2969 CU_ASSERT(req.rsp->nvme_cpl.status.sct == SPDK_NVME_SCT_GENERIC); 2970 CU_ASSERT(req.rsp->nvme_cpl.status.sc == SPDK_NVME_SC_INVALID_FIELD); 2971 2972 /* Get Features Host Behavior Support Success */ 2973 req.length = sizeof(struct spdk_nvme_host_behavior); 2974 spdk_iov_one(req.iov, &req.iovcnt, &behavior, req.length); 2975 2976 ctrlr.acre_enabled = true; 2977 behavior.acre = false; 2978 2979 rc = nvmf_ctrlr_get_features_host_behavior_support(&req); 2980 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 2981 CU_ASSERT(behavior.acre == true); 2982 } 2983 2984 static void 2985 test_nvmf_ctrlr_set_features_host_behavior_support(void) 2986 { 2987 int rc; 2988 struct spdk_nvmf_request req = {}; 2989 struct spdk_nvmf_qpair qpair = {}; 2990 struct spdk_nvmf_ctrlr ctrlr = {}; 2991 struct spdk_nvme_host_behavior host_behavior = {}; 2992 union nvmf_h2c_msg cmd = {}; 2993 union nvmf_c2h_msg rsp = {}; 2994 2995 qpair.ctrlr = &ctrlr; 2996 req.qpair = &qpair; 2997 req.cmd = &cmd; 2998 req.rsp = &rsp; 2999 req.iov[0].iov_base = &host_behavior; 3000 req.iov[0].iov_len = sizeof(host_behavior); 3001 3002 /* Invalid iovcnt */ 3003 req.iovcnt = 0; 3004 rc = SPDK_NVMF_REQUEST_EXEC_STATUS_ASYNCHRONOUS; 3005 req.rsp->nvme_cpl.status.sct = SPDK_NVME_SCT_GENERIC; 3006 req.rsp->nvme_cpl.status.sc = SPDK_NVME_SC_SUCCESS; 3007 3008 rc = nvmf_ctrlr_set_features_host_behavior_support(&req); 3009 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 3010 CU_ASSERT(req.rsp->nvme_cpl.status.sct == SPDK_NVME_SCT_GENERIC); 3011 CU_ASSERT(req.rsp->nvme_cpl.status.sc == SPDK_NVME_SC_INVALID_FIELD); 3012 3013 /* Invalid iov_len */ 3014 req.iovcnt = 1; 3015 req.iov[0].iov_len = 0; 3016 rc = SPDK_NVMF_REQUEST_EXEC_STATUS_ASYNCHRONOUS; 3017 req.rsp->nvme_cpl.status.sct = SPDK_NVME_SCT_GENERIC; 3018 req.rsp->nvme_cpl.status.sc = SPDK_NVME_SC_SUCCESS; 3019 3020 rc = nvmf_ctrlr_set_features_host_behavior_support(&req); 3021 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 3022 CU_ASSERT(req.rsp->nvme_cpl.status.sct == SPDK_NVME_SCT_GENERIC); 3023 CU_ASSERT(req.rsp->nvme_cpl.status.sc == SPDK_NVME_SC_INVALID_FIELD); 3024 3025 /* acre is false */ 3026 host_behavior.acre = 0; 3027 req.iov[0].iov_len = sizeof(struct spdk_nvme_host_behavior); 3028 rc = SPDK_NVMF_REQUEST_EXEC_STATUS_ASYNCHRONOUS; 3029 req.rsp->nvme_cpl.status.sct = SPDK_NVME_SCT_GENERIC; 3030 req.rsp->nvme_cpl.status.sc = SPDK_NVME_SC_SUCCESS; 3031 3032 rc = nvmf_ctrlr_set_features_host_behavior_support(&req); 3033 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 3034 CU_ASSERT(req.rsp->nvme_cpl.status.sct == SPDK_NVME_SCT_GENERIC); 3035 CU_ASSERT(req.rsp->nvme_cpl.status.sc == SPDK_NVME_SC_SUCCESS); 3036 CU_ASSERT(ctrlr.acre_enabled == false); 3037 3038 /* acre is true */ 3039 host_behavior.acre = 1; 3040 req.iov[0].iov_len = sizeof(struct spdk_nvme_host_behavior); 3041 rc = SPDK_NVMF_REQUEST_EXEC_STATUS_ASYNCHRONOUS; 3042 req.rsp->nvme_cpl.status.sct = SPDK_NVME_SCT_GENERIC; 3043 req.rsp->nvme_cpl.status.sc = SPDK_NVME_SC_SUCCESS; 3044 3045 rc = nvmf_ctrlr_set_features_host_behavior_support(&req); 3046 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 3047 CU_ASSERT(req.rsp->nvme_cpl.status.sct == SPDK_NVME_SCT_GENERIC); 3048 CU_ASSERT(req.rsp->nvme_cpl.status.sc == SPDK_NVME_SC_SUCCESS); 3049 CU_ASSERT(ctrlr.acre_enabled == true); 3050 3051 /* Invalid acre */ 3052 host_behavior.acre = 2; 3053 rc = SPDK_NVMF_REQUEST_EXEC_STATUS_ASYNCHRONOUS; 3054 req.rsp->nvme_cpl.status.sct = SPDK_NVME_SCT_GENERIC; 3055 req.rsp->nvme_cpl.status.sc = SPDK_NVME_SC_SUCCESS; 3056 3057 rc = nvmf_ctrlr_set_features_host_behavior_support(&req); 3058 CU_ASSERT(rc == SPDK_NVMF_REQUEST_EXEC_STATUS_COMPLETE); 3059 CU_ASSERT(req.rsp->nvme_cpl.status.sct == SPDK_NVME_SCT_GENERIC); 3060 CU_ASSERT(req.rsp->nvme_cpl.status.sc == SPDK_NVME_SC_INVALID_FIELD); 3061 } 3062 3063 int 3064 main(int argc, char **argv) 3065 { 3066 CU_pSuite suite = NULL; 3067 unsigned int num_failures; 3068 3069 CU_initialize_registry(); 3070 3071 suite = CU_add_suite("nvmf", NULL, NULL); 3072 CU_ADD_TEST(suite, test_get_log_page); 3073 CU_ADD_TEST(suite, test_process_fabrics_cmd); 3074 CU_ADD_TEST(suite, test_connect); 3075 CU_ADD_TEST(suite, test_get_ns_id_desc_list); 3076 CU_ADD_TEST(suite, test_identify_ns); 3077 CU_ADD_TEST(suite, test_identify_ns_iocs_specific); 3078 CU_ADD_TEST(suite, test_reservation_write_exclusive); 3079 CU_ADD_TEST(suite, test_reservation_exclusive_access); 3080 CU_ADD_TEST(suite, test_reservation_write_exclusive_regs_only_and_all_regs); 3081 CU_ADD_TEST(suite, test_reservation_exclusive_access_regs_only_and_all_regs); 3082 CU_ADD_TEST(suite, test_reservation_notification_log_page); 3083 CU_ADD_TEST(suite, test_get_dif_ctx); 3084 CU_ADD_TEST(suite, test_set_get_features); 3085 CU_ADD_TEST(suite, test_identify_ctrlr); 3086 CU_ADD_TEST(suite, test_identify_ctrlr_iocs_specific); 3087 CU_ADD_TEST(suite, test_custom_admin_cmd); 3088 CU_ADD_TEST(suite, test_fused_compare_and_write); 3089 CU_ADD_TEST(suite, test_multi_async_event_reqs); 3090 CU_ADD_TEST(suite, test_get_ana_log_page_one_ns_per_anagrp); 3091 CU_ADD_TEST(suite, test_get_ana_log_page_multi_ns_per_anagrp); 3092 CU_ADD_TEST(suite, test_multi_async_events); 3093 CU_ADD_TEST(suite, test_rae); 3094 CU_ADD_TEST(suite, test_nvmf_ctrlr_create_destruct); 3095 CU_ADD_TEST(suite, test_nvmf_ctrlr_use_zcopy); 3096 CU_ADD_TEST(suite, test_spdk_nvmf_request_zcopy_start); 3097 CU_ADD_TEST(suite, test_zcopy_read); 3098 CU_ADD_TEST(suite, test_zcopy_write); 3099 CU_ADD_TEST(suite, test_nvmf_property_set); 3100 CU_ADD_TEST(suite, test_nvmf_ctrlr_get_features_host_behavior_support); 3101 CU_ADD_TEST(suite, test_nvmf_ctrlr_set_features_host_behavior_support); 3102 3103 allocate_threads(1); 3104 set_thread(0); 3105 3106 num_failures = spdk_ut_run_tests(argc, argv, NULL); 3107 CU_cleanup_registry(); 3108 3109 free_threads(); 3110 3111 return num_failures; 3112 } 3113