1 /* SPDX-License-Identifier: BSD-3-Clause 2 * Copyright (C) 2018 Intel Corporation. 3 * All rights reserved. 4 * Copyright (c) 2021, 2023 NVIDIA CORPORATION & AFFILIATES. All rights reserved. 5 */ 6 7 #include "spdk/stdinc.h" 8 #include "spdk/nvmf_spec.h" 9 #include "spdk_cunit.h" 10 #include "spdk/bdev_zone.h" 11 12 #include "spdk_internal/mock.h" 13 14 #include "common/lib/test_env.c" 15 #include "common/lib/test_sock.c" 16 17 #include "nvmf/ctrlr.c" 18 #include "nvmf/tcp.c" 19 20 #define UT_IPV4_ADDR "192.168.0.1" 21 #define UT_PORT "4420" 22 #define UT_NVMF_ADRFAM_INVALID 0xf 23 #define UT_MAX_QUEUE_DEPTH 128 24 #define UT_MAX_QPAIRS_PER_CTRLR 128 25 #define UT_IN_CAPSULE_DATA_SIZE 1024 26 #define UT_MAX_IO_SIZE 4096 27 #define UT_IO_UNIT_SIZE 1024 28 #define UT_MAX_AQ_DEPTH 64 29 #define UT_SQ_HEAD_MAX 128 30 #define UT_NUM_SHARED_BUFFERS 128 31 32 static void *g_accel_p = (void *)0xdeadbeaf; 33 34 SPDK_LOG_REGISTER_COMPONENT(nvmf) 35 36 DEFINE_STUB(spdk_nvmf_qpair_get_listen_trid, 37 int, 38 (struct spdk_nvmf_qpair *qpair, struct spdk_nvme_transport_id *trid), 39 0); 40 41 DEFINE_STUB(nvmf_subsystem_add_ctrlr, 42 int, 43 (struct spdk_nvmf_subsystem *subsystem, struct spdk_nvmf_ctrlr *ctrlr), 44 0); 45 46 DEFINE_STUB(nvmf_subsystem_get_ctrlr, 47 struct spdk_nvmf_ctrlr *, 48 (struct spdk_nvmf_subsystem *subsystem, uint16_t cntlid), 49 NULL); 50 51 DEFINE_STUB(spdk_nvmf_tgt_find_subsystem, 52 struct spdk_nvmf_subsystem *, 53 (struct spdk_nvmf_tgt *tgt, const char *subnqn), 54 NULL); 55 56 DEFINE_STUB(spdk_nvmf_subsystem_listener_allowed, 57 bool, 58 (struct spdk_nvmf_subsystem *subsystem, const struct spdk_nvme_transport_id *trid), 59 true); 60 61 DEFINE_STUB(nvmf_subsystem_find_listener, 62 struct spdk_nvmf_subsystem_listener *, 63 (struct spdk_nvmf_subsystem *subsystem, 64 const struct spdk_nvme_transport_id *trid), 65 (void *)0x1); 66 67 DEFINE_STUB_V(nvmf_get_discovery_log_page, 68 (struct spdk_nvmf_tgt *tgt, const char *hostnqn, struct iovec *iov, 69 uint32_t iovcnt, uint64_t offset, uint32_t length, struct spdk_nvme_transport_id *cmd_src_trid)); 70 71 DEFINE_STUB_V(nvmf_subsystem_remove_ctrlr, 72 (struct spdk_nvmf_subsystem *subsystem, struct spdk_nvmf_ctrlr *ctrlr)); 73 74 DEFINE_STUB(spdk_nvmf_subsystem_get_first_ns, 75 struct spdk_nvmf_ns *, 76 (struct spdk_nvmf_subsystem *subsystem), 77 NULL); 78 79 DEFINE_STUB(spdk_nvmf_subsystem_get_next_ns, 80 struct spdk_nvmf_ns *, 81 (struct spdk_nvmf_subsystem *subsystem, struct spdk_nvmf_ns *prev_ns), 82 NULL); 83 84 DEFINE_STUB(spdk_nvmf_subsystem_host_allowed, 85 bool, 86 (struct spdk_nvmf_subsystem *subsystem, const char *hostnqn), 87 true); 88 89 DEFINE_STUB(nvmf_ctrlr_dsm_supported, 90 bool, 91 (struct spdk_nvmf_ctrlr *ctrlr), 92 false); 93 94 DEFINE_STUB(nvmf_ctrlr_write_zeroes_supported, 95 bool, 96 (struct spdk_nvmf_ctrlr *ctrlr), 97 false); 98 99 DEFINE_STUB(nvmf_ctrlr_copy_supported, 100 bool, 101 (struct spdk_nvmf_ctrlr *ctrlr), 102 false); 103 104 DEFINE_STUB(nvmf_bdev_ctrlr_read_cmd, 105 int, 106 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 107 struct spdk_nvmf_request *req), 108 0); 109 110 DEFINE_STUB(nvmf_bdev_ctrlr_write_cmd, 111 int, 112 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 113 struct spdk_nvmf_request *req), 114 0); 115 116 DEFINE_STUB(nvmf_bdev_ctrlr_compare_cmd, 117 int, 118 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 119 struct spdk_nvmf_request *req), 120 0); 121 122 DEFINE_STUB(nvmf_bdev_ctrlr_compare_and_write_cmd, 123 int, 124 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 125 struct spdk_nvmf_request *cmp_req, struct spdk_nvmf_request *write_req), 126 0); 127 128 DEFINE_STUB(nvmf_bdev_ctrlr_write_zeroes_cmd, 129 int, 130 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 131 struct spdk_nvmf_request *req), 132 0); 133 134 DEFINE_STUB(nvmf_bdev_ctrlr_flush_cmd, 135 int, 136 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 137 struct spdk_nvmf_request *req), 138 0); 139 140 DEFINE_STUB(nvmf_bdev_ctrlr_dsm_cmd, 141 int, 142 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 143 struct spdk_nvmf_request *req), 144 0); 145 146 DEFINE_STUB(nvmf_bdev_ctrlr_copy_cmd, 147 int, 148 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 149 struct spdk_nvmf_request *req), 150 0); 151 152 DEFINE_STUB(nvmf_bdev_ctrlr_nvme_passthru_io, 153 int, 154 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 155 struct spdk_nvmf_request *req), 156 0); 157 158 DEFINE_STUB(spdk_nvmf_bdev_ctrlr_abort_cmd, 159 int, 160 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 161 struct spdk_nvmf_request *req, struct spdk_nvmf_request *req_to_abort), 162 0); 163 164 DEFINE_STUB(nvmf_bdev_ctrlr_get_dif_ctx, 165 bool, 166 (struct spdk_bdev *bdev, struct spdk_nvme_cmd *cmd, struct spdk_dif_ctx *dif_ctx), 167 false); 168 169 DEFINE_STUB(nvmf_transport_req_complete, 170 int, 171 (struct spdk_nvmf_request *req), 172 0); 173 174 DEFINE_STUB(nvmf_bdev_zcopy_enabled, 175 bool, 176 (struct spdk_bdev *bdev), 177 false); 178 179 DEFINE_STUB(nvmf_bdev_ctrlr_zcopy_start, 180 int, 181 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 182 struct spdk_nvmf_request *req), 183 0); 184 185 DEFINE_STUB_V(nvmf_bdev_ctrlr_zcopy_end, (struct spdk_nvmf_request *req, bool commit)); 186 187 DEFINE_STUB_V(spdk_nvmf_request_free_buffers, 188 (struct spdk_nvmf_request *req, struct spdk_nvmf_transport_poll_group *group, 189 struct spdk_nvmf_transport *transport)); 190 191 DEFINE_STUB(spdk_sock_get_optimal_sock_group, 192 int, 193 (struct spdk_sock *sock, struct spdk_sock_group **group, struct spdk_sock_group *hint), 194 0); 195 196 DEFINE_STUB(spdk_sock_group_get_ctx, 197 void *, 198 (struct spdk_sock_group *group), 199 NULL); 200 201 DEFINE_STUB(spdk_sock_set_priority, 202 int, 203 (struct spdk_sock *sock, int priority), 204 0); 205 206 DEFINE_STUB_V(nvmf_ns_reservation_request, (void *ctx)); 207 208 DEFINE_STUB_V(spdk_nvme_trid_populate_transport, (struct spdk_nvme_transport_id *trid, 209 enum spdk_nvme_transport_type trtype)); 210 DEFINE_STUB_V(spdk_nvmf_transport_register, (const struct spdk_nvmf_transport_ops *ops)); 211 212 DEFINE_STUB_V(spdk_nvmf_tgt_new_qpair, (struct spdk_nvmf_tgt *tgt, struct spdk_nvmf_qpair *qpair)); 213 214 DEFINE_STUB_V(nvmf_transport_qpair_abort_request, 215 (struct spdk_nvmf_qpair *qpair, struct spdk_nvmf_request *req)); 216 217 DEFINE_STUB_V(spdk_nvme_print_command, (uint16_t qid, struct spdk_nvme_cmd *cmd)); 218 DEFINE_STUB_V(spdk_nvme_print_completion, (uint16_t qid, struct spdk_nvme_cpl *cpl)); 219 220 DEFINE_STUB(nvmf_transport_req_free, 221 int, 222 (struct spdk_nvmf_request *req), 223 0); 224 225 DEFINE_STUB(accel_channel_create, int, (void *io_device, void *ctx_buf), 0); 226 DEFINE_STUB_V(accel_channel_destroy, (void *io_device, void *ctx_buf)); 227 DEFINE_STUB(spdk_bdev_reset, int, (struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 228 spdk_bdev_io_completion_cb cb, void *cb_arg), 0); 229 DEFINE_STUB_V(spdk_bdev_free_io, (struct spdk_bdev_io *bdev_io)); 230 231 DEFINE_STUB(spdk_bdev_get_max_active_zones, uint32_t, 232 (const struct spdk_bdev *bdev), 0); 233 DEFINE_STUB(spdk_bdev_get_max_open_zones, uint32_t, 234 (const struct spdk_bdev *bdev), 0); 235 DEFINE_STUB(spdk_bdev_is_zoned, bool, (const struct spdk_bdev *bdev), false); 236 DEFINE_STUB(spdk_bdev_get_zone_size, uint64_t, (const struct spdk_bdev *bdev), 0); 237 238 DEFINE_STUB(spdk_nvme_ns_get_format_index, uint32_t, 239 (const struct spdk_nvme_ns_data *nsdata), 0); 240 241 DEFINE_STUB(spdk_sock_get_default_impl_name, const char *, (void), ""); 242 243 struct spdk_io_channel * 244 spdk_accel_get_io_channel(void) 245 { 246 return spdk_get_io_channel(g_accel_p); 247 } 248 249 DEFINE_STUB(spdk_accel_submit_crc32cv, 250 int, 251 (struct spdk_io_channel *ch, uint32_t *dst, struct iovec *iovs, 252 uint32_t iovcnt, uint32_t seed, spdk_accel_completion_cb cb_fn, void *cb_arg), 253 0); 254 255 DEFINE_STUB(spdk_nvmf_bdev_ctrlr_nvme_passthru_admin, 256 int, 257 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, 258 struct spdk_io_channel *ch, struct spdk_nvmf_request *req, 259 spdk_nvmf_nvme_passthru_cmd_cb cb_fn), 260 0) 261 262 struct spdk_bdev { 263 int ut_mock; 264 uint64_t blockcnt; 265 }; 266 267 int 268 spdk_nvme_transport_id_compare(const struct spdk_nvme_transport_id *trid1, 269 const struct spdk_nvme_transport_id *trid2) 270 { 271 return 0; 272 } 273 274 const char * 275 spdk_nvme_transport_id_trtype_str(enum spdk_nvme_transport_type trtype) 276 { 277 switch (trtype) { 278 case SPDK_NVME_TRANSPORT_PCIE: 279 return "PCIe"; 280 case SPDK_NVME_TRANSPORT_RDMA: 281 return "RDMA"; 282 case SPDK_NVME_TRANSPORT_FC: 283 return "FC"; 284 default: 285 return NULL; 286 } 287 } 288 289 int 290 spdk_nvme_transport_id_populate_trstring(struct spdk_nvme_transport_id *trid, const char *trstring) 291 { 292 int len, i; 293 294 if (trstring == NULL) { 295 return -EINVAL; 296 } 297 298 len = strnlen(trstring, SPDK_NVMF_TRSTRING_MAX_LEN); 299 if (len == SPDK_NVMF_TRSTRING_MAX_LEN) { 300 return -EINVAL; 301 } 302 303 /* cast official trstring to uppercase version of input. */ 304 for (i = 0; i < len; i++) { 305 trid->trstring[i] = toupper(trstring[i]); 306 } 307 return 0; 308 } 309 310 int 311 spdk_nvmf_qpair_disconnect(struct spdk_nvmf_qpair *qpair, nvmf_qpair_disconnect_cb cb_fn, void *ctx) 312 { 313 return 0; 314 } 315 316 int 317 spdk_nvmf_request_get_buffers(struct spdk_nvmf_request *req, 318 struct spdk_nvmf_transport_poll_group *group, 319 struct spdk_nvmf_transport *transport, 320 uint32_t length) 321 { 322 /* length more than 1 io unit length will fail. */ 323 if (length >= transport->opts.io_unit_size) { 324 return -EINVAL; 325 } 326 327 req->iovcnt = 1; 328 req->iov[0].iov_base = (void *)0xDEADBEEF; 329 330 return 0; 331 } 332 333 334 void 335 nvmf_bdev_ctrlr_identify_ns(struct spdk_nvmf_ns *ns, struct spdk_nvme_ns_data *nsdata, 336 bool dif_insert_or_strip) 337 { 338 uint64_t num_blocks; 339 340 SPDK_CU_ASSERT_FATAL(ns->bdev != NULL); 341 num_blocks = ns->bdev->blockcnt; 342 nsdata->nsze = num_blocks; 343 nsdata->ncap = num_blocks; 344 nsdata->nuse = num_blocks; 345 nsdata->nlbaf = 0; 346 nsdata->flbas.format = 0; 347 nsdata->flbas.msb_format = 0; 348 nsdata->lbaf[0].lbads = spdk_u32log2(512); 349 } 350 351 const char * 352 spdk_nvmf_subsystem_get_sn(const struct spdk_nvmf_subsystem *subsystem) 353 { 354 return subsystem->sn; 355 } 356 357 const char * 358 spdk_nvmf_subsystem_get_mn(const struct spdk_nvmf_subsystem *subsystem) 359 { 360 return subsystem->mn; 361 } 362 363 static void 364 test_nvmf_tcp_create(void) 365 { 366 struct spdk_thread *thread; 367 struct spdk_nvmf_transport *transport; 368 struct spdk_nvmf_tcp_transport *ttransport; 369 struct spdk_nvmf_transport_opts opts; 370 371 thread = spdk_thread_create(NULL, NULL); 372 SPDK_CU_ASSERT_FATAL(thread != NULL); 373 spdk_set_thread(thread); 374 375 /* case 1 */ 376 memset(&opts, 0, sizeof(opts)); 377 opts.max_queue_depth = UT_MAX_QUEUE_DEPTH; 378 opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR; 379 opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE; 380 opts.max_io_size = UT_MAX_IO_SIZE; 381 opts.io_unit_size = UT_IO_UNIT_SIZE; 382 opts.max_aq_depth = UT_MAX_AQ_DEPTH; 383 opts.num_shared_buffers = UT_NUM_SHARED_BUFFERS; 384 /* expect success */ 385 transport = nvmf_tcp_create(&opts); 386 CU_ASSERT_PTR_NOT_NULL(transport); 387 ttransport = SPDK_CONTAINEROF(transport, struct spdk_nvmf_tcp_transport, transport); 388 SPDK_CU_ASSERT_FATAL(ttransport != NULL); 389 transport->opts = opts; 390 CU_ASSERT(transport->opts.max_queue_depth == UT_MAX_QUEUE_DEPTH); 391 CU_ASSERT(transport->opts.max_io_size == UT_MAX_IO_SIZE); 392 CU_ASSERT(transport->opts.in_capsule_data_size == UT_IN_CAPSULE_DATA_SIZE); 393 CU_ASSERT(transport->opts.io_unit_size == UT_IO_UNIT_SIZE); 394 /* destroy transport */ 395 CU_ASSERT(nvmf_tcp_destroy(transport, NULL, NULL) == 0); 396 397 /* case 2 */ 398 memset(&opts, 0, sizeof(opts)); 399 opts.max_queue_depth = UT_MAX_QUEUE_DEPTH; 400 opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR; 401 opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE; 402 opts.max_io_size = UT_MAX_IO_SIZE; 403 opts.io_unit_size = UT_MAX_IO_SIZE + 1; 404 opts.max_aq_depth = UT_MAX_AQ_DEPTH; 405 opts.num_shared_buffers = UT_NUM_SHARED_BUFFERS; 406 /* expect success */ 407 transport = nvmf_tcp_create(&opts); 408 CU_ASSERT_PTR_NOT_NULL(transport); 409 ttransport = SPDK_CONTAINEROF(transport, struct spdk_nvmf_tcp_transport, transport); 410 SPDK_CU_ASSERT_FATAL(ttransport != NULL); 411 transport->opts = opts; 412 CU_ASSERT(transport->opts.max_queue_depth == UT_MAX_QUEUE_DEPTH); 413 CU_ASSERT(transport->opts.max_io_size == UT_MAX_IO_SIZE); 414 CU_ASSERT(transport->opts.in_capsule_data_size == UT_IN_CAPSULE_DATA_SIZE); 415 CU_ASSERT(transport->opts.io_unit_size == UT_MAX_IO_SIZE); 416 /* destroy transport */ 417 CU_ASSERT(nvmf_tcp_destroy(transport, NULL, NULL) == 0); 418 419 /* case 3 */ 420 memset(&opts, 0, sizeof(opts)); 421 opts.max_queue_depth = UT_MAX_QUEUE_DEPTH; 422 opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR; 423 opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE; 424 opts.max_io_size = UT_MAX_IO_SIZE; 425 opts.io_unit_size = 16; 426 opts.max_aq_depth = UT_MAX_AQ_DEPTH; 427 /* expect fails */ 428 transport = nvmf_tcp_create(&opts); 429 CU_ASSERT_PTR_NULL(transport); 430 431 spdk_thread_exit(thread); 432 while (!spdk_thread_is_exited(thread)) { 433 spdk_thread_poll(thread, 0, 0); 434 } 435 spdk_thread_destroy(thread); 436 } 437 438 static void 439 test_nvmf_tcp_destroy(void) 440 { 441 struct spdk_thread *thread; 442 struct spdk_nvmf_transport *transport; 443 struct spdk_nvmf_transport_opts opts; 444 445 thread = spdk_thread_create(NULL, NULL); 446 SPDK_CU_ASSERT_FATAL(thread != NULL); 447 spdk_set_thread(thread); 448 449 /* case 1 */ 450 memset(&opts, 0, sizeof(opts)); 451 opts.max_queue_depth = UT_MAX_QUEUE_DEPTH; 452 opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR; 453 opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE; 454 opts.max_io_size = UT_MAX_IO_SIZE; 455 opts.io_unit_size = UT_IO_UNIT_SIZE; 456 opts.max_aq_depth = UT_MAX_AQ_DEPTH; 457 opts.num_shared_buffers = UT_NUM_SHARED_BUFFERS; 458 transport = nvmf_tcp_create(&opts); 459 CU_ASSERT_PTR_NOT_NULL(transport); 460 transport->opts = opts; 461 /* destroy transport */ 462 CU_ASSERT(nvmf_tcp_destroy(transport, NULL, NULL) == 0); 463 464 spdk_thread_exit(thread); 465 while (!spdk_thread_is_exited(thread)) { 466 spdk_thread_poll(thread, 0, 0); 467 } 468 spdk_thread_destroy(thread); 469 } 470 471 static void 472 init_accel(void) 473 { 474 spdk_io_device_register(g_accel_p, accel_channel_create, accel_channel_destroy, 475 sizeof(int), "accel_p"); 476 } 477 478 static void 479 fini_accel(void) 480 { 481 spdk_io_device_unregister(g_accel_p, NULL); 482 } 483 484 static void 485 test_nvmf_tcp_poll_group_create(void) 486 { 487 struct spdk_nvmf_transport *transport; 488 struct spdk_nvmf_transport_poll_group *group; 489 struct spdk_nvmf_tcp_poll_group *tgroup; 490 struct spdk_thread *thread; 491 struct spdk_nvmf_transport_opts opts; 492 struct spdk_sock_group grp = {}; 493 494 thread = spdk_thread_create(NULL, NULL); 495 SPDK_CU_ASSERT_FATAL(thread != NULL); 496 spdk_set_thread(thread); 497 498 init_accel(); 499 500 memset(&opts, 0, sizeof(opts)); 501 opts.max_queue_depth = UT_MAX_QUEUE_DEPTH; 502 opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR; 503 opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE; 504 opts.max_io_size = UT_MAX_IO_SIZE; 505 opts.io_unit_size = UT_IO_UNIT_SIZE; 506 opts.max_aq_depth = UT_MAX_AQ_DEPTH; 507 opts.num_shared_buffers = UT_NUM_SHARED_BUFFERS; 508 transport = nvmf_tcp_create(&opts); 509 CU_ASSERT_PTR_NOT_NULL(transport); 510 transport->opts = opts; 511 MOCK_SET(spdk_sock_group_create, &grp); 512 group = nvmf_tcp_poll_group_create(transport, NULL); 513 MOCK_CLEAR_P(spdk_sock_group_create); 514 SPDK_CU_ASSERT_FATAL(group); 515 if (opts.in_capsule_data_size < SPDK_NVME_TCP_IN_CAPSULE_DATA_MAX_SIZE) { 516 tgroup = SPDK_CONTAINEROF(group, struct spdk_nvmf_tcp_poll_group, group); 517 SPDK_CU_ASSERT_FATAL(tgroup->control_msg_list); 518 } 519 group->transport = transport; 520 nvmf_tcp_poll_group_destroy(group); 521 nvmf_tcp_destroy(transport, NULL, NULL); 522 523 fini_accel(); 524 spdk_thread_exit(thread); 525 while (!spdk_thread_is_exited(thread)) { 526 spdk_thread_poll(thread, 0, 0); 527 } 528 spdk_thread_destroy(thread); 529 } 530 531 static void 532 test_nvmf_tcp_send_c2h_data(void) 533 { 534 struct spdk_thread *thread; 535 struct spdk_nvmf_tcp_transport ttransport = {}; 536 struct spdk_nvmf_tcp_qpair tqpair = {}; 537 struct spdk_nvmf_tcp_req tcp_req = {}; 538 struct nvme_tcp_pdu pdu = {}; 539 struct spdk_nvme_tcp_c2h_data_hdr *c2h_data; 540 541 ttransport.tcp_opts.c2h_success = true; 542 thread = spdk_thread_create(NULL, NULL); 543 SPDK_CU_ASSERT_FATAL(thread != NULL); 544 spdk_set_thread(thread); 545 546 tcp_req.pdu = &pdu; 547 tcp_req.req.length = 300; 548 tcp_req.req.qpair = &tqpair.qpair; 549 550 tqpair.qpair.transport = &ttransport.transport; 551 552 /* Set qpair state to make unrelated operations NOP */ 553 tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING; 554 tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_ERROR; 555 556 tcp_req.req.cmd = (union nvmf_h2c_msg *)&tcp_req.cmd; 557 558 tcp_req.req.iov[0].iov_base = (void *)0xDEADBEEF; 559 tcp_req.req.iov[0].iov_len = 101; 560 tcp_req.req.iov[1].iov_base = (void *)0xFEEDBEEF; 561 tcp_req.req.iov[1].iov_len = 100; 562 tcp_req.req.iov[2].iov_base = (void *)0xC0FFEE; 563 tcp_req.req.iov[2].iov_len = 99; 564 tcp_req.req.iovcnt = 3; 565 tcp_req.req.length = 300; 566 567 nvmf_tcp_send_c2h_data(&tqpair, &tcp_req); 568 569 c2h_data = &pdu.hdr.c2h_data; 570 CU_ASSERT(c2h_data->datao == 0); 571 CU_ASSERT(c2h_data->datal = 300); 572 CU_ASSERT(c2h_data->common.plen == sizeof(*c2h_data) + 300); 573 CU_ASSERT(c2h_data->common.flags & SPDK_NVME_TCP_C2H_DATA_FLAGS_LAST_PDU); 574 CU_ASSERT(c2h_data->common.flags & SPDK_NVME_TCP_C2H_DATA_FLAGS_SUCCESS); 575 576 CU_ASSERT(pdu.data_iovcnt == 3); 577 CU_ASSERT((uint64_t)pdu.data_iov[0].iov_base == 0xDEADBEEF); 578 CU_ASSERT(pdu.data_iov[0].iov_len == 101); 579 CU_ASSERT((uint64_t)pdu.data_iov[1].iov_base == 0xFEEDBEEF); 580 CU_ASSERT(pdu.data_iov[1].iov_len == 100); 581 CU_ASSERT((uint64_t)pdu.data_iov[2].iov_base == 0xC0FFEE); 582 CU_ASSERT(pdu.data_iov[2].iov_len == 99); 583 584 tcp_req.pdu_in_use = false; 585 tcp_req.rsp.cdw0 = 1; 586 nvmf_tcp_send_c2h_data(&tqpair, &tcp_req); 587 588 CU_ASSERT(c2h_data->common.flags & SPDK_NVME_TCP_C2H_DATA_FLAGS_LAST_PDU); 589 CU_ASSERT((c2h_data->common.flags & SPDK_NVME_TCP_C2H_DATA_FLAGS_SUCCESS) == 0); 590 591 ttransport.tcp_opts.c2h_success = false; 592 tcp_req.pdu_in_use = false; 593 tcp_req.rsp.cdw0 = 0; 594 nvmf_tcp_send_c2h_data(&tqpair, &tcp_req); 595 596 CU_ASSERT(c2h_data->common.flags & SPDK_NVME_TCP_C2H_DATA_FLAGS_LAST_PDU); 597 CU_ASSERT((c2h_data->common.flags & SPDK_NVME_TCP_C2H_DATA_FLAGS_SUCCESS) == 0); 598 599 tcp_req.pdu_in_use = false; 600 tcp_req.rsp.cdw0 = 1; 601 nvmf_tcp_send_c2h_data(&tqpair, &tcp_req); 602 603 CU_ASSERT(c2h_data->common.flags & SPDK_NVME_TCP_C2H_DATA_FLAGS_LAST_PDU); 604 CU_ASSERT((c2h_data->common.flags & SPDK_NVME_TCP_C2H_DATA_FLAGS_SUCCESS) == 0); 605 606 spdk_thread_exit(thread); 607 while (!spdk_thread_is_exited(thread)) { 608 spdk_thread_poll(thread, 0, 0); 609 } 610 spdk_thread_destroy(thread); 611 } 612 613 #define NVMF_TCP_PDU_MAX_H2C_DATA_SIZE (128 * 1024) 614 615 static void 616 test_nvmf_tcp_h2c_data_hdr_handle(void) 617 { 618 struct spdk_nvmf_tcp_transport ttransport = {}; 619 struct spdk_nvmf_tcp_qpair tqpair = {}; 620 struct nvme_tcp_pdu pdu = {}; 621 struct spdk_nvmf_tcp_req tcp_req = {}; 622 struct spdk_nvme_tcp_h2c_data_hdr *h2c_data; 623 624 /* Set qpair state to make unrelated operations NOP */ 625 tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING; 626 tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_ERROR; 627 tqpair.resource_count = 1; 628 tqpair.reqs = &tcp_req; 629 630 tcp_req.req.iov[0].iov_base = (void *)0xDEADBEEF; 631 tcp_req.req.iov[0].iov_len = 101; 632 tcp_req.req.iov[1].iov_base = (void *)0xFEEDBEEF; 633 tcp_req.req.iov[1].iov_len = 99; 634 tcp_req.req.iovcnt = 2; 635 tcp_req.req.length = 200; 636 tcp_req.state = TCP_REQUEST_STATE_TRANSFERRING_HOST_TO_CONTROLLER; 637 638 tcp_req.req.cmd = (union nvmf_h2c_msg *)&tcp_req.cmd; 639 tcp_req.req.cmd->nvme_cmd.cid = 1; 640 tcp_req.ttag = 1; 641 642 h2c_data = &pdu.hdr.h2c_data; 643 h2c_data->cccid = 1; 644 h2c_data->ttag = 1; 645 h2c_data->datao = 0; 646 h2c_data->datal = 200; 647 648 nvmf_tcp_h2c_data_hdr_handle(&ttransport, &tqpair, &pdu); 649 650 CU_ASSERT(pdu.data_iovcnt == 2); 651 CU_ASSERT((uint64_t)pdu.data_iov[0].iov_base == 0xDEADBEEF); 652 CU_ASSERT(pdu.data_iov[0].iov_len == 101); 653 CU_ASSERT((uint64_t)pdu.data_iov[1].iov_base == 0xFEEDBEEF); 654 CU_ASSERT(pdu.data_iov[1].iov_len == 99); 655 } 656 657 658 static void 659 test_nvmf_tcp_in_capsule_data_handle(void) 660 { 661 struct spdk_nvmf_tcp_transport ttransport = {}; 662 struct spdk_nvmf_tcp_qpair tqpair = {}; 663 struct nvme_tcp_pdu *pdu, pdu_in_progress = {}; 664 union nvmf_c2h_msg rsp0 = {}; 665 union nvmf_c2h_msg rsp = {}; 666 667 struct spdk_nvmf_request *req_temp = NULL; 668 struct spdk_nvmf_tcp_req tcp_req2 = {}; 669 struct spdk_nvmf_tcp_req tcp_req1 = {}; 670 671 struct spdk_nvme_tcp_cmd *capsule_data; 672 struct spdk_nvmf_capsule_cmd *nvmf_capsule_data; 673 struct spdk_nvme_sgl_descriptor *sgl; 674 675 struct spdk_nvmf_transport_poll_group *group; 676 struct spdk_nvmf_tcp_poll_group tcp_group = {}; 677 struct spdk_sock_group grp = {}; 678 679 tqpair.pdu_in_progress = &pdu_in_progress; 680 ttransport.transport.opts.max_io_size = UT_MAX_IO_SIZE; 681 ttransport.transport.opts.io_unit_size = UT_IO_UNIT_SIZE; 682 683 tcp_group.sock_group = &grp; 684 TAILQ_INIT(&tcp_group.qpairs); 685 group = &tcp_group.group; 686 group->transport = &ttransport.transport; 687 STAILQ_INIT(&group->pending_buf_queue); 688 tqpair.group = &tcp_group; 689 690 TAILQ_INIT(&tqpair.tcp_req_free_queue); 691 TAILQ_INIT(&tqpair.tcp_req_working_queue); 692 693 TAILQ_INSERT_TAIL(&tqpair.tcp_req_free_queue, &tcp_req2, state_link); 694 tqpair.state_cntr[TCP_REQUEST_STATE_FREE]++; 695 tqpair.qpair.transport = &ttransport.transport; 696 tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING; 697 tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_PSH; 698 tqpair.qpair.state = SPDK_NVMF_QPAIR_ACTIVE; 699 700 /* init a null tcp_req into tqpair TCP_REQUEST_STATE_FREE queue */ 701 tcp_req2.req.qpair = &tqpair.qpair; 702 tcp_req2.req.cmd = (union nvmf_h2c_msg *)&tcp_req2.cmd; 703 tcp_req2.req.rsp = &rsp; 704 705 /* init tcp_req1 */ 706 tcp_req1.req.qpair = &tqpair.qpair; 707 tcp_req1.req.cmd = (union nvmf_h2c_msg *)&tcp_req1.cmd; 708 tcp_req1.req.rsp = &rsp0; 709 tcp_req1.state = TCP_REQUEST_STATE_NEW; 710 711 TAILQ_INSERT_TAIL(&tqpair.tcp_req_working_queue, &tcp_req1, state_link); 712 tqpair.state_cntr[TCP_REQUEST_STATE_NEW]++; 713 714 /* init pdu, make pdu need sgl buff */ 715 pdu = tqpair.pdu_in_progress; 716 capsule_data = &pdu->hdr.capsule_cmd; 717 nvmf_capsule_data = (struct spdk_nvmf_capsule_cmd *)&pdu->hdr.capsule_cmd.ccsqe; 718 sgl = &capsule_data->ccsqe.dptr.sgl1; 719 720 capsule_data->common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_CAPSULE_CMD; 721 capsule_data->common.hlen = sizeof(*capsule_data); 722 capsule_data->common.plen = 1096; 723 capsule_data->ccsqe.opc = SPDK_NVME_OPC_FABRIC; 724 725 sgl->unkeyed.subtype = SPDK_NVME_SGL_SUBTYPE_TRANSPORT; 726 sgl->generic.type = SPDK_NVME_SGL_TYPE_TRANSPORT_DATA_BLOCK; 727 sgl->unkeyed.length = UT_IO_UNIT_SIZE; 728 729 nvmf_capsule_data->fctype = SPDK_NVMF_FABRIC_COMMAND_CONNECT; 730 731 /* insert tcp_req1 to pending_buf_queue, And this req takes precedence over the next req. */ 732 nvmf_tcp_req_process(&ttransport, &tcp_req1); 733 CU_ASSERT(STAILQ_FIRST(&group->pending_buf_queue) == &tcp_req1.req); 734 735 sgl->unkeyed.length = UT_IO_UNIT_SIZE - 1; 736 737 /* process tqpair capsule req. but we still remain req in pending_buff. */ 738 nvmf_tcp_capsule_cmd_hdr_handle(&ttransport, &tqpair, tqpair.pdu_in_progress); 739 CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_PAYLOAD); 740 CU_ASSERT(STAILQ_FIRST(&group->pending_buf_queue) == &tcp_req1.req); 741 STAILQ_FOREACH(req_temp, &group->pending_buf_queue, buf_link) { 742 if (req_temp == &tcp_req2.req) { 743 break; 744 } 745 } 746 CU_ASSERT(req_temp == NULL); 747 CU_ASSERT(tqpair.pdu_in_progress->req == (void *)&tcp_req2); 748 } 749 750 static void 751 test_nvmf_tcp_qpair_init_mem_resource(void) 752 { 753 int rc; 754 struct spdk_nvmf_tcp_qpair *tqpair = NULL; 755 struct spdk_nvmf_transport transport = {}; 756 struct spdk_thread *thread; 757 758 thread = spdk_thread_create(NULL, NULL); 759 SPDK_CU_ASSERT_FATAL(thread != NULL); 760 spdk_set_thread(thread); 761 762 tqpair = calloc(1, sizeof(*tqpair)); 763 tqpair->qpair.transport = &transport; 764 765 nvmf_tcp_opts_init(&transport.opts); 766 CU_ASSERT(transport.opts.max_queue_depth == SPDK_NVMF_TCP_DEFAULT_MAX_IO_QUEUE_DEPTH); 767 CU_ASSERT(transport.opts.max_qpairs_per_ctrlr == SPDK_NVMF_TCP_DEFAULT_MAX_QPAIRS_PER_CTRLR); 768 CU_ASSERT(transport.opts.in_capsule_data_size == SPDK_NVMF_TCP_DEFAULT_IN_CAPSULE_DATA_SIZE); 769 CU_ASSERT(transport.opts.max_io_size == SPDK_NVMF_TCP_DEFAULT_MAX_IO_SIZE); 770 CU_ASSERT(transport.opts.io_unit_size == SPDK_NVMF_TCP_DEFAULT_IO_UNIT_SIZE); 771 CU_ASSERT(transport.opts.max_aq_depth == SPDK_NVMF_TCP_DEFAULT_MAX_ADMIN_QUEUE_DEPTH); 772 CU_ASSERT(transport.opts.num_shared_buffers == SPDK_NVMF_TCP_DEFAULT_NUM_SHARED_BUFFERS); 773 CU_ASSERT(transport.opts.buf_cache_size == SPDK_NVMF_TCP_DEFAULT_BUFFER_CACHE_SIZE); 774 CU_ASSERT(transport.opts.dif_insert_or_strip == SPDK_NVMF_TCP_DEFAULT_DIF_INSERT_OR_STRIP); 775 CU_ASSERT(transport.opts.abort_timeout_sec == SPDK_NVMF_TCP_DEFAULT_ABORT_TIMEOUT_SEC); 776 CU_ASSERT(transport.opts.transport_specific == NULL); 777 778 rc = nvmf_tcp_qpair_init(&tqpair->qpair); 779 CU_ASSERT(rc == 0); 780 CU_ASSERT(tqpair->host_hdgst_enable == true); 781 CU_ASSERT(tqpair->host_ddgst_enable == true); 782 783 rc = nvmf_tcp_qpair_init_mem_resource(tqpair); 784 CU_ASSERT(rc == 0); 785 CU_ASSERT(tqpair->resource_count == SPDK_NVMF_TCP_DEFAULT_MAX_IO_QUEUE_DEPTH); 786 CU_ASSERT(tqpair->reqs != NULL); 787 CU_ASSERT(tqpair->bufs != NULL); 788 CU_ASSERT(tqpair->pdus != NULL); 789 /* Just to check the first and last entry */ 790 CU_ASSERT(tqpair->reqs[0].ttag == 1); 791 CU_ASSERT(tqpair->reqs[0].req.qpair == &tqpair->qpair); 792 CU_ASSERT(tqpair->reqs[0].pdu == &tqpair->pdus[0]); 793 CU_ASSERT(tqpair->reqs[0].pdu->qpair == &tqpair->qpair); 794 CU_ASSERT(tqpair->reqs[0].buf == (void *)((uintptr_t)tqpair->bufs)); 795 CU_ASSERT(tqpair->reqs[0].req.rsp == (void *)&tqpair->reqs[0].rsp); 796 CU_ASSERT(tqpair->reqs[0].req.cmd == (void *)&tqpair->reqs[0].cmd); 797 CU_ASSERT(tqpair->reqs[0].state == TCP_REQUEST_STATE_FREE); 798 CU_ASSERT(tqpair->reqs[127].ttag == 128); 799 CU_ASSERT(tqpair->reqs[127].req.qpair == &tqpair->qpair); 800 CU_ASSERT(tqpair->reqs[127].pdu == &tqpair->pdus[127]); 801 CU_ASSERT(tqpair->reqs[127].pdu->qpair == &tqpair->qpair); 802 CU_ASSERT(tqpair->reqs[127].buf == (void *)((uintptr_t)tqpair->bufs) + 127 * 4096); 803 CU_ASSERT(tqpair->reqs[127].req.rsp == (void *)&tqpair->reqs[127].rsp); 804 CU_ASSERT(tqpair->reqs[127].req.cmd == (void *)&tqpair->reqs[127].cmd); 805 CU_ASSERT(tqpair->reqs[127].state == TCP_REQUEST_STATE_FREE); 806 CU_ASSERT(tqpair->state_cntr[TCP_REQUEST_STATE_FREE] == SPDK_NVMF_TCP_DEFAULT_MAX_IO_QUEUE_DEPTH); 807 CU_ASSERT(tqpair->mgmt_pdu == &tqpair->pdus[2 * SPDK_NVMF_TCP_DEFAULT_MAX_IO_QUEUE_DEPTH]); 808 CU_ASSERT(tqpair->mgmt_pdu->qpair == tqpair); 809 CU_ASSERT(tqpair->pdu_in_progress == 810 &tqpair->pdus[2 * SPDK_NVMF_TCP_DEFAULT_MAX_IO_QUEUE_DEPTH - 1]); 811 CU_ASSERT(tqpair->recv_buf_size == (4096 + sizeof(struct spdk_nvme_tcp_cmd) + 2 * 812 SPDK_NVME_TCP_DIGEST_LEN) * SPDK_NVMF_TCP_RECV_BUF_SIZE_FACTOR); 813 814 /* Free all of tqpair resource */ 815 nvmf_tcp_qpair_destroy(tqpair); 816 817 spdk_thread_exit(thread); 818 while (!spdk_thread_is_exited(thread)) { 819 spdk_thread_poll(thread, 0, 0); 820 } 821 spdk_thread_destroy(thread); 822 } 823 824 static void 825 test_nvmf_tcp_send_c2h_term_req(void) 826 { 827 struct spdk_nvmf_tcp_qpair tqpair = {}; 828 struct nvme_tcp_pdu pdu = {}, mgmt_pdu = {}, pdu_in_progress = {}; 829 enum spdk_nvme_tcp_term_req_fes fes = SPDK_NVME_TCP_TERM_REQ_FES_INVALID_HEADER_FIELD; 830 uint32_t error_offset = 1; 831 832 mgmt_pdu.qpair = &tqpair; 833 tqpair.mgmt_pdu = &mgmt_pdu; 834 tqpair.pdu_in_progress = &pdu_in_progress; 835 tqpair.tcp_pdu_working_count = 1; 836 837 /* case1: hlen < SPDK_NVME_TCP_TERM_REQ_ERROR_DATA_MAX_SIZE, Expect: copy_len == hlen */ 838 pdu.hdr.common.hlen = 64; 839 nvmf_tcp_send_c2h_term_req(&tqpair, &pdu, fes, error_offset); 840 CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_QUIESCING); 841 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.hlen == sizeof(struct spdk_nvme_tcp_term_req_hdr)); 842 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.plen == tqpair.mgmt_pdu->hdr.term_req.common.hlen + 843 pdu.hdr.common.hlen); 844 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_C2H_TERM_REQ); 845 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.fes == SPDK_NVME_TCP_TERM_REQ_FES_INVALID_HEADER_FIELD); 846 847 /* case2: hlen > SPDK_NVME_TCP_TERM_REQ_ERROR_DATA_MAX_SIZE, Expect: copy_len == SPDK_NVME_TCP_TERM_REQ_ERROR_DATA_MAX_SIZE */ 848 pdu.hdr.common.hlen = 255; 849 nvmf_tcp_send_c2h_term_req(&tqpair, &pdu, fes, error_offset); 850 CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_QUIESCING); 851 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.hlen == sizeof(struct spdk_nvme_tcp_term_req_hdr)); 852 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.plen == (unsigned) 853 tqpair.mgmt_pdu->hdr.term_req.common.hlen + SPDK_NVME_TCP_TERM_REQ_ERROR_DATA_MAX_SIZE); 854 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_C2H_TERM_REQ); 855 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.fes == SPDK_NVME_TCP_TERM_REQ_FES_INVALID_HEADER_FIELD); 856 } 857 858 static void 859 test_nvmf_tcp_send_capsule_resp_pdu(void) 860 { 861 struct spdk_nvmf_tcp_req tcp_req = {}; 862 struct spdk_nvmf_tcp_qpair tqpair = {}; 863 struct nvme_tcp_pdu pdu = {}; 864 865 tcp_req.pdu_in_use = false; 866 tcp_req.req.qpair = &tqpair.qpair; 867 tcp_req.pdu = &pdu; 868 tcp_req.req.rsp = (union nvmf_c2h_msg *)&tcp_req.rsp; 869 tcp_req.req.cmd = (union nvmf_h2c_msg *)&tcp_req.cmd; 870 tqpair.host_hdgst_enable = true; 871 872 nvmf_tcp_send_capsule_resp_pdu(&tcp_req, &tqpair); 873 CU_ASSERT(pdu.hdr.capsule_resp.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_CAPSULE_RESP); 874 CU_ASSERT(pdu.hdr.capsule_resp.common.plen == sizeof(struct spdk_nvme_tcp_rsp) + 875 SPDK_NVME_TCP_DIGEST_LEN); 876 CU_ASSERT(pdu.hdr.capsule_resp.common.hlen == sizeof(struct spdk_nvme_tcp_rsp)); 877 CU_ASSERT(!memcmp(&pdu.hdr.capsule_resp.rccqe, &tcp_req.req.rsp->nvme_cpl, 878 sizeof(struct spdk_nvme_cpl))); 879 CU_ASSERT(pdu.hdr.capsule_resp.common.flags & SPDK_NVME_TCP_CH_FLAGS_HDGSTF); 880 CU_ASSERT(pdu.cb_fn == nvmf_tcp_request_free); 881 CU_ASSERT(pdu.cb_arg == &tcp_req); 882 CU_ASSERT(pdu.iov[0].iov_base == &pdu.hdr.raw); 883 CU_ASSERT(pdu.iov[0].iov_len == sizeof(struct spdk_nvme_tcp_rsp) + SPDK_NVME_TCP_DIGEST_LEN); 884 885 /* hdgst disable */ 886 tqpair.host_hdgst_enable = false; 887 tcp_req.pdu_in_use = false; 888 memset(&pdu, 0, sizeof(pdu)); 889 890 nvmf_tcp_send_capsule_resp_pdu(&tcp_req, &tqpair); 891 CU_ASSERT(pdu.hdr.capsule_resp.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_CAPSULE_RESP); 892 CU_ASSERT(pdu.hdr.capsule_resp.common.plen == sizeof(struct spdk_nvme_tcp_rsp)); 893 CU_ASSERT(pdu.hdr.capsule_resp.common.hlen == sizeof(struct spdk_nvme_tcp_rsp)); 894 CU_ASSERT(!memcmp(&pdu.hdr.capsule_resp.rccqe, &tcp_req.req.rsp->nvme_cpl, 895 sizeof(struct spdk_nvme_cpl))); 896 CU_ASSERT(!(pdu.hdr.capsule_resp.common.flags & SPDK_NVME_TCP_CH_FLAGS_HDGSTF)); 897 CU_ASSERT(pdu.cb_fn == nvmf_tcp_request_free); 898 CU_ASSERT(pdu.cb_arg == &tcp_req); 899 CU_ASSERT(pdu.iov[0].iov_base == &pdu.hdr.raw); 900 CU_ASSERT(pdu.iov[0].iov_len == sizeof(struct spdk_nvme_tcp_rsp)); 901 } 902 903 static void 904 test_nvmf_tcp_icreq_handle(void) 905 { 906 struct spdk_nvmf_tcp_transport ttransport = {}; 907 struct spdk_nvmf_tcp_qpair tqpair = {}; 908 struct nvme_tcp_pdu pdu = {}; 909 struct nvme_tcp_pdu mgmt_pdu = {}; 910 struct nvme_tcp_pdu pdu_in_progress = {}; 911 struct spdk_nvme_tcp_ic_resp *ic_resp; 912 913 mgmt_pdu.qpair = &tqpair; 914 tqpair.mgmt_pdu = &mgmt_pdu; 915 tqpair.pdu_in_progress = &pdu_in_progress; 916 tqpair.tcp_pdu_working_count = 1; 917 918 /* case 1: Expected ICReq PFV 0 and got are different. */ 919 pdu.hdr.ic_req.pfv = 1; 920 921 nvmf_tcp_icreq_handle(&ttransport, &tqpair, &pdu); 922 923 CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_QUIESCING); 924 925 /* case 2: Expected ICReq HPDA in range 0-31 and got are different. */ 926 pdu.hdr.ic_req.hpda = SPDK_NVME_TCP_HPDA_MAX + 1; 927 928 nvmf_tcp_icreq_handle(&ttransport, &tqpair, &pdu); 929 930 CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_QUIESCING); 931 932 /* case 3: Expect: PASS. */ 933 ttransport.transport.opts.max_io_size = 32; 934 pdu.hdr.ic_req.pfv = 0; 935 tqpair.host_hdgst_enable = false; 936 tqpair.host_ddgst_enable = false; 937 tqpair.recv_buf_size = 64; 938 pdu.hdr.ic_req.hpda = 16; 939 940 nvmf_tcp_icreq_handle(&ttransport, &tqpair, &pdu); 941 942 ic_resp = &tqpair.mgmt_pdu->hdr.ic_resp; 943 CU_ASSERT(tqpair.recv_buf_size == MIN_SOCK_PIPE_SIZE); 944 CU_ASSERT(tqpair.cpda == pdu.hdr.ic_req.hpda); 945 CU_ASSERT(ic_resp->common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_IC_RESP); 946 CU_ASSERT(ic_resp->common.hlen == sizeof(struct spdk_nvme_tcp_ic_resp)); 947 CU_ASSERT(ic_resp->common.plen == sizeof(struct spdk_nvme_tcp_ic_resp)); 948 CU_ASSERT(ic_resp->pfv == 0); 949 CU_ASSERT(ic_resp->cpda == tqpair.cpda); 950 CU_ASSERT(ic_resp->maxh2cdata == ttransport.transport.opts.max_io_size); 951 CU_ASSERT(ic_resp->dgst.bits.hdgst_enable == 0); 952 CU_ASSERT(ic_resp->dgst.bits.ddgst_enable == 0); 953 CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_READY); 954 } 955 956 static void 957 test_nvmf_tcp_check_xfer_type(void) 958 { 959 const uint16_t cid = 0xAA; 960 struct spdk_nvmf_tcp_transport ttransport = {}; 961 struct spdk_nvmf_tcp_qpair tqpair = {}; 962 struct nvme_tcp_pdu pdu_in_progress = {}; 963 union nvmf_c2h_msg rsp0 = {}; 964 965 struct spdk_nvmf_tcp_req tcp_req = {}; 966 struct nvme_tcp_pdu rsp_pdu = {}; 967 968 struct spdk_nvme_tcp_cmd *capsule_data; 969 struct spdk_nvme_sgl_descriptor *sgl; 970 971 struct spdk_nvmf_transport_poll_group *group; 972 struct spdk_nvmf_tcp_poll_group tcp_group = {}; 973 struct spdk_sock_group grp = {}; 974 975 tqpair.pdu_in_progress = &pdu_in_progress; 976 ttransport.transport.opts.max_io_size = UT_MAX_IO_SIZE; 977 ttransport.transport.opts.io_unit_size = UT_IO_UNIT_SIZE; 978 979 tcp_group.sock_group = &grp; 980 TAILQ_INIT(&tcp_group.qpairs); 981 group = &tcp_group.group; 982 group->transport = &ttransport.transport; 983 STAILQ_INIT(&group->pending_buf_queue); 984 tqpair.group = &tcp_group; 985 986 TAILQ_INIT(&tqpair.tcp_req_free_queue); 987 TAILQ_INIT(&tqpair.tcp_req_working_queue); 988 989 tqpair.qpair.transport = &ttransport.transport; 990 tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING; 991 tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_PSH; 992 tqpair.qpair.state = SPDK_NVMF_QPAIR_ACTIVE; 993 994 /* init tcp_req */ 995 tcp_req.req.qpair = &tqpair.qpair; 996 tcp_req.pdu = &rsp_pdu; 997 tcp_req.req.cmd = (union nvmf_h2c_msg *)&tcp_req.cmd; 998 tcp_req.req.rsp = &rsp0; 999 tcp_req.state = TCP_REQUEST_STATE_NEW; 1000 1001 TAILQ_INSERT_TAIL(&tqpair.tcp_req_working_queue, &tcp_req, state_link); 1002 tqpair.state_cntr[TCP_REQUEST_STATE_NEW]++; 1003 1004 /* init pdu, make pdu need sgl buff */ 1005 capsule_data = &tqpair.pdu_in_progress->hdr.capsule_cmd; 1006 sgl = &capsule_data->ccsqe.dptr.sgl1; 1007 1008 capsule_data->common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_CAPSULE_CMD; 1009 capsule_data->common.hlen = sizeof(*capsule_data); 1010 capsule_data->common.plen = 1096; 1011 capsule_data->ccsqe.opc = 0x10 | SPDK_NVME_DATA_BIDIRECTIONAL; 1012 /* Need to set to a non zero valid to check it gets copied to the response */ 1013 capsule_data->ccsqe.cid = cid; 1014 1015 /* Set up SGL to ensure nvmf_tcp_req_parse_sgl returns an error */ 1016 sgl->unkeyed.subtype = SPDK_NVME_SGL_SUBTYPE_TRANSPORT; 1017 sgl->generic.type = SPDK_NVME_SGL_TYPE_TRANSPORT_DATA_BLOCK; 1018 sgl->unkeyed.length = UT_IO_UNIT_SIZE; 1019 1020 /* Process a command and ensure that it fails and the request is set up to return an error */ 1021 nvmf_tcp_req_process(&ttransport, &tcp_req); 1022 CU_ASSERT(STAILQ_EMPTY(&group->pending_buf_queue)); 1023 CU_ASSERT(tcp_req.state == TCP_REQUEST_STATE_TRANSFERRING_CONTROLLER_TO_HOST); 1024 CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_READY); 1025 CU_ASSERT(tcp_req.req.rsp->nvme_cpl.cid == cid); 1026 CU_ASSERT(tcp_req.req.rsp->nvme_cpl.status.sct == SPDK_NVME_SCT_GENERIC); 1027 CU_ASSERT(tcp_req.req.rsp->nvme_cpl.status.sc == SPDK_NVME_SC_INVALID_OPCODE); 1028 } 1029 1030 static void 1031 test_nvmf_tcp_invalid_sgl(void) 1032 { 1033 const uint16_t cid = 0xAABB; 1034 struct spdk_nvmf_tcp_transport ttransport = {}; 1035 struct spdk_nvmf_tcp_qpair tqpair = {}; 1036 struct nvme_tcp_pdu pdu_in_progress = {}; 1037 union nvmf_c2h_msg rsp0 = {}; 1038 1039 struct spdk_nvmf_tcp_req tcp_req = {}; 1040 struct nvme_tcp_pdu rsp_pdu = {}; 1041 struct nvme_tcp_pdu mgmt_pdu = {}; 1042 1043 struct spdk_nvme_tcp_cmd *capsule_data; 1044 struct spdk_nvme_sgl_descriptor *sgl; 1045 1046 struct spdk_nvmf_transport_poll_group *group; 1047 struct spdk_nvmf_tcp_poll_group tcp_group = {}; 1048 struct spdk_sock_group grp = {}; 1049 1050 tqpair.pdu_in_progress = &pdu_in_progress; 1051 ttransport.transport.opts.max_io_size = UT_MAX_IO_SIZE; 1052 ttransport.transport.opts.io_unit_size = UT_IO_UNIT_SIZE; 1053 1054 tcp_group.sock_group = &grp; 1055 TAILQ_INIT(&tcp_group.qpairs); 1056 group = &tcp_group.group; 1057 group->transport = &ttransport.transport; 1058 STAILQ_INIT(&group->pending_buf_queue); 1059 tqpair.group = &tcp_group; 1060 1061 TAILQ_INIT(&tqpair.tcp_req_free_queue); 1062 TAILQ_INIT(&tqpair.tcp_req_working_queue); 1063 1064 tqpair.qpair.transport = &ttransport.transport; 1065 tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING; 1066 tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_PSH; 1067 tqpair.qpair.state = SPDK_NVMF_QPAIR_ACTIVE; 1068 1069 /* init tcp_req */ 1070 tcp_req.req.qpair = &tqpair.qpair; 1071 tcp_req.pdu = &rsp_pdu; 1072 tcp_req.pdu->qpair = &tqpair; 1073 tqpair.mgmt_pdu = &mgmt_pdu; 1074 tqpair.mgmt_pdu->qpair = &tqpair; 1075 tcp_req.req.cmd = (union nvmf_h2c_msg *)&tcp_req.cmd; 1076 tcp_req.req.rsp = &rsp0; 1077 tcp_req.state = TCP_REQUEST_STATE_NEW; 1078 1079 TAILQ_INSERT_TAIL(&tqpair.tcp_req_working_queue, &tcp_req, state_link); 1080 tqpair.state_cntr[TCP_REQUEST_STATE_NEW]++; 1081 1082 /* init pdu, make pdu need sgl buff */ 1083 capsule_data = &tqpair.pdu_in_progress->hdr.capsule_cmd; 1084 sgl = &capsule_data->ccsqe.dptr.sgl1; 1085 1086 capsule_data->common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_CAPSULE_CMD; 1087 capsule_data->common.hlen = sizeof(*capsule_data); 1088 capsule_data->common.plen = 1096; 1089 capsule_data->ccsqe.opc = SPDK_NVME_OPC_WRITE; 1090 /* Need to set to a non zero valid to check it gets copied to the response */ 1091 capsule_data->ccsqe.cid = cid; 1092 1093 /* Set up SGL to ensure nvmf_tcp_req_parse_sgl returns an error */ 1094 sgl->unkeyed.subtype = SPDK_NVME_SGL_SUBTYPE_TRANSPORT; 1095 sgl->generic.type = SPDK_NVME_SGL_TYPE_TRANSPORT_DATA_BLOCK; 1096 sgl->unkeyed.length = UT_MAX_IO_SIZE + 1; 1097 1098 /* Process a command and ensure that it fails and the request is set up to return an error */ 1099 nvmf_tcp_req_process(&ttransport, &tcp_req); 1100 CU_ASSERT(!STAILQ_EMPTY(&group->pending_buf_queue)); 1101 CU_ASSERT(tcp_req.state == TCP_REQUEST_STATE_NEED_BUFFER); 1102 CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_QUIESCING); 1103 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_C2H_TERM_REQ); 1104 } 1105 1106 static void 1107 test_nvmf_tcp_pdu_ch_handle(void) 1108 { 1109 struct spdk_nvmf_tcp_qpair tqpair = {}; 1110 struct nvme_tcp_pdu mgmt_pdu = {}, pdu_in_progress = {}; 1111 1112 mgmt_pdu.qpair = &tqpair; 1113 tqpair.mgmt_pdu = &mgmt_pdu; 1114 tqpair.pdu_in_progress = &pdu_in_progress; 1115 tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_CH; 1116 tqpair.cpda = 0; 1117 1118 /* Test case: Already received ICreq PDU. Expect: fail */ 1119 tqpair.pdu_in_progress->hdr.common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_IC_REQ; 1120 tqpair.state = NVME_TCP_QPAIR_STATE_INITIALIZING; 1121 nvmf_tcp_pdu_ch_handle(&tqpair); 1122 CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_QUIESCING); 1123 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_C2H_TERM_REQ); 1124 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.hlen == sizeof(struct spdk_nvme_tcp_term_req_hdr)); 1125 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.plen == tqpair.mgmt_pdu->hdr.term_req.common.hlen); 1126 1127 /* Test case: Expected PDU header length and received are different. Expect: fail */ 1128 tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_CH; 1129 tqpair.pdu_in_progress->hdr.common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_IC_REQ; 1130 tqpair.state = NVME_TCP_QPAIR_STATE_INVALID; 1131 tqpair.pdu_in_progress->hdr.common.plen = sizeof(struct spdk_nvme_tcp_ic_req); 1132 tqpair.pdu_in_progress->hdr.common.hlen = 0; 1133 nvmf_tcp_pdu_ch_handle(&tqpair); 1134 CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_QUIESCING); 1135 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_C2H_TERM_REQ); 1136 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.hlen == sizeof(struct spdk_nvme_tcp_term_req_hdr)); 1137 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.plen == tqpair.mgmt_pdu->hdr.term_req.common.hlen); 1138 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.fei[0] == 2); 1139 1140 /* Test case: The TCP/IP tqpair connection is not negotitated. Expect: fail */ 1141 tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_CH; 1142 tqpair.pdu_in_progress->hdr.common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_IC_RESP; 1143 tqpair.state = NVME_TCP_QPAIR_STATE_INVALID; 1144 tqpair.pdu_in_progress->hdr.common.plen = sizeof(struct spdk_nvme_tcp_ic_req); 1145 tqpair.pdu_in_progress->hdr.common.hlen = 0; 1146 nvmf_tcp_pdu_ch_handle(&tqpair); 1147 CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_QUIESCING); 1148 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_C2H_TERM_REQ); 1149 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.hlen == sizeof(struct spdk_nvme_tcp_term_req_hdr)); 1150 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.plen == tqpair.mgmt_pdu->hdr.term_req.common.hlen); 1151 1152 /* Test case: Unexpected PDU type. Expect: fail */ 1153 tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_CH; 1154 tqpair.pdu_in_progress->hdr.common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_CAPSULE_RESP; 1155 tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING; 1156 tqpair.pdu_in_progress->hdr.common.plen = 0; 1157 tqpair.pdu_in_progress->hdr.common.hlen = sizeof(struct spdk_nvme_tcp_ic_req); 1158 nvmf_tcp_pdu_ch_handle(&tqpair); 1159 CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_QUIESCING); 1160 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_C2H_TERM_REQ); 1161 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.hlen == sizeof(struct spdk_nvme_tcp_term_req_hdr)); 1162 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.plen == tqpair.mgmt_pdu->hdr.term_req.common.hlen + 1163 (unsigned)SPDK_NVME_TCP_TERM_REQ_ERROR_DATA_MAX_SIZE); 1164 1165 /* Test case: PDU type is SPDK_NVME_TCP_PDU_TYPE_IC_REQ, let plen error. Expect: fail */ 1166 tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_CH; 1167 tqpair.pdu_in_progress->hdr.common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_IC_REQ; 1168 tqpair.state = NVME_TCP_QPAIR_STATE_INVALID; 1169 tqpair.pdu_in_progress->hdr.common.plen = 0; 1170 tqpair.pdu_in_progress->hdr.common.hlen = sizeof(struct spdk_nvme_tcp_ic_req); 1171 nvmf_tcp_pdu_ch_handle(&tqpair); 1172 CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_QUIESCING); 1173 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_C2H_TERM_REQ); 1174 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.hlen == sizeof(struct spdk_nvme_tcp_term_req_hdr)); 1175 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.plen == tqpair.mgmt_pdu->hdr.term_req.common.hlen + 1176 (unsigned)SPDK_NVME_TCP_TERM_REQ_ERROR_DATA_MAX_SIZE); 1177 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.fei[0] == 4); 1178 1179 /* Test case: PDU type is SPDK_NVME_TCP_PDU_TYPE_CAPSULE_CMD, let plen error. Expect: fail */ 1180 tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_CH; 1181 tqpair.pdu_in_progress->hdr.common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_CAPSULE_CMD; 1182 tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING; 1183 tqpair.pdu_in_progress->hdr.common.flags = SPDK_NVME_TCP_CH_FLAGS_HDGSTF; 1184 tqpair.pdu_in_progress->hdr.common.plen = 0; 1185 tqpair.pdu_in_progress->hdr.common.hlen = sizeof(struct spdk_nvme_tcp_cmd); 1186 nvmf_tcp_pdu_ch_handle(&tqpair); 1187 CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_QUIESCING); 1188 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_C2H_TERM_REQ); 1189 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.hlen == sizeof(struct spdk_nvme_tcp_term_req_hdr)); 1190 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.plen == sizeof(struct spdk_nvme_tcp_cmd) + sizeof( 1191 struct spdk_nvme_tcp_term_req_hdr)); 1192 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.fei[0] == 4); 1193 1194 /* Test case: PDU type is SPDK_NVME_TCP_PDU_TYPE_H2C_DATA, let plen error. Expect: fail */ 1195 tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_CH; 1196 tqpair.pdu_in_progress->hdr.common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_H2C_DATA; 1197 tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING; 1198 tqpair.pdu_in_progress->hdr.common.plen = 0; 1199 tqpair.pdu_in_progress->hdr.common.pdo = 64; 1200 tqpair.pdu_in_progress->hdr.common.hlen = sizeof(struct spdk_nvme_tcp_h2c_data_hdr); 1201 nvmf_tcp_pdu_ch_handle(&tqpair); 1202 CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_QUIESCING); 1203 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_C2H_TERM_REQ); 1204 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.hlen == sizeof(struct spdk_nvme_tcp_term_req_hdr)); 1205 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.plen == tqpair.mgmt_pdu->hdr.term_req.common.hlen + 1206 (unsigned)sizeof(struct spdk_nvme_tcp_term_req_hdr)); 1207 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.fei[0] == 4); 1208 1209 /* Test case: PDU type is SPDK_NVME_TCP_PDU_TYPE_H2C_TERM_REQ, let plen error. Expect: fail */ 1210 tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_CH; 1211 tqpair.pdu_in_progress->hdr.common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_H2C_TERM_REQ; 1212 tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING; 1213 tqpair.pdu_in_progress->hdr.common.plen = 0; 1214 tqpair.pdu_in_progress->hdr.common.hlen = sizeof(struct spdk_nvme_tcp_term_req_hdr); 1215 nvmf_tcp_pdu_ch_handle(&tqpair); 1216 CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_QUIESCING); 1217 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_C2H_TERM_REQ); 1218 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.hlen == sizeof(struct spdk_nvme_tcp_term_req_hdr)); 1219 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.plen == tqpair.mgmt_pdu->hdr.term_req.common.hlen + 1220 (unsigned)sizeof(struct spdk_nvme_tcp_term_req_hdr)); 1221 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.fei[0] == 4); 1222 1223 /* Test case: PDU type is SPDK_NVME_TCP_PDU_TYPE_CAPSULE_CMD, let pdo error. Expect: fail */ 1224 tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_CH; 1225 tqpair.pdu_in_progress->hdr.common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_CAPSULE_CMD; 1226 tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING; 1227 tqpair.cpda = 1; 1228 tqpair.pdu_in_progress->hdr.common.flags = SPDK_NVME_TCP_CH_FLAGS_HDGSTF; 1229 tqpair.pdu_in_progress->hdr.common.plen = 0; 1230 tqpair.pdu_in_progress->hdr.common.pdo = 63; 1231 tqpair.pdu_in_progress->hdr.common.hlen = sizeof(struct spdk_nvme_tcp_cmd); 1232 nvmf_tcp_pdu_ch_handle(&tqpair); 1233 CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_QUIESCING); 1234 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_C2H_TERM_REQ); 1235 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.hlen == sizeof(struct spdk_nvme_tcp_term_req_hdr)); 1236 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.plen == sizeof(struct spdk_nvme_tcp_cmd) + sizeof( 1237 struct spdk_nvme_tcp_term_req_hdr)); 1238 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.fei[0] == 3); 1239 1240 /* Test case: PDU type is SPDK_NVME_TCP_PDU_TYPE_H2C_DATA, let pdo error. Expect: fail */ 1241 tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_CH; 1242 tqpair.pdu_in_progress->hdr.common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_H2C_DATA; 1243 tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING; 1244 tqpair.cpda = 1; 1245 tqpair.pdu_in_progress->hdr.common.plen = 0; 1246 tqpair.pdu_in_progress->hdr.common.pdo = 63; 1247 tqpair.pdu_in_progress->hdr.common.hlen = sizeof(struct spdk_nvme_tcp_h2c_data_hdr); 1248 nvmf_tcp_pdu_ch_handle(&tqpair); 1249 CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_QUIESCING); 1250 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_C2H_TERM_REQ); 1251 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.hlen == sizeof(struct spdk_nvme_tcp_term_req_hdr)); 1252 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.plen == tqpair.mgmt_pdu->hdr.term_req.common.hlen + 1253 (unsigned)sizeof(struct spdk_nvme_tcp_term_req_hdr)); 1254 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.fei[0] == 3); 1255 1256 /* Test case: All parameters is conformed to the function. Expect: PASS */ 1257 tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_CH; 1258 tqpair.pdu_in_progress->hdr.common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_IC_REQ; 1259 tqpair.state = NVME_TCP_QPAIR_STATE_INVALID; 1260 tqpair.pdu_in_progress->hdr.common.plen = sizeof(struct spdk_nvme_tcp_ic_req); 1261 tqpair.pdu_in_progress->hdr.common.hlen = sizeof(struct spdk_nvme_tcp_ic_req); 1262 nvmf_tcp_pdu_ch_handle(&tqpair); 1263 CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_PSH); 1264 CU_ASSERT(tqpair.pdu_in_progress->psh_len == tqpair.pdu_in_progress->hdr.common.hlen - sizeof( 1265 struct spdk_nvme_tcp_common_pdu_hdr)); 1266 } 1267 1268 static void 1269 test_nvmf_tcp_tls_add_remove_credentials(void) 1270 { 1271 struct spdk_thread *thread; 1272 struct spdk_nvmf_transport *transport; 1273 struct spdk_nvmf_tcp_transport *ttransport; 1274 struct spdk_nvmf_transport_opts opts; 1275 struct spdk_nvmf_subsystem subsystem; 1276 struct tcp_psk_entry *entry; 1277 const char subnqn[] = {"nqn.2016-06.io.spdk:cnode1"}; 1278 const char hostnqn[] = {"nqn.2016-06.io.spdk:host1"}; 1279 struct spdk_json_val psk_json[] = { 1280 {"", 2, SPDK_JSON_VAL_OBJECT_BEGIN}, 1281 {"psk", 3, SPDK_JSON_VAL_NAME}, 1282 {"1234567890ABCDEF", 16, SPDK_JSON_VAL_STRING}, 1283 {"", 0, SPDK_JSON_VAL_OBJECT_END}, 1284 }; 1285 bool found = false; 1286 1287 thread = spdk_thread_create(NULL, NULL); 1288 SPDK_CU_ASSERT_FATAL(thread != NULL); 1289 spdk_set_thread(thread); 1290 1291 memset(&opts, 0, sizeof(opts)); 1292 opts.max_queue_depth = UT_MAX_QUEUE_DEPTH; 1293 opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR; 1294 opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE; 1295 opts.max_io_size = UT_MAX_IO_SIZE; 1296 opts.io_unit_size = UT_IO_UNIT_SIZE; 1297 opts.max_aq_depth = UT_MAX_AQ_DEPTH; 1298 opts.num_shared_buffers = UT_NUM_SHARED_BUFFERS; 1299 transport = nvmf_tcp_create(&opts); 1300 1301 memset(&subsystem, 0, sizeof(subsystem)); 1302 snprintf(subsystem.subnqn, sizeof(subsystem.subnqn), "%s", subnqn); 1303 1304 nvmf_tcp_subsystem_add_host(transport, &subsystem, hostnqn, psk_json); 1305 1306 ttransport = SPDK_CONTAINEROF(transport, struct spdk_nvmf_tcp_transport, transport); 1307 TAILQ_FOREACH(entry, &ttransport->psks, link) { 1308 if ((strcmp(subnqn, entry->subnqn) == 0) && 1309 (strcmp(hostnqn, entry->hostnqn) == 0)) { 1310 found = true; 1311 } 1312 } 1313 1314 CU_ASSERT(found == true); 1315 found = false; 1316 1317 nvmf_tcp_subsystem_remove_host(transport, &subsystem, hostnqn); 1318 1319 ttransport = SPDK_CONTAINEROF(transport, struct spdk_nvmf_tcp_transport, transport); 1320 TAILQ_FOREACH(entry, &ttransport->psks, link) { 1321 if ((strcmp(subnqn, entry->subnqn) == 0) && 1322 (strcmp(hostnqn, entry->hostnqn) == 0)) { 1323 found = true; 1324 } 1325 } 1326 1327 CU_ASSERT(found == false); 1328 1329 CU_ASSERT(nvmf_tcp_destroy(transport, NULL, NULL) == 0); 1330 1331 spdk_thread_exit(thread); 1332 while (!spdk_thread_is_exited(thread)) { 1333 spdk_thread_poll(thread, 0, 0); 1334 } 1335 spdk_thread_destroy(thread); 1336 } 1337 1338 static void 1339 test_nvmf_tcp_tls_generate_psk_id(void) 1340 { 1341 const char psk_id_reference[] = {"NVMe0R01 nqn.2016-06.io.spdk:host1 nqn.2016-06.io.spdk:cnode1"}; 1342 const char subnqn[] = {"nqn.2016-06.io.spdk:cnode1"}; 1343 const char hostnqn[] = {"nqn.2016-06.io.spdk:host1"}; 1344 char psk_id[NVMF_PSK_IDENTITY_LEN] = {}; 1345 char too_small_psk_id[5] = {}; 1346 1347 /* Check if we can generate expected PSK id. */ 1348 CU_ASSERT(nvme_tcp_generate_psk_identity(psk_id, NVMF_PSK_IDENTITY_LEN, hostnqn, 1349 subnqn) == 0); 1350 CU_ASSERT(strcmp(psk_id, psk_id_reference) == 0); 1351 1352 /* Test with a buffer that is too small to fit PSK id. */ 1353 CU_ASSERT(nvme_tcp_generate_psk_identity(too_small_psk_id, sizeof(too_small_psk_id), hostnqn, 1354 subnqn) != 0); 1355 } 1356 1357 int 1358 main(int argc, char **argv) 1359 { 1360 CU_pSuite suite = NULL; 1361 unsigned int num_failures; 1362 1363 CU_set_error_action(CUEA_ABORT); 1364 CU_initialize_registry(); 1365 1366 suite = CU_add_suite("nvmf", NULL, NULL); 1367 1368 CU_ADD_TEST(suite, test_nvmf_tcp_create); 1369 CU_ADD_TEST(suite, test_nvmf_tcp_destroy); 1370 CU_ADD_TEST(suite, test_nvmf_tcp_poll_group_create); 1371 CU_ADD_TEST(suite, test_nvmf_tcp_send_c2h_data); 1372 CU_ADD_TEST(suite, test_nvmf_tcp_h2c_data_hdr_handle); 1373 CU_ADD_TEST(suite, test_nvmf_tcp_in_capsule_data_handle); 1374 CU_ADD_TEST(suite, test_nvmf_tcp_qpair_init_mem_resource); 1375 CU_ADD_TEST(suite, test_nvmf_tcp_send_c2h_term_req); 1376 CU_ADD_TEST(suite, test_nvmf_tcp_send_capsule_resp_pdu); 1377 CU_ADD_TEST(suite, test_nvmf_tcp_icreq_handle); 1378 CU_ADD_TEST(suite, test_nvmf_tcp_check_xfer_type); 1379 CU_ADD_TEST(suite, test_nvmf_tcp_invalid_sgl); 1380 CU_ADD_TEST(suite, test_nvmf_tcp_pdu_ch_handle); 1381 CU_ADD_TEST(suite, test_nvmf_tcp_tls_add_remove_credentials); 1382 CU_ADD_TEST(suite, test_nvmf_tcp_tls_generate_psk_id); 1383 1384 CU_basic_set_mode(CU_BRM_VERBOSE); 1385 CU_basic_run_tests(); 1386 num_failures = CU_get_number_of_failures(); 1387 CU_cleanup_registry(); 1388 return num_failures; 1389 } 1390