1 /*- 2 * BSD LICENSE 3 * 4 * Copyright (c) Intel Corporation. 5 * All rights reserved. 6 * 7 * Redistribution and use in source and binary forms, with or without 8 * modification, are permitted provided that the following conditions 9 * are met: 10 * 11 * * Redistributions of source code must retain the above copyright 12 * notice, this list of conditions and the following disclaimer. 13 * * Redistributions in binary form must reproduce the above copyright 14 * notice, this list of conditions and the following disclaimer in 15 * the documentation and/or other materials provided with the 16 * distribution. 17 * * Neither the name of Intel Corporation nor the names of its 18 * contributors may be used to endorse or promote products derived 19 * from this software without specific prior written permission. 20 * 21 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 22 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 23 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 24 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 25 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 26 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 27 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 28 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 29 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 30 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 31 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 32 */ 33 34 #include "spdk/stdinc.h" 35 #include "spdk/nvmf_spec.h" 36 #include "spdk_cunit.h" 37 38 #include "spdk_internal/mock.h" 39 40 #include "common/lib/test_env.c" 41 #include "common/lib/test_sock.c" 42 43 #include "nvmf/ctrlr.c" 44 #include "nvmf/tcp.c" 45 46 #define UT_IPV4_ADDR "192.168.0.1" 47 #define UT_PORT "4420" 48 #define UT_NVMF_ADRFAM_INVALID 0xf 49 #define UT_MAX_QUEUE_DEPTH 128 50 #define UT_MAX_QPAIRS_PER_CTRLR 128 51 #define UT_IN_CAPSULE_DATA_SIZE 1024 52 #define UT_MAX_IO_SIZE 4096 53 #define UT_IO_UNIT_SIZE 1024 54 #define UT_MAX_AQ_DEPTH 64 55 #define UT_SQ_HEAD_MAX 128 56 #define UT_NUM_SHARED_BUFFERS 128 57 58 static void *g_accel_p = (void *)0xdeadbeaf; 59 60 SPDK_LOG_REGISTER_COMPONENT(nvmf) 61 62 DEFINE_STUB(spdk_nvmf_qpair_get_listen_trid, 63 int, 64 (struct spdk_nvmf_qpair *qpair, struct spdk_nvme_transport_id *trid), 65 0); 66 67 DEFINE_STUB(nvmf_subsystem_add_ctrlr, 68 int, 69 (struct spdk_nvmf_subsystem *subsystem, struct spdk_nvmf_ctrlr *ctrlr), 70 0); 71 72 DEFINE_STUB(nvmf_subsystem_get_ctrlr, 73 struct spdk_nvmf_ctrlr *, 74 (struct spdk_nvmf_subsystem *subsystem, uint16_t cntlid), 75 NULL); 76 77 DEFINE_STUB(spdk_nvmf_tgt_find_subsystem, 78 struct spdk_nvmf_subsystem *, 79 (struct spdk_nvmf_tgt *tgt, const char *subnqn), 80 NULL); 81 82 DEFINE_STUB(spdk_nvmf_subsystem_listener_allowed, 83 bool, 84 (struct spdk_nvmf_subsystem *subsystem, const struct spdk_nvme_transport_id *trid), 85 true); 86 87 DEFINE_STUB(nvmf_subsystem_find_listener, 88 struct spdk_nvmf_subsystem_listener *, 89 (struct spdk_nvmf_subsystem *subsystem, 90 const struct spdk_nvme_transport_id *trid), 91 (void *)0x1); 92 93 DEFINE_STUB_V(nvmf_get_discovery_log_page, 94 (struct spdk_nvmf_tgt *tgt, const char *hostnqn, struct iovec *iov, 95 uint32_t iovcnt, uint64_t offset, uint32_t length)); 96 97 DEFINE_STUB_V(nvmf_subsystem_remove_ctrlr, 98 (struct spdk_nvmf_subsystem *subsystem, struct spdk_nvmf_ctrlr *ctrlr)); 99 100 DEFINE_STUB(spdk_nvmf_subsystem_get_first_ns, 101 struct spdk_nvmf_ns *, 102 (struct spdk_nvmf_subsystem *subsystem), 103 NULL); 104 105 DEFINE_STUB(spdk_nvmf_subsystem_get_next_ns, 106 struct spdk_nvmf_ns *, 107 (struct spdk_nvmf_subsystem *subsystem, struct spdk_nvmf_ns *prev_ns), 108 NULL); 109 110 DEFINE_STUB(spdk_nvmf_subsystem_host_allowed, 111 bool, 112 (struct spdk_nvmf_subsystem *subsystem, const char *hostnqn), 113 true); 114 115 DEFINE_STUB(nvmf_ctrlr_dsm_supported, 116 bool, 117 (struct spdk_nvmf_ctrlr *ctrlr), 118 false); 119 120 DEFINE_STUB(nvmf_ctrlr_write_zeroes_supported, 121 bool, 122 (struct spdk_nvmf_ctrlr *ctrlr), 123 false); 124 125 DEFINE_STUB(nvmf_bdev_ctrlr_read_cmd, 126 int, 127 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 128 struct spdk_nvmf_request *req), 129 0); 130 131 DEFINE_STUB(nvmf_bdev_ctrlr_write_cmd, 132 int, 133 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 134 struct spdk_nvmf_request *req), 135 0); 136 137 DEFINE_STUB(nvmf_bdev_ctrlr_compare_cmd, 138 int, 139 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 140 struct spdk_nvmf_request *req), 141 0); 142 143 DEFINE_STUB(nvmf_bdev_ctrlr_compare_and_write_cmd, 144 int, 145 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 146 struct spdk_nvmf_request *cmp_req, struct spdk_nvmf_request *write_req), 147 0); 148 149 DEFINE_STUB(nvmf_bdev_ctrlr_write_zeroes_cmd, 150 int, 151 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 152 struct spdk_nvmf_request *req), 153 0); 154 155 DEFINE_STUB(nvmf_bdev_ctrlr_flush_cmd, 156 int, 157 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 158 struct spdk_nvmf_request *req), 159 0); 160 161 DEFINE_STUB(nvmf_bdev_ctrlr_dsm_cmd, 162 int, 163 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 164 struct spdk_nvmf_request *req), 165 0); 166 167 DEFINE_STUB(nvmf_bdev_ctrlr_nvme_passthru_io, 168 int, 169 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 170 struct spdk_nvmf_request *req), 171 0); 172 173 DEFINE_STUB(spdk_nvmf_bdev_ctrlr_abort_cmd, 174 int, 175 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 176 struct spdk_nvmf_request *req, struct spdk_nvmf_request *req_to_abort), 177 0); 178 179 DEFINE_STUB(nvmf_bdev_ctrlr_get_dif_ctx, 180 bool, 181 (struct spdk_bdev *bdev, struct spdk_nvme_cmd *cmd, struct spdk_dif_ctx *dif_ctx), 182 false); 183 184 DEFINE_STUB(nvmf_transport_req_complete, 185 int, 186 (struct spdk_nvmf_request *req), 187 0); 188 189 DEFINE_STUB(nvmf_bdev_zcopy_enabled, 190 bool, 191 (struct spdk_bdev *bdev), 192 false); 193 194 DEFINE_STUB(nvmf_bdev_ctrlr_start_zcopy, 195 int, 196 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 197 struct spdk_nvmf_request *req), 198 0); 199 200 DEFINE_STUB(nvmf_bdev_ctrlr_end_zcopy, 201 int, 202 (struct spdk_nvmf_request *req, bool commit), 203 0); 204 205 DEFINE_STUB_V(spdk_nvmf_request_free_buffers, 206 (struct spdk_nvmf_request *req, struct spdk_nvmf_transport_poll_group *group, 207 struct spdk_nvmf_transport *transport)); 208 209 DEFINE_STUB(spdk_sock_get_optimal_sock_group, 210 int, 211 (struct spdk_sock *sock, struct spdk_sock_group **group), 212 0); 213 214 DEFINE_STUB(spdk_sock_group_get_ctx, 215 void *, 216 (struct spdk_sock_group *group), 217 NULL); 218 219 DEFINE_STUB(spdk_sock_set_priority, 220 int, 221 (struct spdk_sock *sock, int priority), 222 0); 223 224 DEFINE_STUB_V(nvmf_ns_reservation_request, (void *ctx)); 225 226 DEFINE_STUB_V(spdk_nvme_trid_populate_transport, (struct spdk_nvme_transport_id *trid, 227 enum spdk_nvme_transport_type trtype)); 228 DEFINE_STUB_V(spdk_nvmf_transport_register, (const struct spdk_nvmf_transport_ops *ops)); 229 230 DEFINE_STUB_V(spdk_nvmf_tgt_new_qpair, (struct spdk_nvmf_tgt *tgt, struct spdk_nvmf_qpair *qpair)); 231 232 DEFINE_STUB_V(nvmf_transport_qpair_abort_request, 233 (struct spdk_nvmf_qpair *qpair, struct spdk_nvmf_request *req)); 234 235 DEFINE_STUB_V(spdk_nvme_print_command, (uint16_t qid, struct spdk_nvme_cmd *cmd)); 236 DEFINE_STUB_V(spdk_nvme_print_completion, (uint16_t qid, struct spdk_nvme_cpl *cpl)); 237 238 DEFINE_STUB(nvmf_transport_req_free, 239 int, 240 (struct spdk_nvmf_request *req), 241 0); 242 243 DEFINE_STUB(accel_engine_create_cb, int, (void *io_device, void *ctx_buf), 0); 244 DEFINE_STUB_V(accel_engine_destroy_cb, (void *io_device, void *ctx_buf)); 245 246 struct spdk_io_channel * 247 spdk_accel_engine_get_io_channel(void) 248 { 249 return spdk_get_io_channel(g_accel_p); 250 } 251 252 DEFINE_STUB(spdk_accel_submit_crc32cv, 253 int, 254 (struct spdk_io_channel *ch, uint32_t *dst, struct iovec *iovs, 255 uint32_t iovcnt, uint32_t seed, spdk_accel_completion_cb cb_fn, void *cb_arg), 256 0); 257 258 DEFINE_STUB(spdk_nvmf_bdev_ctrlr_nvme_passthru_admin, 259 int, 260 (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, 261 struct spdk_io_channel *ch, struct spdk_nvmf_request *req, 262 spdk_nvmf_nvme_passthru_cmd_cb cb_fn), 263 0) 264 265 struct spdk_bdev { 266 int ut_mock; 267 uint64_t blockcnt; 268 }; 269 270 int 271 spdk_nvme_transport_id_compare(const struct spdk_nvme_transport_id *trid1, 272 const struct spdk_nvme_transport_id *trid2) 273 { 274 return 0; 275 } 276 277 const char * 278 spdk_nvme_transport_id_trtype_str(enum spdk_nvme_transport_type trtype) 279 { 280 switch (trtype) { 281 case SPDK_NVME_TRANSPORT_PCIE: 282 return "PCIe"; 283 case SPDK_NVME_TRANSPORT_RDMA: 284 return "RDMA"; 285 case SPDK_NVME_TRANSPORT_FC: 286 return "FC"; 287 default: 288 return NULL; 289 } 290 } 291 292 int 293 spdk_nvme_transport_id_populate_trstring(struct spdk_nvme_transport_id *trid, const char *trstring) 294 { 295 int len, i; 296 297 if (trstring == NULL) { 298 return -EINVAL; 299 } 300 301 len = strnlen(trstring, SPDK_NVMF_TRSTRING_MAX_LEN); 302 if (len == SPDK_NVMF_TRSTRING_MAX_LEN) { 303 return -EINVAL; 304 } 305 306 /* cast official trstring to uppercase version of input. */ 307 for (i = 0; i < len; i++) { 308 trid->trstring[i] = toupper(trstring[i]); 309 } 310 return 0; 311 } 312 313 int 314 spdk_nvmf_qpair_disconnect(struct spdk_nvmf_qpair *qpair, nvmf_qpair_disconnect_cb cb_fn, void *ctx) 315 { 316 return 0; 317 } 318 319 int 320 spdk_nvmf_request_get_buffers(struct spdk_nvmf_request *req, 321 struct spdk_nvmf_transport_poll_group *group, 322 struct spdk_nvmf_transport *transport, 323 uint32_t length) 324 { 325 /* length more than 1 io unit length will fail. */ 326 if (length >= transport->opts.io_unit_size) { 327 return -EINVAL; 328 } 329 330 req->iovcnt = 1; 331 req->iov[0].iov_base = (void *)0xDEADBEEF; 332 333 return 0; 334 } 335 336 337 void 338 nvmf_bdev_ctrlr_identify_ns(struct spdk_nvmf_ns *ns, struct spdk_nvme_ns_data *nsdata, 339 bool dif_insert_or_strip) 340 { 341 uint64_t num_blocks; 342 343 SPDK_CU_ASSERT_FATAL(ns->bdev != NULL); 344 num_blocks = ns->bdev->blockcnt; 345 nsdata->nsze = num_blocks; 346 nsdata->ncap = num_blocks; 347 nsdata->nuse = num_blocks; 348 nsdata->nlbaf = 0; 349 nsdata->flbas.format = 0; 350 nsdata->lbaf[0].lbads = spdk_u32log2(512); 351 } 352 353 const char * 354 spdk_nvmf_subsystem_get_sn(const struct spdk_nvmf_subsystem *subsystem) 355 { 356 return subsystem->sn; 357 } 358 359 const char * 360 spdk_nvmf_subsystem_get_mn(const struct spdk_nvmf_subsystem *subsystem) 361 { 362 return subsystem->mn; 363 } 364 365 static void 366 test_nvmf_tcp_create(void) 367 { 368 struct spdk_thread *thread; 369 struct spdk_nvmf_transport *transport; 370 struct spdk_nvmf_tcp_transport *ttransport; 371 struct spdk_nvmf_transport_opts opts; 372 373 thread = spdk_thread_create(NULL, NULL); 374 SPDK_CU_ASSERT_FATAL(thread != NULL); 375 spdk_set_thread(thread); 376 377 /* case 1 */ 378 memset(&opts, 0, sizeof(opts)); 379 opts.max_queue_depth = UT_MAX_QUEUE_DEPTH; 380 opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR; 381 opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE; 382 opts.max_io_size = UT_MAX_IO_SIZE; 383 opts.io_unit_size = UT_IO_UNIT_SIZE; 384 opts.max_aq_depth = UT_MAX_AQ_DEPTH; 385 opts.num_shared_buffers = UT_NUM_SHARED_BUFFERS; 386 /* expect success */ 387 transport = nvmf_tcp_create(&opts); 388 CU_ASSERT_PTR_NOT_NULL(transport); 389 ttransport = SPDK_CONTAINEROF(transport, struct spdk_nvmf_tcp_transport, transport); 390 SPDK_CU_ASSERT_FATAL(ttransport != NULL); 391 transport->opts = opts; 392 CU_ASSERT(transport->opts.max_queue_depth == UT_MAX_QUEUE_DEPTH); 393 CU_ASSERT(transport->opts.max_io_size == UT_MAX_IO_SIZE); 394 CU_ASSERT(transport->opts.in_capsule_data_size == UT_IN_CAPSULE_DATA_SIZE); 395 CU_ASSERT(transport->opts.io_unit_size == UT_IO_UNIT_SIZE); 396 /* destroy transport */ 397 spdk_mempool_free(ttransport->transport.data_buf_pool); 398 free(ttransport); 399 400 /* case 2 */ 401 memset(&opts, 0, sizeof(opts)); 402 opts.max_queue_depth = UT_MAX_QUEUE_DEPTH; 403 opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR; 404 opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE; 405 opts.max_io_size = UT_MAX_IO_SIZE; 406 opts.io_unit_size = UT_MAX_IO_SIZE + 1; 407 opts.max_aq_depth = UT_MAX_AQ_DEPTH; 408 opts.num_shared_buffers = UT_NUM_SHARED_BUFFERS; 409 /* expect success */ 410 transport = nvmf_tcp_create(&opts); 411 CU_ASSERT_PTR_NOT_NULL(transport); 412 ttransport = SPDK_CONTAINEROF(transport, struct spdk_nvmf_tcp_transport, transport); 413 SPDK_CU_ASSERT_FATAL(ttransport != NULL); 414 transport->opts = opts; 415 CU_ASSERT(transport->opts.max_queue_depth == UT_MAX_QUEUE_DEPTH); 416 CU_ASSERT(transport->opts.max_io_size == UT_MAX_IO_SIZE); 417 CU_ASSERT(transport->opts.in_capsule_data_size == UT_IN_CAPSULE_DATA_SIZE); 418 CU_ASSERT(transport->opts.io_unit_size == UT_MAX_IO_SIZE); 419 /* destroy transport */ 420 spdk_mempool_free(ttransport->transport.data_buf_pool); 421 free(ttransport); 422 423 /* case 3 */ 424 memset(&opts, 0, sizeof(opts)); 425 opts.max_queue_depth = UT_MAX_QUEUE_DEPTH; 426 opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR; 427 opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE; 428 opts.max_io_size = UT_MAX_IO_SIZE; 429 opts.io_unit_size = 16; 430 opts.max_aq_depth = UT_MAX_AQ_DEPTH; 431 /* expect failse */ 432 transport = nvmf_tcp_create(&opts); 433 CU_ASSERT_PTR_NULL(transport); 434 435 spdk_thread_exit(thread); 436 while (!spdk_thread_is_exited(thread)) { 437 spdk_thread_poll(thread, 0, 0); 438 } 439 spdk_thread_destroy(thread); 440 } 441 442 static void 443 test_nvmf_tcp_destroy(void) 444 { 445 struct spdk_thread *thread; 446 struct spdk_nvmf_transport *transport; 447 struct spdk_nvmf_transport_opts opts; 448 449 thread = spdk_thread_create(NULL, NULL); 450 SPDK_CU_ASSERT_FATAL(thread != NULL); 451 spdk_set_thread(thread); 452 453 /* case 1 */ 454 memset(&opts, 0, sizeof(opts)); 455 opts.max_queue_depth = UT_MAX_QUEUE_DEPTH; 456 opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR; 457 opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE; 458 opts.max_io_size = UT_MAX_IO_SIZE; 459 opts.io_unit_size = UT_IO_UNIT_SIZE; 460 opts.max_aq_depth = UT_MAX_AQ_DEPTH; 461 opts.num_shared_buffers = UT_NUM_SHARED_BUFFERS; 462 transport = nvmf_tcp_create(&opts); 463 CU_ASSERT_PTR_NOT_NULL(transport); 464 transport->opts = opts; 465 /* destroy transport */ 466 CU_ASSERT(nvmf_tcp_destroy(transport, NULL, NULL) == 0); 467 468 spdk_thread_exit(thread); 469 while (!spdk_thread_is_exited(thread)) { 470 spdk_thread_poll(thread, 0, 0); 471 } 472 spdk_thread_destroy(thread); 473 } 474 475 static void 476 init_accel(void) 477 { 478 spdk_io_device_register(g_accel_p, accel_engine_create_cb, accel_engine_destroy_cb, 479 sizeof(int), "accel_p"); 480 } 481 482 static void 483 fini_accel(void) 484 { 485 spdk_io_device_unregister(g_accel_p, NULL); 486 } 487 488 static void 489 test_nvmf_tcp_poll_group_create(void) 490 { 491 struct spdk_nvmf_transport *transport; 492 struct spdk_nvmf_transport_poll_group *group; 493 struct spdk_nvmf_tcp_poll_group *tgroup; 494 struct spdk_thread *thread; 495 struct spdk_nvmf_transport_opts opts; 496 struct spdk_sock_group grp = {}; 497 498 thread = spdk_thread_create(NULL, NULL); 499 SPDK_CU_ASSERT_FATAL(thread != NULL); 500 spdk_set_thread(thread); 501 502 init_accel(); 503 504 memset(&opts, 0, sizeof(opts)); 505 opts.max_queue_depth = UT_MAX_QUEUE_DEPTH; 506 opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR; 507 opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE; 508 opts.max_io_size = UT_MAX_IO_SIZE; 509 opts.io_unit_size = UT_IO_UNIT_SIZE; 510 opts.max_aq_depth = UT_MAX_AQ_DEPTH; 511 opts.num_shared_buffers = UT_NUM_SHARED_BUFFERS; 512 transport = nvmf_tcp_create(&opts); 513 CU_ASSERT_PTR_NOT_NULL(transport); 514 transport->opts = opts; 515 MOCK_SET(spdk_sock_group_create, &grp); 516 group = nvmf_tcp_poll_group_create(transport); 517 MOCK_CLEAR_P(spdk_sock_group_create); 518 SPDK_CU_ASSERT_FATAL(group); 519 if (opts.in_capsule_data_size < SPDK_NVME_TCP_IN_CAPSULE_DATA_MAX_SIZE) { 520 tgroup = SPDK_CONTAINEROF(group, struct spdk_nvmf_tcp_poll_group, group); 521 SPDK_CU_ASSERT_FATAL(tgroup->control_msg_list); 522 } 523 group->transport = transport; 524 nvmf_tcp_poll_group_destroy(group); 525 nvmf_tcp_destroy(transport, NULL, NULL); 526 527 fini_accel(); 528 spdk_thread_exit(thread); 529 while (!spdk_thread_is_exited(thread)) { 530 spdk_thread_poll(thread, 0, 0); 531 } 532 spdk_thread_destroy(thread); 533 } 534 535 static void 536 test_nvmf_tcp_send_c2h_data(void) 537 { 538 struct spdk_thread *thread; 539 struct spdk_nvmf_tcp_transport ttransport = {}; 540 struct spdk_nvmf_tcp_qpair tqpair = {}; 541 struct spdk_nvmf_tcp_req tcp_req = {}; 542 struct nvme_tcp_pdu pdu = {}; 543 struct spdk_nvme_tcp_c2h_data_hdr *c2h_data; 544 545 ttransport.tcp_opts.c2h_success = true; 546 thread = spdk_thread_create(NULL, NULL); 547 SPDK_CU_ASSERT_FATAL(thread != NULL); 548 spdk_set_thread(thread); 549 550 tcp_req.pdu = &pdu; 551 tcp_req.req.length = 300; 552 tcp_req.req.qpair = &tqpair.qpair; 553 554 tqpair.qpair.transport = &ttransport.transport; 555 556 /* Set qpair state to make unrelated operations NOP */ 557 tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING; 558 tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_ERROR; 559 560 tcp_req.req.cmd = (union nvmf_h2c_msg *)&tcp_req.cmd; 561 562 tcp_req.req.iov[0].iov_base = (void *)0xDEADBEEF; 563 tcp_req.req.iov[0].iov_len = 101; 564 tcp_req.req.iov[1].iov_base = (void *)0xFEEDBEEF; 565 tcp_req.req.iov[1].iov_len = 100; 566 tcp_req.req.iov[2].iov_base = (void *)0xC0FFEE; 567 tcp_req.req.iov[2].iov_len = 99; 568 tcp_req.req.iovcnt = 3; 569 tcp_req.req.length = 300; 570 571 nvmf_tcp_send_c2h_data(&tqpair, &tcp_req); 572 573 c2h_data = &pdu.hdr.c2h_data; 574 CU_ASSERT(c2h_data->datao == 0); 575 CU_ASSERT(c2h_data->datal = 300); 576 CU_ASSERT(c2h_data->common.plen == sizeof(*c2h_data) + 300); 577 CU_ASSERT(c2h_data->common.flags & SPDK_NVME_TCP_C2H_DATA_FLAGS_LAST_PDU); 578 CU_ASSERT(c2h_data->common.flags & SPDK_NVME_TCP_C2H_DATA_FLAGS_SUCCESS); 579 580 CU_ASSERT(pdu.data_iovcnt == 3); 581 CU_ASSERT((uint64_t)pdu.data_iov[0].iov_base == 0xDEADBEEF); 582 CU_ASSERT(pdu.data_iov[0].iov_len == 101); 583 CU_ASSERT((uint64_t)pdu.data_iov[1].iov_base == 0xFEEDBEEF); 584 CU_ASSERT(pdu.data_iov[1].iov_len == 100); 585 CU_ASSERT((uint64_t)pdu.data_iov[2].iov_base == 0xC0FFEE); 586 CU_ASSERT(pdu.data_iov[2].iov_len == 99); 587 588 tcp_req.pdu_in_use = false; 589 tcp_req.rsp.cdw0 = 1; 590 nvmf_tcp_send_c2h_data(&tqpair, &tcp_req); 591 592 CU_ASSERT(c2h_data->common.flags & SPDK_NVME_TCP_C2H_DATA_FLAGS_LAST_PDU); 593 CU_ASSERT((c2h_data->common.flags & SPDK_NVME_TCP_C2H_DATA_FLAGS_SUCCESS) == 0); 594 595 ttransport.tcp_opts.c2h_success = false; 596 tcp_req.pdu_in_use = false; 597 tcp_req.rsp.cdw0 = 0; 598 nvmf_tcp_send_c2h_data(&tqpair, &tcp_req); 599 600 CU_ASSERT(c2h_data->common.flags & SPDK_NVME_TCP_C2H_DATA_FLAGS_LAST_PDU); 601 CU_ASSERT((c2h_data->common.flags & SPDK_NVME_TCP_C2H_DATA_FLAGS_SUCCESS) == 0); 602 603 tcp_req.pdu_in_use = false; 604 tcp_req.rsp.cdw0 = 1; 605 nvmf_tcp_send_c2h_data(&tqpair, &tcp_req); 606 607 CU_ASSERT(c2h_data->common.flags & SPDK_NVME_TCP_C2H_DATA_FLAGS_LAST_PDU); 608 CU_ASSERT((c2h_data->common.flags & SPDK_NVME_TCP_C2H_DATA_FLAGS_SUCCESS) == 0); 609 610 spdk_thread_exit(thread); 611 while (!spdk_thread_is_exited(thread)) { 612 spdk_thread_poll(thread, 0, 0); 613 } 614 spdk_thread_destroy(thread); 615 } 616 617 #define NVMF_TCP_PDU_MAX_H2C_DATA_SIZE (128 * 1024) 618 619 static void 620 test_nvmf_tcp_h2c_data_hdr_handle(void) 621 { 622 struct spdk_nvmf_tcp_transport ttransport = {}; 623 struct spdk_nvmf_tcp_qpair tqpair = {}; 624 struct nvme_tcp_pdu pdu = {}; 625 struct spdk_nvmf_tcp_req tcp_req = {}; 626 struct spdk_nvme_tcp_h2c_data_hdr *h2c_data; 627 628 TAILQ_INIT(&tqpair.tcp_req_working_queue); 629 630 /* Set qpair state to make unrelated operations NOP */ 631 tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING; 632 tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_ERROR; 633 634 tcp_req.req.iov[0].iov_base = (void *)0xDEADBEEF; 635 tcp_req.req.iov[0].iov_len = 101; 636 tcp_req.req.iov[1].iov_base = (void *)0xFEEDBEEF; 637 tcp_req.req.iov[1].iov_len = 99; 638 tcp_req.req.iovcnt = 2; 639 tcp_req.req.length = 200; 640 tcp_req.state = TCP_REQUEST_STATE_TRANSFERRING_HOST_TO_CONTROLLER; 641 642 tcp_req.req.cmd = (union nvmf_h2c_msg *)&tcp_req.cmd; 643 tcp_req.req.cmd->nvme_cmd.cid = 1; 644 tcp_req.ttag = 2; 645 646 TAILQ_INSERT_TAIL(&tqpair.tcp_req_working_queue, 647 &tcp_req, state_link); 648 649 h2c_data = &pdu.hdr.h2c_data; 650 h2c_data->cccid = 1; 651 h2c_data->ttag = 2; 652 h2c_data->datao = 0; 653 h2c_data->datal = 200; 654 655 nvmf_tcp_h2c_data_hdr_handle(&ttransport, &tqpair, &pdu); 656 657 CU_ASSERT(pdu.data_iovcnt == 2); 658 CU_ASSERT((uint64_t)pdu.data_iov[0].iov_base == 0xDEADBEEF); 659 CU_ASSERT(pdu.data_iov[0].iov_len == 101); 660 CU_ASSERT((uint64_t)pdu.data_iov[1].iov_base == 0xFEEDBEEF); 661 CU_ASSERT(pdu.data_iov[1].iov_len == 99); 662 663 CU_ASSERT(TAILQ_FIRST(&tqpair.tcp_req_working_queue) == 664 &tcp_req); 665 TAILQ_REMOVE(&tqpair.tcp_req_working_queue, 666 &tcp_req, state_link); 667 } 668 669 670 static void 671 test_nvmf_tcp_incapsule_data_handle(void) 672 { 673 struct spdk_nvmf_tcp_transport ttransport = {}; 674 struct spdk_nvmf_tcp_qpair tqpair = {}; 675 struct nvme_tcp_pdu *pdu, pdu_in_progress = {}; 676 union nvmf_c2h_msg rsp0 = {}; 677 union nvmf_c2h_msg rsp = {}; 678 679 struct spdk_nvmf_request *req_temp = NULL; 680 struct spdk_nvmf_tcp_req tcp_req2 = {}; 681 struct spdk_nvmf_tcp_req tcp_req1 = {}; 682 683 struct spdk_nvme_tcp_cmd *capsule_data; 684 struct spdk_nvmf_capsule_cmd *nvmf_capsule_data; 685 struct spdk_nvme_sgl_descriptor *sgl; 686 687 struct spdk_nvmf_transport_poll_group *group; 688 struct spdk_nvmf_tcp_poll_group tcp_group = {}; 689 struct spdk_sock_group grp = {}; 690 691 tqpair.pdu_in_progress = &pdu_in_progress; 692 ttransport.transport.opts.max_io_size = UT_MAX_IO_SIZE; 693 ttransport.transport.opts.io_unit_size = UT_IO_UNIT_SIZE; 694 695 tcp_group.sock_group = &grp; 696 TAILQ_INIT(&tcp_group.qpairs); 697 group = &tcp_group.group; 698 group->transport = &ttransport.transport; 699 STAILQ_INIT(&group->pending_buf_queue); 700 tqpair.group = &tcp_group; 701 702 TAILQ_INIT(&tqpair.tcp_req_free_queue); 703 TAILQ_INIT(&tqpair.tcp_req_working_queue); 704 705 TAILQ_INSERT_TAIL(&tqpair.tcp_req_free_queue, &tcp_req2, state_link); 706 tqpair.state_cntr[TCP_REQUEST_STATE_FREE]++; 707 tqpair.qpair.transport = &ttransport.transport; 708 tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING; 709 tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_PSH; 710 tqpair.qpair.state = SPDK_NVMF_QPAIR_ACTIVE; 711 712 /* init a null tcp_req into tqpair TCP_REQUEST_STATE_FREE queue */ 713 tcp_req2.req.qpair = &tqpair.qpair; 714 tcp_req2.req.cmd = (union nvmf_h2c_msg *)&tcp_req2.cmd; 715 tcp_req2.req.rsp = &rsp; 716 717 /* init tcp_req1 */ 718 tcp_req1.req.qpair = &tqpair.qpair; 719 tcp_req1.req.cmd = (union nvmf_h2c_msg *)&tcp_req1.cmd; 720 tcp_req1.req.rsp = &rsp0; 721 tcp_req1.state = TCP_REQUEST_STATE_NEW; 722 723 TAILQ_INSERT_TAIL(&tqpair.tcp_req_working_queue, &tcp_req1, state_link); 724 tqpair.state_cntr[TCP_REQUEST_STATE_NEW]++; 725 726 /* init pdu, make pdu need sgl buff */ 727 pdu = tqpair.pdu_in_progress; 728 capsule_data = &pdu->hdr.capsule_cmd; 729 nvmf_capsule_data = (struct spdk_nvmf_capsule_cmd *)&pdu->hdr.capsule_cmd.ccsqe; 730 sgl = &capsule_data->ccsqe.dptr.sgl1; 731 732 capsule_data->common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_CAPSULE_CMD; 733 capsule_data->common.hlen = sizeof(*capsule_data); 734 capsule_data->common.plen = 1096; 735 capsule_data->ccsqe.opc = SPDK_NVME_OPC_FABRIC; 736 737 sgl->unkeyed.subtype = SPDK_NVME_SGL_SUBTYPE_TRANSPORT; 738 sgl->generic.type = SPDK_NVME_SGL_TYPE_TRANSPORT_DATA_BLOCK; 739 sgl->unkeyed.length = UT_IO_UNIT_SIZE; 740 741 nvmf_capsule_data->fctype = SPDK_NVMF_FABRIC_COMMAND_CONNECT; 742 743 /* insert tcp_req1 to pending_buf_queue, And this req takes precedence over the next req. */ 744 nvmf_tcp_req_process(&ttransport, &tcp_req1); 745 CU_ASSERT(STAILQ_FIRST(&group->pending_buf_queue) == &tcp_req1.req); 746 747 sgl->unkeyed.length = UT_IO_UNIT_SIZE - 1; 748 749 /* process tqpair capsule req. but we still remain req in pending_buff. */ 750 nvmf_tcp_capsule_cmd_hdr_handle(&ttransport, &tqpair, tqpair.pdu_in_progress); 751 CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_PAYLOAD); 752 CU_ASSERT(STAILQ_FIRST(&group->pending_buf_queue) == &tcp_req1.req); 753 STAILQ_FOREACH(req_temp, &group->pending_buf_queue, buf_link) { 754 if (req_temp == &tcp_req2.req) { 755 break; 756 } 757 } 758 CU_ASSERT(req_temp == NULL); 759 CU_ASSERT(tqpair.pdu_in_progress->req == (void *)&tcp_req2); 760 } 761 762 static void 763 test_nvmf_tcp_qpair_init_mem_resource(void) 764 { 765 int rc; 766 struct spdk_nvmf_tcp_qpair *tqpair = NULL; 767 struct spdk_nvmf_transport transport = {}; 768 769 tqpair = calloc(1, sizeof(*tqpair)); 770 tqpair->qpair.transport = &transport; 771 772 nvmf_tcp_opts_init(&transport.opts); 773 CU_ASSERT(transport.opts.max_queue_depth == SPDK_NVMF_TCP_DEFAULT_MAX_QUEUE_DEPTH); 774 CU_ASSERT(transport.opts.max_qpairs_per_ctrlr == SPDK_NVMF_TCP_DEFAULT_MAX_QPAIRS_PER_CTRLR); 775 CU_ASSERT(transport.opts.in_capsule_data_size == SPDK_NVMF_TCP_DEFAULT_IN_CAPSULE_DATA_SIZE); 776 CU_ASSERT(transport.opts.max_io_size == SPDK_NVMF_TCP_DEFAULT_MAX_IO_SIZE); 777 CU_ASSERT(transport.opts.io_unit_size == SPDK_NVMF_TCP_DEFAULT_IO_UNIT_SIZE); 778 CU_ASSERT(transport.opts.max_aq_depth == SPDK_NVMF_TCP_DEFAULT_AQ_DEPTH); 779 CU_ASSERT(transport.opts.num_shared_buffers == SPDK_NVMF_TCP_DEFAULT_NUM_SHARED_BUFFERS); 780 CU_ASSERT(transport.opts.buf_cache_size == SPDK_NVMF_TCP_DEFAULT_BUFFER_CACHE_SIZE); 781 CU_ASSERT(transport.opts.dif_insert_or_strip == SPDK_NVMF_TCP_DEFAULT_DIF_INSERT_OR_STRIP); 782 CU_ASSERT(transport.opts.abort_timeout_sec == SPDK_NVMF_TCP_DEFAULT_ABORT_TIMEOUT_SEC); 783 CU_ASSERT(transport.opts.transport_specific == NULL); 784 785 rc = nvmf_tcp_qpair_init(&tqpair->qpair); 786 CU_ASSERT(rc == 0); 787 CU_ASSERT(tqpair->host_hdgst_enable == true); 788 CU_ASSERT(tqpair->host_ddgst_enable == true); 789 790 rc = nvmf_tcp_qpair_init_mem_resource(tqpair); 791 CU_ASSERT(rc == 0); 792 CU_ASSERT(tqpair->resource_count == SPDK_NVMF_TCP_DEFAULT_MAX_QUEUE_DEPTH); 793 CU_ASSERT(tqpair->reqs != NULL); 794 CU_ASSERT(tqpair->bufs != NULL); 795 CU_ASSERT(tqpair->pdus != NULL); 796 /* Just to check the first and last entry */ 797 CU_ASSERT(tqpair->reqs[0].ttag == 1); 798 CU_ASSERT(tqpair->reqs[0].req.qpair == &tqpair->qpair); 799 CU_ASSERT(tqpair->reqs[0].pdu == &tqpair->pdus[0]); 800 CU_ASSERT(tqpair->reqs[0].pdu->qpair == &tqpair->qpair); 801 CU_ASSERT(tqpair->reqs[0].buf == (void *)((uintptr_t)tqpair->bufs)); 802 CU_ASSERT(tqpair->reqs[0].req.rsp == (void *)&tqpair->reqs[0].rsp); 803 CU_ASSERT(tqpair->reqs[0].req.cmd == (void *)&tqpair->reqs[0].cmd); 804 CU_ASSERT(tqpair->reqs[0].state == TCP_REQUEST_STATE_FREE); 805 CU_ASSERT(tqpair->reqs[127].ttag == 128); 806 CU_ASSERT(tqpair->reqs[127].req.qpair == &tqpair->qpair); 807 CU_ASSERT(tqpair->reqs[127].pdu == &tqpair->pdus[127]); 808 CU_ASSERT(tqpair->reqs[127].pdu->qpair == &tqpair->qpair); 809 CU_ASSERT(tqpair->reqs[127].buf == (void *)((uintptr_t)tqpair->bufs) + 127 * 4096); 810 CU_ASSERT(tqpair->reqs[127].req.rsp == (void *)&tqpair->reqs[127].rsp); 811 CU_ASSERT(tqpair->reqs[127].req.cmd == (void *)&tqpair->reqs[127].cmd); 812 CU_ASSERT(tqpair->reqs[127].state == TCP_REQUEST_STATE_FREE); 813 CU_ASSERT(tqpair->state_cntr[TCP_REQUEST_STATE_FREE] == SPDK_NVMF_TCP_DEFAULT_MAX_QUEUE_DEPTH); 814 CU_ASSERT(tqpair->mgmt_pdu == &tqpair->pdus[SPDK_NVMF_TCP_DEFAULT_MAX_QUEUE_DEPTH]); 815 CU_ASSERT(tqpair->mgmt_pdu->qpair == tqpair); 816 CU_ASSERT(tqpair->pdu_in_progress == &tqpair->pdus[SPDK_NVMF_TCP_DEFAULT_MAX_QUEUE_DEPTH + 1]); 817 CU_ASSERT(tqpair->recv_buf_size == (4096 + sizeof(struct spdk_nvme_tcp_cmd) + 2 * 818 SPDK_NVME_TCP_DIGEST_LEN) * SPDK_NVMF_TCP_RECV_BUF_SIZE_FACTOR); 819 820 /* Free all of tqpair resource */ 821 nvmf_tcp_qpair_destroy(tqpair); 822 } 823 824 static void 825 test_nvmf_tcp_send_c2h_term_req(void) 826 { 827 struct spdk_nvmf_tcp_qpair tqpair = {}; 828 struct nvme_tcp_pdu pdu = {}, mgmt_pdu = {}, pdu_in_progress = {}; 829 enum spdk_nvme_tcp_term_req_fes fes = SPDK_NVME_TCP_TERM_REQ_FES_INVALID_HEADER_FIELD; 830 uint32_t error_offset = 1; 831 832 mgmt_pdu.sgl.total_size = 0; 833 mgmt_pdu.qpair = &tqpair; 834 tqpair.mgmt_pdu = &mgmt_pdu; 835 tqpair.pdu_in_progress = &pdu_in_progress; 836 837 /* case1: hlen < SPDK_NVME_TCP_TERM_REQ_ERROR_DATA_MAX_SIZE, Expect: copy_len == hlen */ 838 pdu.hdr.common.hlen = 64; 839 nvmf_tcp_send_c2h_term_req(&tqpair, &pdu, fes, error_offset); 840 CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_ERROR); 841 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.hlen == sizeof(struct spdk_nvme_tcp_term_req_hdr)); 842 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.plen == tqpair.mgmt_pdu->hdr.term_req.common.hlen + 843 pdu.hdr.common.hlen); 844 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_C2H_TERM_REQ); 845 846 /* case2: hlen > SPDK_NVME_TCP_TERM_REQ_ERROR_DATA_MAX_SIZE, Expect: copy_len == SPDK_NVME_TCP_TERM_REQ_ERROR_DATA_MAX_SIZE */ 847 pdu.hdr.common.hlen = 255; 848 nvmf_tcp_send_c2h_term_req(&tqpair, &pdu, fes, error_offset); 849 CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_ERROR); 850 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.hlen == sizeof(struct spdk_nvme_tcp_term_req_hdr)); 851 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.plen == (unsigned) 852 tqpair.mgmt_pdu->hdr.term_req.common.hlen + SPDK_NVME_TCP_TERM_REQ_ERROR_DATA_MAX_SIZE); 853 CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_C2H_TERM_REQ); 854 } 855 856 static void 857 test_nvmf_tcp_send_capsule_resp_pdu(void) 858 { 859 struct spdk_nvmf_tcp_req tcp_req = {}; 860 struct spdk_nvmf_tcp_qpair tqpair = {}; 861 struct nvme_tcp_pdu pdu = {}; 862 863 tcp_req.pdu_in_use = false; 864 tcp_req.req.qpair = &tqpair.qpair; 865 tcp_req.pdu = &pdu; 866 tcp_req.req.rsp = (union nvmf_c2h_msg *)&tcp_req.rsp; 867 tcp_req.req.cmd = (union nvmf_h2c_msg *)&tcp_req.cmd; 868 tqpair.host_hdgst_enable = true; 869 870 nvmf_tcp_send_capsule_resp_pdu(&tcp_req, &tqpair); 871 CU_ASSERT(pdu.hdr.capsule_resp.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_CAPSULE_RESP); 872 CU_ASSERT(pdu.hdr.capsule_resp.common.plen == sizeof(struct spdk_nvme_tcp_rsp) + 873 SPDK_NVME_TCP_DIGEST_LEN); 874 CU_ASSERT(pdu.hdr.capsule_resp.common.hlen == sizeof(struct spdk_nvme_tcp_rsp)); 875 CU_ASSERT(!memcmp(&pdu.hdr.capsule_resp.rccqe, &tcp_req.req.rsp->nvme_cpl, 876 sizeof(struct spdk_nvme_cpl))); 877 CU_ASSERT(pdu.hdr.capsule_resp.common.flags & SPDK_NVME_TCP_CH_FLAGS_HDGSTF); 878 CU_ASSERT(pdu.cb_fn == nvmf_tcp_request_free); 879 CU_ASSERT(pdu.cb_arg == &tcp_req); 880 CU_ASSERT(pdu.iov[0].iov_base == &pdu.hdr.raw); 881 CU_ASSERT(pdu.iov[0].iov_len == sizeof(struct spdk_nvme_tcp_rsp) + SPDK_NVME_TCP_DIGEST_LEN); 882 883 /* hdgst disable */ 884 tqpair.host_hdgst_enable = false; 885 tcp_req.pdu_in_use = false; 886 memset(&pdu, 0, sizeof(pdu)); 887 888 nvmf_tcp_send_capsule_resp_pdu(&tcp_req, &tqpair); 889 CU_ASSERT(pdu.hdr.capsule_resp.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_CAPSULE_RESP); 890 CU_ASSERT(pdu.hdr.capsule_resp.common.plen == sizeof(struct spdk_nvme_tcp_rsp)); 891 CU_ASSERT(pdu.hdr.capsule_resp.common.hlen == sizeof(struct spdk_nvme_tcp_rsp)); 892 CU_ASSERT(!memcmp(&pdu.hdr.capsule_resp.rccqe, &tcp_req.req.rsp->nvme_cpl, 893 sizeof(struct spdk_nvme_cpl))); 894 CU_ASSERT(!(pdu.hdr.capsule_resp.common.flags & SPDK_NVME_TCP_CH_FLAGS_HDGSTF)); 895 CU_ASSERT(pdu.cb_fn == nvmf_tcp_request_free); 896 CU_ASSERT(pdu.cb_arg == &tcp_req); 897 CU_ASSERT(pdu.iov[0].iov_base == &pdu.hdr.raw); 898 CU_ASSERT(pdu.iov[0].iov_len == sizeof(struct spdk_nvme_tcp_rsp)); 899 } 900 901 int main(int argc, char **argv) 902 { 903 CU_pSuite suite = NULL; 904 unsigned int num_failures; 905 906 CU_set_error_action(CUEA_ABORT); 907 CU_initialize_registry(); 908 909 suite = CU_add_suite("nvmf", NULL, NULL); 910 911 CU_ADD_TEST(suite, test_nvmf_tcp_create); 912 CU_ADD_TEST(suite, test_nvmf_tcp_destroy); 913 CU_ADD_TEST(suite, test_nvmf_tcp_poll_group_create); 914 CU_ADD_TEST(suite, test_nvmf_tcp_send_c2h_data); 915 CU_ADD_TEST(suite, test_nvmf_tcp_h2c_data_hdr_handle); 916 CU_ADD_TEST(suite, test_nvmf_tcp_incapsule_data_handle); 917 CU_ADD_TEST(suite, test_nvmf_tcp_qpair_init_mem_resource); 918 CU_ADD_TEST(suite, test_nvmf_tcp_send_c2h_term_req); 919 CU_ADD_TEST(suite, test_nvmf_tcp_send_capsule_resp_pdu); 920 921 CU_basic_set_mode(CU_BRM_VERBOSE); 922 CU_basic_run_tests(); 923 num_failures = CU_get_number_of_failures(); 924 CU_cleanup_registry(); 925 return num_failures; 926 } 927