xref: /spdk/test/unit/lib/nvmf/tcp.c/tcp_ut.c (revision fecffda6ecf8853b82edccde429b68252f0a62c5)
1 /*   SPDX-License-Identifier: BSD-3-Clause
2  *   Copyright (C) 2018 Intel Corporation.
3  *   All rights reserved.
4  *   Copyright (c) 2021 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
5  */
6 
7 #include "spdk/stdinc.h"
8 #include "spdk/nvmf_spec.h"
9 #include "spdk_cunit.h"
10 
11 #include "spdk_internal/mock.h"
12 
13 #include "common/lib/test_env.c"
14 #include "common/lib/test_sock.c"
15 
16 #include "nvmf/ctrlr.c"
17 #include "nvmf/tcp.c"
18 
19 #define UT_IPV4_ADDR "192.168.0.1"
20 #define UT_PORT "4420"
21 #define UT_NVMF_ADRFAM_INVALID 0xf
22 #define UT_MAX_QUEUE_DEPTH 128
23 #define UT_MAX_QPAIRS_PER_CTRLR 128
24 #define UT_IN_CAPSULE_DATA_SIZE 1024
25 #define UT_MAX_IO_SIZE 4096
26 #define UT_IO_UNIT_SIZE 1024
27 #define UT_MAX_AQ_DEPTH 64
28 #define UT_SQ_HEAD_MAX 128
29 #define UT_NUM_SHARED_BUFFERS 128
30 
31 static void *g_accel_p = (void *)0xdeadbeaf;
32 
33 SPDK_LOG_REGISTER_COMPONENT(nvmf)
34 
35 DEFINE_STUB(spdk_nvmf_qpair_get_listen_trid,
36 	    int,
37 	    (struct spdk_nvmf_qpair *qpair, struct spdk_nvme_transport_id *trid),
38 	    0);
39 
40 DEFINE_STUB(nvmf_subsystem_add_ctrlr,
41 	    int,
42 	    (struct spdk_nvmf_subsystem *subsystem, struct spdk_nvmf_ctrlr *ctrlr),
43 	    0);
44 
45 DEFINE_STUB(nvmf_subsystem_get_ctrlr,
46 	    struct spdk_nvmf_ctrlr *,
47 	    (struct spdk_nvmf_subsystem *subsystem, uint16_t cntlid),
48 	    NULL);
49 
50 DEFINE_STUB(spdk_nvmf_tgt_find_subsystem,
51 	    struct spdk_nvmf_subsystem *,
52 	    (struct spdk_nvmf_tgt *tgt, const char *subnqn),
53 	    NULL);
54 
55 DEFINE_STUB(spdk_nvmf_subsystem_listener_allowed,
56 	    bool,
57 	    (struct spdk_nvmf_subsystem *subsystem, const struct spdk_nvme_transport_id *trid),
58 	    true);
59 
60 DEFINE_STUB(nvmf_subsystem_find_listener,
61 	    struct spdk_nvmf_subsystem_listener *,
62 	    (struct spdk_nvmf_subsystem *subsystem,
63 	     const struct spdk_nvme_transport_id *trid),
64 	    (void *)0x1);
65 
66 DEFINE_STUB_V(nvmf_get_discovery_log_page,
67 	      (struct spdk_nvmf_tgt *tgt, const char *hostnqn, struct iovec *iov,
68 	       uint32_t iovcnt, uint64_t offset, uint32_t length, struct spdk_nvme_transport_id *cmd_src_trid));
69 
70 DEFINE_STUB_V(nvmf_subsystem_remove_ctrlr,
71 	      (struct spdk_nvmf_subsystem *subsystem, struct spdk_nvmf_ctrlr *ctrlr));
72 
73 DEFINE_STUB(spdk_nvmf_subsystem_get_first_ns,
74 	    struct spdk_nvmf_ns *,
75 	    (struct spdk_nvmf_subsystem *subsystem),
76 	    NULL);
77 
78 DEFINE_STUB(spdk_nvmf_subsystem_get_next_ns,
79 	    struct spdk_nvmf_ns *,
80 	    (struct spdk_nvmf_subsystem *subsystem, struct spdk_nvmf_ns *prev_ns),
81 	    NULL);
82 
83 DEFINE_STUB(spdk_nvmf_subsystem_host_allowed,
84 	    bool,
85 	    (struct spdk_nvmf_subsystem *subsystem, const char *hostnqn),
86 	    true);
87 
88 DEFINE_STUB(nvmf_ctrlr_dsm_supported,
89 	    bool,
90 	    (struct spdk_nvmf_ctrlr *ctrlr),
91 	    false);
92 
93 DEFINE_STUB(nvmf_ctrlr_write_zeroes_supported,
94 	    bool,
95 	    (struct spdk_nvmf_ctrlr *ctrlr),
96 	    false);
97 
98 DEFINE_STUB(nvmf_ctrlr_copy_supported,
99 	    bool,
100 	    (struct spdk_nvmf_ctrlr *ctrlr),
101 	    false);
102 
103 DEFINE_STUB(nvmf_bdev_ctrlr_read_cmd,
104 	    int,
105 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
106 	     struct spdk_nvmf_request *req),
107 	    0);
108 
109 DEFINE_STUB(nvmf_bdev_ctrlr_write_cmd,
110 	    int,
111 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
112 	     struct spdk_nvmf_request *req),
113 	    0);
114 
115 DEFINE_STUB(nvmf_bdev_ctrlr_compare_cmd,
116 	    int,
117 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
118 	     struct spdk_nvmf_request *req),
119 	    0);
120 
121 DEFINE_STUB(nvmf_bdev_ctrlr_compare_and_write_cmd,
122 	    int,
123 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
124 	     struct spdk_nvmf_request *cmp_req, struct spdk_nvmf_request *write_req),
125 	    0);
126 
127 DEFINE_STUB(nvmf_bdev_ctrlr_write_zeroes_cmd,
128 	    int,
129 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
130 	     struct spdk_nvmf_request *req),
131 	    0);
132 
133 DEFINE_STUB(nvmf_bdev_ctrlr_flush_cmd,
134 	    int,
135 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
136 	     struct spdk_nvmf_request *req),
137 	    0);
138 
139 DEFINE_STUB(nvmf_bdev_ctrlr_dsm_cmd,
140 	    int,
141 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
142 	     struct spdk_nvmf_request *req),
143 	    0);
144 
145 DEFINE_STUB(nvmf_bdev_ctrlr_copy_cmd,
146 	    int,
147 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
148 	     struct spdk_nvmf_request *req),
149 	    0);
150 
151 DEFINE_STUB(nvmf_bdev_ctrlr_nvme_passthru_io,
152 	    int,
153 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
154 	     struct spdk_nvmf_request *req),
155 	    0);
156 
157 DEFINE_STUB(spdk_nvmf_bdev_ctrlr_abort_cmd,
158 	    int,
159 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
160 	     struct spdk_nvmf_request *req, struct spdk_nvmf_request *req_to_abort),
161 	    0);
162 
163 DEFINE_STUB(nvmf_bdev_ctrlr_get_dif_ctx,
164 	    bool,
165 	    (struct spdk_bdev *bdev, struct spdk_nvme_cmd *cmd, struct spdk_dif_ctx *dif_ctx),
166 	    false);
167 
168 DEFINE_STUB(nvmf_transport_req_complete,
169 	    int,
170 	    (struct spdk_nvmf_request *req),
171 	    0);
172 
173 DEFINE_STUB(nvmf_bdev_zcopy_enabled,
174 	    bool,
175 	    (struct spdk_bdev *bdev),
176 	    false);
177 
178 DEFINE_STUB(nvmf_bdev_ctrlr_zcopy_start,
179 	    int,
180 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
181 	     struct spdk_nvmf_request *req),
182 	    0);
183 
184 DEFINE_STUB_V(nvmf_bdev_ctrlr_zcopy_end, (struct spdk_nvmf_request *req, bool commit));
185 
186 DEFINE_STUB_V(spdk_nvmf_request_free_buffers,
187 	      (struct spdk_nvmf_request *req, struct spdk_nvmf_transport_poll_group *group,
188 	       struct spdk_nvmf_transport *transport));
189 
190 DEFINE_STUB(spdk_sock_get_optimal_sock_group,
191 	    int,
192 	    (struct spdk_sock *sock, struct spdk_sock_group **group, struct spdk_sock_group *hint),
193 	    0);
194 
195 DEFINE_STUB(spdk_sock_group_get_ctx,
196 	    void *,
197 	    (struct spdk_sock_group *group),
198 	    NULL);
199 
200 DEFINE_STUB(spdk_sock_set_priority,
201 	    int,
202 	    (struct spdk_sock *sock, int priority),
203 	    0);
204 
205 DEFINE_STUB_V(nvmf_ns_reservation_request, (void *ctx));
206 
207 DEFINE_STUB_V(spdk_nvme_trid_populate_transport, (struct spdk_nvme_transport_id *trid,
208 		enum spdk_nvme_transport_type trtype));
209 DEFINE_STUB_V(spdk_nvmf_transport_register, (const struct spdk_nvmf_transport_ops *ops));
210 
211 DEFINE_STUB_V(spdk_nvmf_tgt_new_qpair, (struct spdk_nvmf_tgt *tgt, struct spdk_nvmf_qpair *qpair));
212 
213 DEFINE_STUB_V(nvmf_transport_qpair_abort_request,
214 	      (struct spdk_nvmf_qpair *qpair, struct spdk_nvmf_request *req));
215 
216 DEFINE_STUB_V(spdk_nvme_print_command, (uint16_t qid, struct spdk_nvme_cmd *cmd));
217 DEFINE_STUB_V(spdk_nvme_print_completion, (uint16_t qid, struct spdk_nvme_cpl *cpl));
218 
219 DEFINE_STUB(nvmf_transport_req_free,
220 	    int,
221 	    (struct spdk_nvmf_request *req),
222 	    0);
223 
224 DEFINE_STUB(accel_channel_create, int, (void *io_device, void *ctx_buf), 0);
225 DEFINE_STUB_V(accel_channel_destroy, (void *io_device, void *ctx_buf));
226 DEFINE_STUB(spdk_bdev_reset, int, (struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
227 				   spdk_bdev_io_completion_cb cb, void *cb_arg), 0);
228 DEFINE_STUB_V(spdk_bdev_free_io, (struct spdk_bdev_io *bdev_io));
229 
230 struct spdk_io_channel *
231 spdk_accel_get_io_channel(void)
232 {
233 	return spdk_get_io_channel(g_accel_p);
234 }
235 
236 DEFINE_STUB(spdk_accel_submit_crc32cv,
237 	    int,
238 	    (struct spdk_io_channel *ch, uint32_t *dst, struct iovec *iovs,
239 	     uint32_t iovcnt, uint32_t seed, spdk_accel_completion_cb cb_fn, void *cb_arg),
240 	    0);
241 
242 DEFINE_STUB(spdk_nvmf_bdev_ctrlr_nvme_passthru_admin,
243 	    int,
244 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc,
245 	     struct spdk_io_channel *ch, struct spdk_nvmf_request *req,
246 	     spdk_nvmf_nvme_passthru_cmd_cb cb_fn),
247 	    0)
248 
249 struct spdk_bdev {
250 	int ut_mock;
251 	uint64_t blockcnt;
252 };
253 
254 int
255 spdk_nvme_transport_id_compare(const struct spdk_nvme_transport_id *trid1,
256 			       const struct spdk_nvme_transport_id *trid2)
257 {
258 	return 0;
259 }
260 
261 const char *
262 spdk_nvme_transport_id_trtype_str(enum spdk_nvme_transport_type trtype)
263 {
264 	switch (trtype) {
265 	case SPDK_NVME_TRANSPORT_PCIE:
266 		return "PCIe";
267 	case SPDK_NVME_TRANSPORT_RDMA:
268 		return "RDMA";
269 	case SPDK_NVME_TRANSPORT_FC:
270 		return "FC";
271 	default:
272 		return NULL;
273 	}
274 }
275 
276 int
277 spdk_nvme_transport_id_populate_trstring(struct spdk_nvme_transport_id *trid, const char *trstring)
278 {
279 	int len, i;
280 
281 	if (trstring == NULL) {
282 		return -EINVAL;
283 	}
284 
285 	len = strnlen(trstring, SPDK_NVMF_TRSTRING_MAX_LEN);
286 	if (len == SPDK_NVMF_TRSTRING_MAX_LEN) {
287 		return -EINVAL;
288 	}
289 
290 	/* cast official trstring to uppercase version of input. */
291 	for (i = 0; i < len; i++) {
292 		trid->trstring[i] = toupper(trstring[i]);
293 	}
294 	return 0;
295 }
296 
297 int
298 spdk_nvmf_qpair_disconnect(struct spdk_nvmf_qpair *qpair, nvmf_qpair_disconnect_cb cb_fn, void *ctx)
299 {
300 	return 0;
301 }
302 
303 int
304 spdk_nvmf_request_get_buffers(struct spdk_nvmf_request *req,
305 			      struct spdk_nvmf_transport_poll_group *group,
306 			      struct spdk_nvmf_transport *transport,
307 			      uint32_t length)
308 {
309 	/* length more than 1 io unit length will fail. */
310 	if (length >= transport->opts.io_unit_size) {
311 		return -EINVAL;
312 	}
313 
314 	req->iovcnt = 1;
315 	req->iov[0].iov_base = (void *)0xDEADBEEF;
316 
317 	return 0;
318 }
319 
320 
321 void
322 nvmf_bdev_ctrlr_identify_ns(struct spdk_nvmf_ns *ns, struct spdk_nvme_ns_data *nsdata,
323 			    bool dif_insert_or_strip)
324 {
325 	uint64_t num_blocks;
326 
327 	SPDK_CU_ASSERT_FATAL(ns->bdev != NULL);
328 	num_blocks = ns->bdev->blockcnt;
329 	nsdata->nsze = num_blocks;
330 	nsdata->ncap = num_blocks;
331 	nsdata->nuse = num_blocks;
332 	nsdata->nlbaf = 0;
333 	nsdata->flbas.format = 0;
334 	nsdata->lbaf[0].lbads = spdk_u32log2(512);
335 }
336 
337 const char *
338 spdk_nvmf_subsystem_get_sn(const struct spdk_nvmf_subsystem *subsystem)
339 {
340 	return subsystem->sn;
341 }
342 
343 const char *
344 spdk_nvmf_subsystem_get_mn(const struct spdk_nvmf_subsystem *subsystem)
345 {
346 	return subsystem->mn;
347 }
348 
349 static void
350 test_nvmf_tcp_create(void)
351 {
352 	struct spdk_thread *thread;
353 	struct spdk_nvmf_transport *transport;
354 	struct spdk_nvmf_tcp_transport *ttransport;
355 	struct spdk_nvmf_transport_opts opts;
356 
357 	thread = spdk_thread_create(NULL, NULL);
358 	SPDK_CU_ASSERT_FATAL(thread != NULL);
359 	spdk_set_thread(thread);
360 
361 	/* case 1 */
362 	memset(&opts, 0, sizeof(opts));
363 	opts.max_queue_depth = UT_MAX_QUEUE_DEPTH;
364 	opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR;
365 	opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE;
366 	opts.max_io_size = UT_MAX_IO_SIZE;
367 	opts.io_unit_size = UT_IO_UNIT_SIZE;
368 	opts.max_aq_depth = UT_MAX_AQ_DEPTH;
369 	opts.num_shared_buffers = UT_NUM_SHARED_BUFFERS;
370 	/* expect success */
371 	transport = nvmf_tcp_create(&opts);
372 	CU_ASSERT_PTR_NOT_NULL(transport);
373 	ttransport = SPDK_CONTAINEROF(transport, struct spdk_nvmf_tcp_transport, transport);
374 	SPDK_CU_ASSERT_FATAL(ttransport != NULL);
375 	transport->opts = opts;
376 	CU_ASSERT(transport->opts.max_queue_depth == UT_MAX_QUEUE_DEPTH);
377 	CU_ASSERT(transport->opts.max_io_size == UT_MAX_IO_SIZE);
378 	CU_ASSERT(transport->opts.in_capsule_data_size == UT_IN_CAPSULE_DATA_SIZE);
379 	CU_ASSERT(transport->opts.io_unit_size == UT_IO_UNIT_SIZE);
380 	/* destroy transport */
381 	spdk_mempool_free(ttransport->transport.data_buf_pool);
382 	CU_ASSERT(nvmf_tcp_destroy(transport, NULL, NULL) == 0);
383 
384 	/* case 2 */
385 	memset(&opts, 0, sizeof(opts));
386 	opts.max_queue_depth = UT_MAX_QUEUE_DEPTH;
387 	opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR;
388 	opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE;
389 	opts.max_io_size = UT_MAX_IO_SIZE;
390 	opts.io_unit_size = UT_MAX_IO_SIZE + 1;
391 	opts.max_aq_depth = UT_MAX_AQ_DEPTH;
392 	opts.num_shared_buffers = UT_NUM_SHARED_BUFFERS;
393 	/* expect success */
394 	transport = nvmf_tcp_create(&opts);
395 	CU_ASSERT_PTR_NOT_NULL(transport);
396 	ttransport = SPDK_CONTAINEROF(transport, struct spdk_nvmf_tcp_transport, transport);
397 	SPDK_CU_ASSERT_FATAL(ttransport != NULL);
398 	transport->opts = opts;
399 	CU_ASSERT(transport->opts.max_queue_depth == UT_MAX_QUEUE_DEPTH);
400 	CU_ASSERT(transport->opts.max_io_size == UT_MAX_IO_SIZE);
401 	CU_ASSERT(transport->opts.in_capsule_data_size == UT_IN_CAPSULE_DATA_SIZE);
402 	CU_ASSERT(transport->opts.io_unit_size == UT_MAX_IO_SIZE);
403 	/* destroy transport */
404 	spdk_mempool_free(ttransport->transport.data_buf_pool);
405 	CU_ASSERT(nvmf_tcp_destroy(transport, NULL, NULL) == 0);
406 
407 	/* case 3 */
408 	memset(&opts, 0, sizeof(opts));
409 	opts.max_queue_depth = UT_MAX_QUEUE_DEPTH;
410 	opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR;
411 	opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE;
412 	opts.max_io_size = UT_MAX_IO_SIZE;
413 	opts.io_unit_size = 16;
414 	opts.max_aq_depth = UT_MAX_AQ_DEPTH;
415 	/* expect fails */
416 	transport = nvmf_tcp_create(&opts);
417 	CU_ASSERT_PTR_NULL(transport);
418 
419 	spdk_thread_exit(thread);
420 	while (!spdk_thread_is_exited(thread)) {
421 		spdk_thread_poll(thread, 0, 0);
422 	}
423 	spdk_thread_destroy(thread);
424 }
425 
426 static void
427 test_nvmf_tcp_destroy(void)
428 {
429 	struct spdk_thread *thread;
430 	struct spdk_nvmf_transport *transport;
431 	struct spdk_nvmf_transport_opts opts;
432 
433 	thread = spdk_thread_create(NULL, NULL);
434 	SPDK_CU_ASSERT_FATAL(thread != NULL);
435 	spdk_set_thread(thread);
436 
437 	/* case 1 */
438 	memset(&opts, 0, sizeof(opts));
439 	opts.max_queue_depth = UT_MAX_QUEUE_DEPTH;
440 	opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR;
441 	opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE;
442 	opts.max_io_size = UT_MAX_IO_SIZE;
443 	opts.io_unit_size = UT_IO_UNIT_SIZE;
444 	opts.max_aq_depth = UT_MAX_AQ_DEPTH;
445 	opts.num_shared_buffers = UT_NUM_SHARED_BUFFERS;
446 	transport = nvmf_tcp_create(&opts);
447 	CU_ASSERT_PTR_NOT_NULL(transport);
448 	transport->opts = opts;
449 	/* destroy transport */
450 	CU_ASSERT(nvmf_tcp_destroy(transport, NULL, NULL) == 0);
451 
452 	spdk_thread_exit(thread);
453 	while (!spdk_thread_is_exited(thread)) {
454 		spdk_thread_poll(thread, 0, 0);
455 	}
456 	spdk_thread_destroy(thread);
457 }
458 
459 static void
460 init_accel(void)
461 {
462 	spdk_io_device_register(g_accel_p, accel_channel_create, accel_channel_destroy,
463 				sizeof(int), "accel_p");
464 }
465 
466 static void
467 fini_accel(void)
468 {
469 	spdk_io_device_unregister(g_accel_p, NULL);
470 }
471 
472 static void
473 test_nvmf_tcp_poll_group_create(void)
474 {
475 	struct spdk_nvmf_transport *transport;
476 	struct spdk_nvmf_transport_poll_group *group;
477 	struct spdk_nvmf_tcp_poll_group *tgroup;
478 	struct spdk_thread *thread;
479 	struct spdk_nvmf_transport_opts opts;
480 	struct spdk_sock_group grp = {};
481 
482 	thread = spdk_thread_create(NULL, NULL);
483 	SPDK_CU_ASSERT_FATAL(thread != NULL);
484 	spdk_set_thread(thread);
485 
486 	init_accel();
487 
488 	memset(&opts, 0, sizeof(opts));
489 	opts.max_queue_depth = UT_MAX_QUEUE_DEPTH;
490 	opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR;
491 	opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE;
492 	opts.max_io_size = UT_MAX_IO_SIZE;
493 	opts.io_unit_size = UT_IO_UNIT_SIZE;
494 	opts.max_aq_depth = UT_MAX_AQ_DEPTH;
495 	opts.num_shared_buffers = UT_NUM_SHARED_BUFFERS;
496 	transport = nvmf_tcp_create(&opts);
497 	CU_ASSERT_PTR_NOT_NULL(transport);
498 	transport->opts = opts;
499 	MOCK_SET(spdk_sock_group_create, &grp);
500 	group = nvmf_tcp_poll_group_create(transport, NULL);
501 	MOCK_CLEAR_P(spdk_sock_group_create);
502 	SPDK_CU_ASSERT_FATAL(group);
503 	if (opts.in_capsule_data_size < SPDK_NVME_TCP_IN_CAPSULE_DATA_MAX_SIZE) {
504 		tgroup = SPDK_CONTAINEROF(group, struct spdk_nvmf_tcp_poll_group, group);
505 		SPDK_CU_ASSERT_FATAL(tgroup->control_msg_list);
506 	}
507 	group->transport = transport;
508 	nvmf_tcp_poll_group_destroy(group);
509 	nvmf_tcp_destroy(transport, NULL, NULL);
510 
511 	fini_accel();
512 	spdk_thread_exit(thread);
513 	while (!spdk_thread_is_exited(thread)) {
514 		spdk_thread_poll(thread, 0, 0);
515 	}
516 	spdk_thread_destroy(thread);
517 }
518 
519 static void
520 test_nvmf_tcp_send_c2h_data(void)
521 {
522 	struct spdk_thread *thread;
523 	struct spdk_nvmf_tcp_transport ttransport = {};
524 	struct spdk_nvmf_tcp_qpair tqpair = {};
525 	struct spdk_nvmf_tcp_req tcp_req = {};
526 	struct nvme_tcp_pdu pdu = {};
527 	struct spdk_nvme_tcp_c2h_data_hdr *c2h_data;
528 
529 	ttransport.tcp_opts.c2h_success = true;
530 	thread = spdk_thread_create(NULL, NULL);
531 	SPDK_CU_ASSERT_FATAL(thread != NULL);
532 	spdk_set_thread(thread);
533 
534 	tcp_req.pdu = &pdu;
535 	tcp_req.req.length = 300;
536 	tcp_req.req.qpair = &tqpair.qpair;
537 
538 	tqpair.qpair.transport = &ttransport.transport;
539 
540 	/* Set qpair state to make unrelated operations NOP */
541 	tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING;
542 	tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_ERROR;
543 
544 	tcp_req.req.cmd = (union nvmf_h2c_msg *)&tcp_req.cmd;
545 
546 	tcp_req.req.iov[0].iov_base = (void *)0xDEADBEEF;
547 	tcp_req.req.iov[0].iov_len = 101;
548 	tcp_req.req.iov[1].iov_base = (void *)0xFEEDBEEF;
549 	tcp_req.req.iov[1].iov_len = 100;
550 	tcp_req.req.iov[2].iov_base = (void *)0xC0FFEE;
551 	tcp_req.req.iov[2].iov_len = 99;
552 	tcp_req.req.iovcnt = 3;
553 	tcp_req.req.length = 300;
554 
555 	nvmf_tcp_send_c2h_data(&tqpair, &tcp_req);
556 
557 	c2h_data = &pdu.hdr.c2h_data;
558 	CU_ASSERT(c2h_data->datao == 0);
559 	CU_ASSERT(c2h_data->datal = 300);
560 	CU_ASSERT(c2h_data->common.plen == sizeof(*c2h_data) + 300);
561 	CU_ASSERT(c2h_data->common.flags & SPDK_NVME_TCP_C2H_DATA_FLAGS_LAST_PDU);
562 	CU_ASSERT(c2h_data->common.flags & SPDK_NVME_TCP_C2H_DATA_FLAGS_SUCCESS);
563 
564 	CU_ASSERT(pdu.data_iovcnt == 3);
565 	CU_ASSERT((uint64_t)pdu.data_iov[0].iov_base == 0xDEADBEEF);
566 	CU_ASSERT(pdu.data_iov[0].iov_len == 101);
567 	CU_ASSERT((uint64_t)pdu.data_iov[1].iov_base == 0xFEEDBEEF);
568 	CU_ASSERT(pdu.data_iov[1].iov_len == 100);
569 	CU_ASSERT((uint64_t)pdu.data_iov[2].iov_base == 0xC0FFEE);
570 	CU_ASSERT(pdu.data_iov[2].iov_len == 99);
571 
572 	tcp_req.pdu_in_use = false;
573 	tcp_req.rsp.cdw0 = 1;
574 	nvmf_tcp_send_c2h_data(&tqpair, &tcp_req);
575 
576 	CU_ASSERT(c2h_data->common.flags & SPDK_NVME_TCP_C2H_DATA_FLAGS_LAST_PDU);
577 	CU_ASSERT((c2h_data->common.flags & SPDK_NVME_TCP_C2H_DATA_FLAGS_SUCCESS) == 0);
578 
579 	ttransport.tcp_opts.c2h_success = false;
580 	tcp_req.pdu_in_use = false;
581 	tcp_req.rsp.cdw0 = 0;
582 	nvmf_tcp_send_c2h_data(&tqpair, &tcp_req);
583 
584 	CU_ASSERT(c2h_data->common.flags & SPDK_NVME_TCP_C2H_DATA_FLAGS_LAST_PDU);
585 	CU_ASSERT((c2h_data->common.flags & SPDK_NVME_TCP_C2H_DATA_FLAGS_SUCCESS) == 0);
586 
587 	tcp_req.pdu_in_use = false;
588 	tcp_req.rsp.cdw0 = 1;
589 	nvmf_tcp_send_c2h_data(&tqpair, &tcp_req);
590 
591 	CU_ASSERT(c2h_data->common.flags & SPDK_NVME_TCP_C2H_DATA_FLAGS_LAST_PDU);
592 	CU_ASSERT((c2h_data->common.flags & SPDK_NVME_TCP_C2H_DATA_FLAGS_SUCCESS) == 0);
593 
594 	spdk_thread_exit(thread);
595 	while (!spdk_thread_is_exited(thread)) {
596 		spdk_thread_poll(thread, 0, 0);
597 	}
598 	spdk_thread_destroy(thread);
599 }
600 
601 #define NVMF_TCP_PDU_MAX_H2C_DATA_SIZE (128 * 1024)
602 
603 static void
604 test_nvmf_tcp_h2c_data_hdr_handle(void)
605 {
606 	struct spdk_nvmf_tcp_transport ttransport = {};
607 	struct spdk_nvmf_tcp_qpair tqpair = {};
608 	struct nvme_tcp_pdu pdu = {};
609 	struct spdk_nvmf_tcp_req tcp_req = {};
610 	struct spdk_nvme_tcp_h2c_data_hdr *h2c_data;
611 
612 	/* Set qpair state to make unrelated operations NOP */
613 	tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING;
614 	tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_ERROR;
615 	tqpair.resource_count = 1;
616 	tqpair.reqs = &tcp_req;
617 
618 	tcp_req.req.iov[0].iov_base = (void *)0xDEADBEEF;
619 	tcp_req.req.iov[0].iov_len = 101;
620 	tcp_req.req.iov[1].iov_base = (void *)0xFEEDBEEF;
621 	tcp_req.req.iov[1].iov_len = 99;
622 	tcp_req.req.iovcnt = 2;
623 	tcp_req.req.length = 200;
624 	tcp_req.state = TCP_REQUEST_STATE_TRANSFERRING_HOST_TO_CONTROLLER;
625 
626 	tcp_req.req.cmd = (union nvmf_h2c_msg *)&tcp_req.cmd;
627 	tcp_req.req.cmd->nvme_cmd.cid = 1;
628 	tcp_req.ttag = 1;
629 
630 	h2c_data = &pdu.hdr.h2c_data;
631 	h2c_data->cccid = 1;
632 	h2c_data->ttag = 1;
633 	h2c_data->datao = 0;
634 	h2c_data->datal = 200;
635 
636 	nvmf_tcp_h2c_data_hdr_handle(&ttransport, &tqpair, &pdu);
637 
638 	CU_ASSERT(pdu.data_iovcnt == 2);
639 	CU_ASSERT((uint64_t)pdu.data_iov[0].iov_base == 0xDEADBEEF);
640 	CU_ASSERT(pdu.data_iov[0].iov_len == 101);
641 	CU_ASSERT((uint64_t)pdu.data_iov[1].iov_base == 0xFEEDBEEF);
642 	CU_ASSERT(pdu.data_iov[1].iov_len == 99);
643 }
644 
645 
646 static void
647 test_nvmf_tcp_in_capsule_data_handle(void)
648 {
649 	struct spdk_nvmf_tcp_transport ttransport = {};
650 	struct spdk_nvmf_tcp_qpair tqpair = {};
651 	struct nvme_tcp_pdu *pdu, pdu_in_progress = {};
652 	union nvmf_c2h_msg rsp0 = {};
653 	union nvmf_c2h_msg rsp = {};
654 
655 	struct spdk_nvmf_request *req_temp = NULL;
656 	struct spdk_nvmf_tcp_req tcp_req2 = {};
657 	struct spdk_nvmf_tcp_req tcp_req1 = {};
658 
659 	struct spdk_nvme_tcp_cmd *capsule_data;
660 	struct spdk_nvmf_capsule_cmd *nvmf_capsule_data;
661 	struct spdk_nvme_sgl_descriptor *sgl;
662 
663 	struct spdk_nvmf_transport_poll_group *group;
664 	struct spdk_nvmf_tcp_poll_group tcp_group = {};
665 	struct spdk_sock_group grp = {};
666 
667 	tqpair.pdu_in_progress = &pdu_in_progress;
668 	ttransport.transport.opts.max_io_size = UT_MAX_IO_SIZE;
669 	ttransport.transport.opts.io_unit_size = UT_IO_UNIT_SIZE;
670 
671 	tcp_group.sock_group = &grp;
672 	TAILQ_INIT(&tcp_group.qpairs);
673 	group = &tcp_group.group;
674 	group->transport = &ttransport.transport;
675 	STAILQ_INIT(&group->pending_buf_queue);
676 	tqpair.group = &tcp_group;
677 
678 	TAILQ_INIT(&tqpair.tcp_req_free_queue);
679 	TAILQ_INIT(&tqpair.tcp_req_working_queue);
680 
681 	TAILQ_INSERT_TAIL(&tqpair.tcp_req_free_queue, &tcp_req2, state_link);
682 	tqpair.state_cntr[TCP_REQUEST_STATE_FREE]++;
683 	tqpair.qpair.transport = &ttransport.transport;
684 	tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING;
685 	tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_PSH;
686 	tqpair.qpair.state = SPDK_NVMF_QPAIR_ACTIVE;
687 
688 	/* init a null tcp_req into tqpair TCP_REQUEST_STATE_FREE queue */
689 	tcp_req2.req.qpair = &tqpair.qpair;
690 	tcp_req2.req.cmd = (union nvmf_h2c_msg *)&tcp_req2.cmd;
691 	tcp_req2.req.rsp = &rsp;
692 
693 	/* init tcp_req1 */
694 	tcp_req1.req.qpair = &tqpair.qpair;
695 	tcp_req1.req.cmd = (union nvmf_h2c_msg *)&tcp_req1.cmd;
696 	tcp_req1.req.rsp = &rsp0;
697 	tcp_req1.state = TCP_REQUEST_STATE_NEW;
698 
699 	TAILQ_INSERT_TAIL(&tqpair.tcp_req_working_queue, &tcp_req1, state_link);
700 	tqpair.state_cntr[TCP_REQUEST_STATE_NEW]++;
701 
702 	/* init pdu, make pdu need sgl buff */
703 	pdu = tqpair.pdu_in_progress;
704 	capsule_data = &pdu->hdr.capsule_cmd;
705 	nvmf_capsule_data = (struct spdk_nvmf_capsule_cmd *)&pdu->hdr.capsule_cmd.ccsqe;
706 	sgl = &capsule_data->ccsqe.dptr.sgl1;
707 
708 	capsule_data->common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_CAPSULE_CMD;
709 	capsule_data->common.hlen = sizeof(*capsule_data);
710 	capsule_data->common.plen = 1096;
711 	capsule_data->ccsqe.opc = SPDK_NVME_OPC_FABRIC;
712 
713 	sgl->unkeyed.subtype = SPDK_NVME_SGL_SUBTYPE_TRANSPORT;
714 	sgl->generic.type = SPDK_NVME_SGL_TYPE_TRANSPORT_DATA_BLOCK;
715 	sgl->unkeyed.length = UT_IO_UNIT_SIZE;
716 
717 	nvmf_capsule_data->fctype = SPDK_NVMF_FABRIC_COMMAND_CONNECT;
718 
719 	/* insert tcp_req1 to pending_buf_queue, And this req takes precedence over the next req. */
720 	nvmf_tcp_req_process(&ttransport, &tcp_req1);
721 	CU_ASSERT(STAILQ_FIRST(&group->pending_buf_queue) == &tcp_req1.req);
722 
723 	sgl->unkeyed.length = UT_IO_UNIT_SIZE - 1;
724 
725 	/* process tqpair capsule req. but we still remain req in pending_buff. */
726 	nvmf_tcp_capsule_cmd_hdr_handle(&ttransport, &tqpair, tqpair.pdu_in_progress);
727 	CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_PAYLOAD);
728 	CU_ASSERT(STAILQ_FIRST(&group->pending_buf_queue) == &tcp_req1.req);
729 	STAILQ_FOREACH(req_temp, &group->pending_buf_queue, buf_link) {
730 		if (req_temp == &tcp_req2.req) {
731 			break;
732 		}
733 	}
734 	CU_ASSERT(req_temp == NULL);
735 	CU_ASSERT(tqpair.pdu_in_progress->req == (void *)&tcp_req2);
736 }
737 
738 static void
739 test_nvmf_tcp_qpair_init_mem_resource(void)
740 {
741 	int rc;
742 	struct spdk_nvmf_tcp_qpair *tqpair = NULL;
743 	struct spdk_nvmf_transport transport = {};
744 	struct spdk_thread *thread;
745 
746 	thread = spdk_thread_create(NULL, NULL);
747 	SPDK_CU_ASSERT_FATAL(thread != NULL);
748 	spdk_set_thread(thread);
749 
750 	tqpair = calloc(1, sizeof(*tqpair));
751 	tqpair->qpair.transport = &transport;
752 
753 	nvmf_tcp_opts_init(&transport.opts);
754 	CU_ASSERT(transport.opts.max_queue_depth == SPDK_NVMF_TCP_DEFAULT_MAX_IO_QUEUE_DEPTH);
755 	CU_ASSERT(transport.opts.max_qpairs_per_ctrlr == SPDK_NVMF_TCP_DEFAULT_MAX_QPAIRS_PER_CTRLR);
756 	CU_ASSERT(transport.opts.in_capsule_data_size == SPDK_NVMF_TCP_DEFAULT_IN_CAPSULE_DATA_SIZE);
757 	CU_ASSERT(transport.opts.max_io_size ==	SPDK_NVMF_TCP_DEFAULT_MAX_IO_SIZE);
758 	CU_ASSERT(transport.opts.io_unit_size == SPDK_NVMF_TCP_DEFAULT_IO_UNIT_SIZE);
759 	CU_ASSERT(transport.opts.max_aq_depth == SPDK_NVMF_TCP_DEFAULT_MAX_ADMIN_QUEUE_DEPTH);
760 	CU_ASSERT(transport.opts.num_shared_buffers == SPDK_NVMF_TCP_DEFAULT_NUM_SHARED_BUFFERS);
761 	CU_ASSERT(transport.opts.buf_cache_size == SPDK_NVMF_TCP_DEFAULT_BUFFER_CACHE_SIZE);
762 	CU_ASSERT(transport.opts.dif_insert_or_strip ==	SPDK_NVMF_TCP_DEFAULT_DIF_INSERT_OR_STRIP);
763 	CU_ASSERT(transport.opts.abort_timeout_sec == SPDK_NVMF_TCP_DEFAULT_ABORT_TIMEOUT_SEC);
764 	CU_ASSERT(transport.opts.transport_specific == NULL);
765 
766 	rc = nvmf_tcp_qpair_init(&tqpair->qpair);
767 	CU_ASSERT(rc == 0);
768 	CU_ASSERT(tqpair->host_hdgst_enable == true);
769 	CU_ASSERT(tqpair->host_ddgst_enable == true);
770 
771 	rc = nvmf_tcp_qpair_init_mem_resource(tqpair);
772 	CU_ASSERT(rc == 0);
773 	CU_ASSERT(tqpair->resource_count == SPDK_NVMF_TCP_DEFAULT_MAX_IO_QUEUE_DEPTH);
774 	CU_ASSERT(tqpair->reqs != NULL);
775 	CU_ASSERT(tqpair->bufs != NULL);
776 	CU_ASSERT(tqpair->pdus != NULL);
777 	/* Just to check the first and last entry */
778 	CU_ASSERT(tqpair->reqs[0].ttag == 1);
779 	CU_ASSERT(tqpair->reqs[0].req.qpair == &tqpair->qpair);
780 	CU_ASSERT(tqpair->reqs[0].pdu == &tqpair->pdus[0]);
781 	CU_ASSERT(tqpair->reqs[0].pdu->qpair == &tqpair->qpair);
782 	CU_ASSERT(tqpair->reqs[0].buf == (void *)((uintptr_t)tqpair->bufs));
783 	CU_ASSERT(tqpair->reqs[0].req.rsp == (void *)&tqpair->reqs[0].rsp);
784 	CU_ASSERT(tqpair->reqs[0].req.cmd == (void *)&tqpair->reqs[0].cmd);
785 	CU_ASSERT(tqpair->reqs[0].state == TCP_REQUEST_STATE_FREE);
786 	CU_ASSERT(tqpair->reqs[127].ttag == 128);
787 	CU_ASSERT(tqpair->reqs[127].req.qpair == &tqpair->qpair);
788 	CU_ASSERT(tqpair->reqs[127].pdu == &tqpair->pdus[127]);
789 	CU_ASSERT(tqpair->reqs[127].pdu->qpair == &tqpair->qpair);
790 	CU_ASSERT(tqpair->reqs[127].buf == (void *)((uintptr_t)tqpair->bufs) + 127 * 4096);
791 	CU_ASSERT(tqpair->reqs[127].req.rsp == (void *)&tqpair->reqs[127].rsp);
792 	CU_ASSERT(tqpair->reqs[127].req.cmd == (void *)&tqpair->reqs[127].cmd);
793 	CU_ASSERT(tqpair->reqs[127].state == TCP_REQUEST_STATE_FREE);
794 	CU_ASSERT(tqpair->state_cntr[TCP_REQUEST_STATE_FREE] == SPDK_NVMF_TCP_DEFAULT_MAX_IO_QUEUE_DEPTH);
795 	CU_ASSERT(tqpair->mgmt_pdu == &tqpair->pdus[2 * SPDK_NVMF_TCP_DEFAULT_MAX_IO_QUEUE_DEPTH]);
796 	CU_ASSERT(tqpair->mgmt_pdu->qpair == tqpair);
797 	CU_ASSERT(tqpair->pdu_in_progress ==
798 		  &tqpair->pdus[2 * SPDK_NVMF_TCP_DEFAULT_MAX_IO_QUEUE_DEPTH - 1]);
799 	CU_ASSERT(tqpair->recv_buf_size == (4096 + sizeof(struct spdk_nvme_tcp_cmd) + 2 *
800 					    SPDK_NVME_TCP_DIGEST_LEN) * SPDK_NVMF_TCP_RECV_BUF_SIZE_FACTOR);
801 
802 	/* Free all of tqpair resource */
803 	nvmf_tcp_qpair_destroy(tqpair);
804 
805 	spdk_thread_exit(thread);
806 	while (!spdk_thread_is_exited(thread)) {
807 		spdk_thread_poll(thread, 0, 0);
808 	}
809 	spdk_thread_destroy(thread);
810 }
811 
812 static void
813 test_nvmf_tcp_send_c2h_term_req(void)
814 {
815 	struct spdk_nvmf_tcp_qpair tqpair = {};
816 	struct nvme_tcp_pdu pdu = {}, mgmt_pdu = {}, pdu_in_progress = {};
817 	enum spdk_nvme_tcp_term_req_fes fes = SPDK_NVME_TCP_TERM_REQ_FES_INVALID_HEADER_FIELD;
818 	uint32_t error_offset = 1;
819 
820 	mgmt_pdu.sgl.total_size = 0;
821 	mgmt_pdu.qpair = &tqpair;
822 	tqpair.mgmt_pdu = &mgmt_pdu;
823 	tqpair.pdu_in_progress = &pdu_in_progress;
824 
825 	/* case1: hlen < SPDK_NVME_TCP_TERM_REQ_ERROR_DATA_MAX_SIZE, Expect: copy_len == hlen */
826 	pdu.hdr.common.hlen = 64;
827 	nvmf_tcp_send_c2h_term_req(&tqpair, &pdu, fes, error_offset);
828 	CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_ERROR);
829 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.hlen == sizeof(struct spdk_nvme_tcp_term_req_hdr));
830 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.plen == tqpair.mgmt_pdu->hdr.term_req.common.hlen +
831 		  pdu.hdr.common.hlen);
832 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_C2H_TERM_REQ);
833 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.fes == SPDK_NVME_TCP_TERM_REQ_FES_INVALID_HEADER_FIELD);
834 
835 	/* case2: hlen > SPDK_NVME_TCP_TERM_REQ_ERROR_DATA_MAX_SIZE, Expect: copy_len == SPDK_NVME_TCP_TERM_REQ_ERROR_DATA_MAX_SIZE */
836 	pdu.hdr.common.hlen = 255;
837 	nvmf_tcp_send_c2h_term_req(&tqpair, &pdu, fes, error_offset);
838 	CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_ERROR);
839 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.hlen == sizeof(struct spdk_nvme_tcp_term_req_hdr));
840 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.plen == (unsigned)
841 		  tqpair.mgmt_pdu->hdr.term_req.common.hlen + SPDK_NVME_TCP_TERM_REQ_ERROR_DATA_MAX_SIZE);
842 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_C2H_TERM_REQ);
843 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.fes == SPDK_NVME_TCP_TERM_REQ_FES_INVALID_HEADER_FIELD);
844 }
845 
846 static void
847 test_nvmf_tcp_send_capsule_resp_pdu(void)
848 {
849 	struct spdk_nvmf_tcp_req tcp_req = {};
850 	struct spdk_nvmf_tcp_qpair tqpair = {};
851 	struct nvme_tcp_pdu pdu = {};
852 
853 	tcp_req.pdu_in_use = false;
854 	tcp_req.req.qpair = &tqpair.qpair;
855 	tcp_req.pdu = &pdu;
856 	tcp_req.req.rsp = (union nvmf_c2h_msg *)&tcp_req.rsp;
857 	tcp_req.req.cmd = (union nvmf_h2c_msg *)&tcp_req.cmd;
858 	tqpair.host_hdgst_enable = true;
859 
860 	nvmf_tcp_send_capsule_resp_pdu(&tcp_req, &tqpair);
861 	CU_ASSERT(pdu.hdr.capsule_resp.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_CAPSULE_RESP);
862 	CU_ASSERT(pdu.hdr.capsule_resp.common.plen == sizeof(struct spdk_nvme_tcp_rsp) +
863 		  SPDK_NVME_TCP_DIGEST_LEN);
864 	CU_ASSERT(pdu.hdr.capsule_resp.common.hlen == sizeof(struct spdk_nvme_tcp_rsp));
865 	CU_ASSERT(!memcmp(&pdu.hdr.capsule_resp.rccqe, &tcp_req.req.rsp->nvme_cpl,
866 			  sizeof(struct spdk_nvme_cpl)));
867 	CU_ASSERT(pdu.hdr.capsule_resp.common.flags & SPDK_NVME_TCP_CH_FLAGS_HDGSTF);
868 	CU_ASSERT(pdu.cb_fn == nvmf_tcp_request_free);
869 	CU_ASSERT(pdu.cb_arg == &tcp_req);
870 	CU_ASSERT(pdu.iov[0].iov_base == &pdu.hdr.raw);
871 	CU_ASSERT(pdu.iov[0].iov_len == sizeof(struct spdk_nvme_tcp_rsp) + SPDK_NVME_TCP_DIGEST_LEN);
872 
873 	/* hdgst disable */
874 	tqpair.host_hdgst_enable = false;
875 	tcp_req.pdu_in_use = false;
876 	memset(&pdu, 0, sizeof(pdu));
877 
878 	nvmf_tcp_send_capsule_resp_pdu(&tcp_req, &tqpair);
879 	CU_ASSERT(pdu.hdr.capsule_resp.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_CAPSULE_RESP);
880 	CU_ASSERT(pdu.hdr.capsule_resp.common.plen == sizeof(struct spdk_nvme_tcp_rsp));
881 	CU_ASSERT(pdu.hdr.capsule_resp.common.hlen == sizeof(struct spdk_nvme_tcp_rsp));
882 	CU_ASSERT(!memcmp(&pdu.hdr.capsule_resp.rccqe, &tcp_req.req.rsp->nvme_cpl,
883 			  sizeof(struct spdk_nvme_cpl)));
884 	CU_ASSERT(!(pdu.hdr.capsule_resp.common.flags & SPDK_NVME_TCP_CH_FLAGS_HDGSTF));
885 	CU_ASSERT(pdu.cb_fn == nvmf_tcp_request_free);
886 	CU_ASSERT(pdu.cb_arg == &tcp_req);
887 	CU_ASSERT(pdu.iov[0].iov_base == &pdu.hdr.raw);
888 	CU_ASSERT(pdu.iov[0].iov_len == sizeof(struct spdk_nvme_tcp_rsp));
889 }
890 
891 static void
892 test_nvmf_tcp_icreq_handle(void)
893 {
894 	struct spdk_nvmf_tcp_transport ttransport = {};
895 	struct spdk_nvmf_tcp_qpair tqpair = {};
896 	struct nvme_tcp_pdu pdu = {};
897 	struct nvme_tcp_pdu mgmt_pdu = {};
898 	struct nvme_tcp_pdu pdu_in_progress = {};
899 	struct spdk_nvme_tcp_ic_resp *ic_resp;
900 
901 	mgmt_pdu.qpair = &tqpair;
902 	tqpair.mgmt_pdu = &mgmt_pdu;
903 	tqpair.pdu_in_progress = &pdu_in_progress;
904 
905 	/* case 1: Expected ICReq PFV 0 and got are different. */
906 	pdu.hdr.ic_req.pfv = 1;
907 
908 	nvmf_tcp_icreq_handle(&ttransport, &tqpair, &pdu);
909 
910 	CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_ERROR);
911 
912 	/* case 2: Expected ICReq HPDA in range 0-31 and got are different. */
913 	pdu.hdr.ic_req.hpda = SPDK_NVME_TCP_HPDA_MAX + 1;
914 
915 	nvmf_tcp_icreq_handle(&ttransport, &tqpair, &pdu);
916 
917 	CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_ERROR);
918 
919 	/* case 3: Expect: PASS.  */
920 	ttransport.transport.opts.max_io_size = 32;
921 	pdu.hdr.ic_req.pfv = 0;
922 	tqpair.host_hdgst_enable = false;
923 	tqpair.host_ddgst_enable = false;
924 	tqpair.recv_buf_size = 64;
925 	pdu.hdr.ic_req.hpda = 16;
926 
927 	nvmf_tcp_icreq_handle(&ttransport, &tqpair, &pdu);
928 
929 	ic_resp = &tqpair.mgmt_pdu->hdr.ic_resp;
930 	CU_ASSERT(tqpair.recv_buf_size == MIN_SOCK_PIPE_SIZE);
931 	CU_ASSERT(tqpair.cpda == pdu.hdr.ic_req.hpda);
932 	CU_ASSERT(ic_resp->common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_IC_RESP);
933 	CU_ASSERT(ic_resp->common.hlen == sizeof(struct spdk_nvme_tcp_ic_resp));
934 	CU_ASSERT(ic_resp->common.plen ==  sizeof(struct spdk_nvme_tcp_ic_resp));
935 	CU_ASSERT(ic_resp->pfv == 0);
936 	CU_ASSERT(ic_resp->cpda == tqpair.cpda);
937 	CU_ASSERT(ic_resp->maxh2cdata == ttransport.transport.opts.max_io_size);
938 	CU_ASSERT(ic_resp->dgst.bits.hdgst_enable == 0);
939 	CU_ASSERT(ic_resp->dgst.bits.ddgst_enable == 0);
940 	CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_READY);
941 }
942 
943 static void
944 test_nvmf_tcp_check_xfer_type(void)
945 {
946 	const uint16_t cid = 0xAA;
947 	struct spdk_nvmf_tcp_transport ttransport = {};
948 	struct spdk_nvmf_tcp_qpair tqpair = {};
949 	struct nvme_tcp_pdu pdu_in_progress = {};
950 	union nvmf_c2h_msg rsp0 = {};
951 
952 	struct spdk_nvmf_tcp_req tcp_req = {};
953 	struct nvme_tcp_pdu rsp_pdu = {};
954 
955 	struct spdk_nvme_tcp_cmd *capsule_data;
956 	struct spdk_nvme_sgl_descriptor *sgl;
957 
958 	struct spdk_nvmf_transport_poll_group *group;
959 	struct spdk_nvmf_tcp_poll_group tcp_group = {};
960 	struct spdk_sock_group grp = {};
961 
962 	tqpair.pdu_in_progress = &pdu_in_progress;
963 	ttransport.transport.opts.max_io_size = UT_MAX_IO_SIZE;
964 	ttransport.transport.opts.io_unit_size = UT_IO_UNIT_SIZE;
965 
966 	tcp_group.sock_group = &grp;
967 	TAILQ_INIT(&tcp_group.qpairs);
968 	group = &tcp_group.group;
969 	group->transport = &ttransport.transport;
970 	STAILQ_INIT(&group->pending_buf_queue);
971 	tqpair.group = &tcp_group;
972 
973 	TAILQ_INIT(&tqpair.tcp_req_free_queue);
974 	TAILQ_INIT(&tqpair.tcp_req_working_queue);
975 
976 	tqpair.qpair.transport = &ttransport.transport;
977 	tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING;
978 	tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_PSH;
979 	tqpair.qpair.state = SPDK_NVMF_QPAIR_ACTIVE;
980 
981 	/* init tcp_req */
982 	tcp_req.req.qpair = &tqpair.qpair;
983 	tcp_req.pdu = &rsp_pdu;
984 	tcp_req.req.cmd = (union nvmf_h2c_msg *)&tcp_req.cmd;
985 	tcp_req.req.rsp = &rsp0;
986 	tcp_req.state = TCP_REQUEST_STATE_NEW;
987 
988 	TAILQ_INSERT_TAIL(&tqpair.tcp_req_working_queue, &tcp_req, state_link);
989 	tqpair.state_cntr[TCP_REQUEST_STATE_NEW]++;
990 
991 	/* init pdu, make pdu need sgl buff */
992 	capsule_data = &tqpair.pdu_in_progress->hdr.capsule_cmd;
993 	sgl = &capsule_data->ccsqe.dptr.sgl1;
994 
995 	capsule_data->common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_CAPSULE_CMD;
996 	capsule_data->common.hlen = sizeof(*capsule_data);
997 	capsule_data->common.plen = 1096;
998 	capsule_data->ccsqe.opc = 0x10 | SPDK_NVME_DATA_BIDIRECTIONAL;
999 	/* Need to set to a non zero valid to check it gets copied to the response */
1000 	capsule_data->ccsqe.cid = cid;
1001 
1002 	/* Set up SGL to ensure nvmf_tcp_req_parse_sgl returns an error */
1003 	sgl->unkeyed.subtype = SPDK_NVME_SGL_SUBTYPE_TRANSPORT;
1004 	sgl->generic.type = SPDK_NVME_SGL_TYPE_TRANSPORT_DATA_BLOCK;
1005 	sgl->unkeyed.length = UT_IO_UNIT_SIZE;
1006 
1007 	/* Process a command and ensure that it fails and the request is set up to return an error */
1008 	nvmf_tcp_req_process(&ttransport, &tcp_req);
1009 	CU_ASSERT(STAILQ_EMPTY(&group->pending_buf_queue));
1010 	CU_ASSERT(tcp_req.state == TCP_REQUEST_STATE_TRANSFERRING_CONTROLLER_TO_HOST);
1011 	CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_READY);
1012 	CU_ASSERT(tcp_req.req.rsp->nvme_cpl.cid == cid);
1013 	CU_ASSERT(tcp_req.req.rsp->nvme_cpl.status.sct == SPDK_NVME_SCT_GENERIC);
1014 	CU_ASSERT(tcp_req.req.rsp->nvme_cpl.status.sc == SPDK_NVME_SC_INVALID_OPCODE);
1015 }
1016 
1017 static void
1018 test_nvmf_tcp_invalid_sgl(void)
1019 {
1020 	const uint16_t cid = 0xAABB;
1021 	struct spdk_nvmf_tcp_transport ttransport = {};
1022 	struct spdk_nvmf_tcp_qpair tqpair = {};
1023 	struct nvme_tcp_pdu pdu_in_progress = {};
1024 	union nvmf_c2h_msg rsp0 = {};
1025 
1026 	struct spdk_nvmf_tcp_req tcp_req = {};
1027 	struct nvme_tcp_pdu rsp_pdu = {};
1028 	struct nvme_tcp_pdu mgmt_pdu = {};
1029 
1030 	struct spdk_nvme_tcp_cmd *capsule_data;
1031 	struct spdk_nvme_sgl_descriptor *sgl;
1032 
1033 	struct spdk_nvmf_transport_poll_group *group;
1034 	struct spdk_nvmf_tcp_poll_group tcp_group = {};
1035 	struct spdk_sock_group grp = {};
1036 
1037 	tqpair.pdu_in_progress = &pdu_in_progress;
1038 	ttransport.transport.opts.max_io_size = UT_MAX_IO_SIZE;
1039 	ttransport.transport.opts.io_unit_size = UT_IO_UNIT_SIZE;
1040 
1041 	tcp_group.sock_group = &grp;
1042 	TAILQ_INIT(&tcp_group.qpairs);
1043 	group = &tcp_group.group;
1044 	group->transport = &ttransport.transport;
1045 	STAILQ_INIT(&group->pending_buf_queue);
1046 	tqpair.group = &tcp_group;
1047 
1048 	TAILQ_INIT(&tqpair.tcp_req_free_queue);
1049 	TAILQ_INIT(&tqpair.tcp_req_working_queue);
1050 
1051 	tqpair.qpair.transport = &ttransport.transport;
1052 	tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING;
1053 	tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_PSH;
1054 	tqpair.qpair.state = SPDK_NVMF_QPAIR_ACTIVE;
1055 
1056 	/* init tcp_req */
1057 	tcp_req.req.qpair = &tqpair.qpair;
1058 	tcp_req.pdu = &rsp_pdu;
1059 	tcp_req.pdu->qpair = &tqpair;
1060 	tqpair.mgmt_pdu = &mgmt_pdu;
1061 	tqpair.mgmt_pdu->qpair = &tqpair;
1062 	tcp_req.req.cmd = (union nvmf_h2c_msg *)&tcp_req.cmd;
1063 	tcp_req.req.rsp = &rsp0;
1064 	tcp_req.state = TCP_REQUEST_STATE_NEW;
1065 
1066 	TAILQ_INSERT_TAIL(&tqpair.tcp_req_working_queue, &tcp_req, state_link);
1067 	tqpair.state_cntr[TCP_REQUEST_STATE_NEW]++;
1068 
1069 	/* init pdu, make pdu need sgl buff */
1070 	capsule_data = &tqpair.pdu_in_progress->hdr.capsule_cmd;
1071 	sgl = &capsule_data->ccsqe.dptr.sgl1;
1072 
1073 	capsule_data->common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_CAPSULE_CMD;
1074 	capsule_data->common.hlen = sizeof(*capsule_data);
1075 	capsule_data->common.plen = 1096;
1076 	capsule_data->ccsqe.opc = SPDK_NVME_OPC_WRITE;
1077 	/* Need to set to a non zero valid to check it gets copied to the response */
1078 	capsule_data->ccsqe.cid = cid;
1079 
1080 	/* Set up SGL to ensure nvmf_tcp_req_parse_sgl returns an error */
1081 	sgl->unkeyed.subtype = SPDK_NVME_SGL_SUBTYPE_TRANSPORT;
1082 	sgl->generic.type = SPDK_NVME_SGL_TYPE_TRANSPORT_DATA_BLOCK;
1083 	sgl->unkeyed.length = UT_MAX_IO_SIZE + 1;
1084 
1085 	/* Process a command and ensure that it fails and the request is set up to return an error */
1086 	nvmf_tcp_req_process(&ttransport, &tcp_req);
1087 	CU_ASSERT(!STAILQ_EMPTY(&group->pending_buf_queue));
1088 	CU_ASSERT(tcp_req.state == TCP_REQUEST_STATE_NEED_BUFFER);
1089 	CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_ERROR);
1090 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_C2H_TERM_REQ);
1091 }
1092 
1093 static void
1094 test_nvmf_tcp_pdu_ch_handle(void)
1095 {
1096 	struct spdk_nvmf_tcp_qpair tqpair = {};
1097 	struct nvme_tcp_pdu mgmt_pdu = {}, pdu_in_progress = {};
1098 
1099 	mgmt_pdu.qpair = &tqpair;
1100 	tqpair.mgmt_pdu = &mgmt_pdu;
1101 	tqpair.pdu_in_progress = &pdu_in_progress;
1102 	tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_CH;
1103 	tqpair.cpda = 0;
1104 
1105 	/* Test case: Already received ICreq PDU. Expect: fail */
1106 	tqpair.pdu_in_progress->hdr.common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_IC_REQ;
1107 	tqpair.state = NVME_TCP_QPAIR_STATE_INITIALIZING;
1108 	nvmf_tcp_pdu_ch_handle(&tqpair);
1109 	CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_ERROR);
1110 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_C2H_TERM_REQ);
1111 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.hlen == sizeof(struct spdk_nvme_tcp_term_req_hdr));
1112 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.plen == tqpair.mgmt_pdu->hdr.term_req.common.hlen);
1113 
1114 	/* Test case: Expected PDU header length and received are different. Expect: fail */
1115 	tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_CH;
1116 	tqpair.pdu_in_progress->hdr.common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_IC_REQ;
1117 	tqpair.state = NVME_TCP_QPAIR_STATE_INVALID;
1118 	tqpair.pdu_in_progress->hdr.common.plen = sizeof(struct spdk_nvme_tcp_ic_req);
1119 	tqpair.pdu_in_progress->hdr.common.hlen = 0;
1120 	nvmf_tcp_pdu_ch_handle(&tqpair);
1121 	CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_ERROR);
1122 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_C2H_TERM_REQ);
1123 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.hlen == sizeof(struct spdk_nvme_tcp_term_req_hdr));
1124 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.plen == tqpair.mgmt_pdu->hdr.term_req.common.hlen);
1125 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.fei[0] == 2);
1126 
1127 	/* Test case: The TCP/IP tqpair connection is not negotitated. Expect: fail */
1128 	tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_CH;
1129 	tqpair.pdu_in_progress->hdr.common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_IC_RESP;
1130 	tqpair.state = NVME_TCP_QPAIR_STATE_INVALID;
1131 	tqpair.pdu_in_progress->hdr.common.plen = sizeof(struct spdk_nvme_tcp_ic_req);
1132 	tqpair.pdu_in_progress->hdr.common.hlen = 0;
1133 	nvmf_tcp_pdu_ch_handle(&tqpair);
1134 	CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_ERROR);
1135 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_C2H_TERM_REQ);
1136 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.hlen == sizeof(struct spdk_nvme_tcp_term_req_hdr));
1137 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.plen == tqpair.mgmt_pdu->hdr.term_req.common.hlen);
1138 
1139 	/* Test case: Unexpected PDU type. Expect: fail */
1140 	tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_CH;
1141 	tqpair.pdu_in_progress->hdr.common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_CAPSULE_RESP;
1142 	tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING;
1143 	tqpair.pdu_in_progress->hdr.common.plen = 0;
1144 	tqpair.pdu_in_progress->hdr.common.hlen = sizeof(struct spdk_nvme_tcp_ic_req);
1145 	nvmf_tcp_pdu_ch_handle(&tqpair);
1146 	CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_ERROR);
1147 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_C2H_TERM_REQ);
1148 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.hlen == sizeof(struct spdk_nvme_tcp_term_req_hdr));
1149 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.plen == tqpair.mgmt_pdu->hdr.term_req.common.hlen +
1150 		  (unsigned)SPDK_NVME_TCP_TERM_REQ_ERROR_DATA_MAX_SIZE);
1151 
1152 	/* Test case: PDU type is SPDK_NVME_TCP_PDU_TYPE_IC_REQ, let plen error. Expect: fail */
1153 	tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_CH;
1154 	tqpair.pdu_in_progress->hdr.common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_IC_REQ;
1155 	tqpair.state = NVME_TCP_QPAIR_STATE_INVALID;
1156 	tqpair.pdu_in_progress->hdr.common.plen = 0;
1157 	tqpair.pdu_in_progress->hdr.common.hlen = sizeof(struct spdk_nvme_tcp_ic_req);
1158 	nvmf_tcp_pdu_ch_handle(&tqpair);
1159 	CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_ERROR);
1160 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_C2H_TERM_REQ);
1161 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.hlen == sizeof(struct spdk_nvme_tcp_term_req_hdr));
1162 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.plen == tqpair.mgmt_pdu->hdr.term_req.common.hlen +
1163 		  (unsigned)SPDK_NVME_TCP_TERM_REQ_ERROR_DATA_MAX_SIZE);
1164 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.fei[0] == 4);
1165 
1166 	/* Test case: PDU type is SPDK_NVME_TCP_PDU_TYPE_CAPSULE_CMD, let plen error. Expect: fail */
1167 	tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_CH;
1168 	tqpair.pdu_in_progress->hdr.common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_CAPSULE_CMD;
1169 	tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING;
1170 	tqpair.pdu_in_progress->hdr.common.flags = SPDK_NVME_TCP_CH_FLAGS_HDGSTF;
1171 	tqpair.pdu_in_progress->hdr.common.plen = 0;
1172 	tqpair.pdu_in_progress->hdr.common.hlen = sizeof(struct spdk_nvme_tcp_cmd);
1173 	nvmf_tcp_pdu_ch_handle(&tqpair);
1174 	CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_ERROR);
1175 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_C2H_TERM_REQ);
1176 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.hlen == sizeof(struct spdk_nvme_tcp_term_req_hdr));
1177 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.plen == sizeof(struct spdk_nvme_tcp_cmd) + sizeof(
1178 			  struct spdk_nvme_tcp_term_req_hdr));
1179 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.fei[0] == 4);
1180 
1181 	/* Test case: PDU type is SPDK_NVME_TCP_PDU_TYPE_H2C_DATA, let plen error. Expect: fail */
1182 	tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_CH;
1183 	tqpair.pdu_in_progress->hdr.common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_H2C_DATA;
1184 	tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING;
1185 	tqpair.pdu_in_progress->hdr.common.plen = 0;
1186 	tqpair.pdu_in_progress->hdr.common.pdo = 64;
1187 	tqpair.pdu_in_progress->hdr.common.hlen = sizeof(struct spdk_nvme_tcp_h2c_data_hdr);
1188 	nvmf_tcp_pdu_ch_handle(&tqpair);
1189 	CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_ERROR);
1190 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_C2H_TERM_REQ);
1191 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.hlen == sizeof(struct spdk_nvme_tcp_term_req_hdr));
1192 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.plen == tqpair.mgmt_pdu->hdr.term_req.common.hlen +
1193 		  (unsigned)sizeof(struct spdk_nvme_tcp_term_req_hdr));
1194 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.fei[0] == 4);
1195 
1196 	/* Test case: PDU type is SPDK_NVME_TCP_PDU_TYPE_H2C_TERM_REQ, let plen error. Expect: fail */
1197 	tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_CH;
1198 	tqpair.pdu_in_progress->hdr.common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_H2C_TERM_REQ;
1199 	tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING;
1200 	tqpair.pdu_in_progress->hdr.common.plen = 0;
1201 	tqpair.pdu_in_progress->hdr.common.hlen = sizeof(struct spdk_nvme_tcp_term_req_hdr);
1202 	nvmf_tcp_pdu_ch_handle(&tqpair);
1203 	CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_ERROR);
1204 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_C2H_TERM_REQ);
1205 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.hlen == sizeof(struct spdk_nvme_tcp_term_req_hdr));
1206 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.plen == tqpair.mgmt_pdu->hdr.term_req.common.hlen +
1207 		  (unsigned)sizeof(struct spdk_nvme_tcp_term_req_hdr));
1208 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.fei[0] == 4);
1209 
1210 	/* Test case: PDU type is SPDK_NVME_TCP_PDU_TYPE_CAPSULE_CMD, let pdo error. Expect: fail */
1211 	tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_CH;
1212 	tqpair.pdu_in_progress->hdr.common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_CAPSULE_CMD;
1213 	tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING;
1214 	tqpair.cpda = 1;
1215 	tqpair.pdu_in_progress->hdr.common.flags = SPDK_NVME_TCP_CH_FLAGS_HDGSTF;
1216 	tqpair.pdu_in_progress->hdr.common.plen = 0;
1217 	tqpair.pdu_in_progress->hdr.common.pdo = 63;
1218 	tqpair.pdu_in_progress->hdr.common.hlen = sizeof(struct spdk_nvme_tcp_cmd);
1219 	nvmf_tcp_pdu_ch_handle(&tqpair);
1220 	CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_ERROR);
1221 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_C2H_TERM_REQ);
1222 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.hlen == sizeof(struct spdk_nvme_tcp_term_req_hdr));
1223 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.plen == sizeof(struct spdk_nvme_tcp_cmd) + sizeof(
1224 			  struct spdk_nvme_tcp_term_req_hdr));
1225 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.fei[0] == 3);
1226 
1227 	/* Test case: PDU type is SPDK_NVME_TCP_PDU_TYPE_H2C_DATA, let pdo error. Expect: fail */
1228 	tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_CH;
1229 	tqpair.pdu_in_progress->hdr.common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_H2C_DATA;
1230 	tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING;
1231 	tqpair.cpda = 1;
1232 	tqpair.pdu_in_progress->hdr.common.plen = 0;
1233 	tqpair.pdu_in_progress->hdr.common.pdo = 63;
1234 	tqpair.pdu_in_progress->hdr.common.hlen = sizeof(struct spdk_nvme_tcp_h2c_data_hdr);
1235 	nvmf_tcp_pdu_ch_handle(&tqpair);
1236 	CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_ERROR);
1237 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.pdu_type == SPDK_NVME_TCP_PDU_TYPE_C2H_TERM_REQ);
1238 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.hlen == sizeof(struct spdk_nvme_tcp_term_req_hdr));
1239 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.common.plen == tqpair.mgmt_pdu->hdr.term_req.common.hlen +
1240 		  (unsigned)sizeof(struct spdk_nvme_tcp_term_req_hdr));
1241 	CU_ASSERT(tqpair.mgmt_pdu->hdr.term_req.fei[0] == 3);
1242 
1243 	/* Test case: All parameters is conformed to the function. Expect: PASS */
1244 	tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_CH;
1245 	tqpair.pdu_in_progress->hdr.common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_IC_REQ;
1246 	tqpair.state = NVME_TCP_QPAIR_STATE_INVALID;
1247 	tqpair.pdu_in_progress->hdr.common.plen = sizeof(struct spdk_nvme_tcp_ic_req);
1248 	tqpair.pdu_in_progress->hdr.common.hlen = sizeof(struct spdk_nvme_tcp_ic_req);
1249 	nvmf_tcp_pdu_ch_handle(&tqpair);
1250 	CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_PSH);
1251 	CU_ASSERT(tqpair.pdu_in_progress->psh_len == tqpair.pdu_in_progress->hdr.common.hlen - sizeof(
1252 			  struct spdk_nvme_tcp_common_pdu_hdr));
1253 }
1254 
1255 int
1256 main(int argc, char **argv)
1257 {
1258 	CU_pSuite	suite = NULL;
1259 	unsigned int	num_failures;
1260 
1261 	CU_set_error_action(CUEA_ABORT);
1262 	CU_initialize_registry();
1263 
1264 	suite = CU_add_suite("nvmf", NULL, NULL);
1265 
1266 	CU_ADD_TEST(suite, test_nvmf_tcp_create);
1267 	CU_ADD_TEST(suite, test_nvmf_tcp_destroy);
1268 	CU_ADD_TEST(suite, test_nvmf_tcp_poll_group_create);
1269 	CU_ADD_TEST(suite, test_nvmf_tcp_send_c2h_data);
1270 	CU_ADD_TEST(suite, test_nvmf_tcp_h2c_data_hdr_handle);
1271 	CU_ADD_TEST(suite, test_nvmf_tcp_in_capsule_data_handle);
1272 	CU_ADD_TEST(suite, test_nvmf_tcp_qpair_init_mem_resource);
1273 	CU_ADD_TEST(suite, test_nvmf_tcp_send_c2h_term_req);
1274 	CU_ADD_TEST(suite, test_nvmf_tcp_send_capsule_resp_pdu);
1275 	CU_ADD_TEST(suite, test_nvmf_tcp_icreq_handle);
1276 	CU_ADD_TEST(suite, test_nvmf_tcp_check_xfer_type);
1277 	CU_ADD_TEST(suite, test_nvmf_tcp_invalid_sgl);
1278 	CU_ADD_TEST(suite, test_nvmf_tcp_pdu_ch_handle);
1279 
1280 	CU_basic_set_mode(CU_BRM_VERBOSE);
1281 	CU_basic_run_tests();
1282 	num_failures = CU_get_number_of_failures();
1283 	CU_cleanup_registry();
1284 	return num_failures;
1285 }
1286