xref: /spdk/test/unit/lib/nvmf/tcp.c/tcp_ut.c (revision 4c890c3160a0aa9910be2f5107214451fb746936)
1 /*-
2  *   BSD LICENSE
3  *
4  *   Copyright (c) Intel Corporation.
5  *   All rights reserved.
6  *
7  *   Redistribution and use in source and binary forms, with or without
8  *   modification, are permitted provided that the following conditions
9  *   are met:
10  *
11  *     * Redistributions of source code must retain the above copyright
12  *       notice, this list of conditions and the following disclaimer.
13  *     * Redistributions in binary form must reproduce the above copyright
14  *       notice, this list of conditions and the following disclaimer in
15  *       the documentation and/or other materials provided with the
16  *       distribution.
17  *     * Neither the name of Intel Corporation nor the names of its
18  *       contributors may be used to endorse or promote products derived
19  *       from this software without specific prior written permission.
20  *
21  *   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
22  *   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
23  *   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
24  *   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
25  *   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
26  *   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
27  *   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
28  *   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
29  *   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
30  *   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
31  *   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
32  */
33 
34 #include "spdk/stdinc.h"
35 #include "spdk/nvmf_spec.h"
36 #include "spdk_cunit.h"
37 
38 #include "spdk_internal/mock.h"
39 #include "spdk_internal/thread.h"
40 
41 #include "common/lib/test_env.c"
42 #include "common/lib/test_sock.c"
43 
44 #include "nvmf/ctrlr.c"
45 #include "nvmf/tcp.c"
46 
47 #define UT_IPV4_ADDR "192.168.0.1"
48 #define UT_PORT "4420"
49 #define UT_NVMF_ADRFAM_INVALID 0xf
50 #define UT_MAX_QUEUE_DEPTH 128
51 #define UT_MAX_QPAIRS_PER_CTRLR 128
52 #define UT_IN_CAPSULE_DATA_SIZE 1024
53 #define UT_MAX_IO_SIZE 4096
54 #define UT_IO_UNIT_SIZE 1024
55 #define UT_MAX_AQ_DEPTH 64
56 #define UT_SQ_HEAD_MAX 128
57 #define UT_NUM_SHARED_BUFFERS 128
58 
59 SPDK_LOG_REGISTER_COMPONENT(nvmf)
60 
61 DEFINE_STUB(spdk_nvmf_qpair_get_listen_trid,
62 	    int,
63 	    (struct spdk_nvmf_qpair *qpair, struct spdk_nvme_transport_id *trid),
64 	    0);
65 
66 DEFINE_STUB(nvmf_subsystem_add_ctrlr,
67 	    int,
68 	    (struct spdk_nvmf_subsystem *subsystem, struct spdk_nvmf_ctrlr *ctrlr),
69 	    0);
70 
71 DEFINE_STUB(nvmf_subsystem_get_ctrlr,
72 	    struct spdk_nvmf_ctrlr *,
73 	    (struct spdk_nvmf_subsystem *subsystem, uint16_t cntlid),
74 	    NULL);
75 
76 DEFINE_STUB(spdk_nvmf_tgt_find_subsystem,
77 	    struct spdk_nvmf_subsystem *,
78 	    (struct spdk_nvmf_tgt *tgt, const char *subnqn),
79 	    NULL);
80 
81 DEFINE_STUB(spdk_nvmf_subsystem_listener_allowed,
82 	    bool,
83 	    (struct spdk_nvmf_subsystem *subsystem, const struct spdk_nvme_transport_id *trid),
84 	    true);
85 
86 DEFINE_STUB(nvmf_subsystem_find_listener,
87 	    struct spdk_nvmf_subsystem_listener *,
88 	    (struct spdk_nvmf_subsystem *subsystem,
89 	     const struct spdk_nvme_transport_id *trid),
90 	    (void *)0x1);
91 
92 DEFINE_STUB_V(nvmf_get_discovery_log_page,
93 	      (struct spdk_nvmf_tgt *tgt, const char *hostnqn, struct iovec *iov,
94 	       uint32_t iovcnt, uint64_t offset, uint32_t length));
95 
96 DEFINE_STUB_V(nvmf_subsystem_remove_ctrlr,
97 	      (struct spdk_nvmf_subsystem *subsystem, struct spdk_nvmf_ctrlr *ctrlr));
98 
99 DEFINE_STUB(spdk_nvmf_subsystem_get_first_ns,
100 	    struct spdk_nvmf_ns *,
101 	    (struct spdk_nvmf_subsystem *subsystem),
102 	    NULL);
103 
104 DEFINE_STUB(spdk_nvmf_subsystem_get_next_ns,
105 	    struct spdk_nvmf_ns *,
106 	    (struct spdk_nvmf_subsystem *subsystem, struct spdk_nvmf_ns *prev_ns),
107 	    NULL);
108 
109 DEFINE_STUB(spdk_nvmf_subsystem_host_allowed,
110 	    bool,
111 	    (struct spdk_nvmf_subsystem *subsystem, const char *hostnqn),
112 	    true);
113 
114 DEFINE_STUB(nvmf_ctrlr_dsm_supported,
115 	    bool,
116 	    (struct spdk_nvmf_ctrlr *ctrlr),
117 	    false);
118 
119 DEFINE_STUB(nvmf_ctrlr_write_zeroes_supported,
120 	    bool,
121 	    (struct spdk_nvmf_ctrlr *ctrlr),
122 	    false);
123 
124 DEFINE_STUB(nvmf_bdev_ctrlr_read_cmd,
125 	    int,
126 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
127 	     struct spdk_nvmf_request *req),
128 	    0);
129 
130 DEFINE_STUB(nvmf_bdev_ctrlr_write_cmd,
131 	    int,
132 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
133 	     struct spdk_nvmf_request *req),
134 	    0);
135 
136 DEFINE_STUB(nvmf_bdev_ctrlr_compare_cmd,
137 	    int,
138 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
139 	     struct spdk_nvmf_request *req),
140 	    0);
141 
142 DEFINE_STUB(nvmf_bdev_ctrlr_compare_and_write_cmd,
143 	    int,
144 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
145 	     struct spdk_nvmf_request *cmp_req, struct spdk_nvmf_request *write_req),
146 	    0);
147 
148 DEFINE_STUB(nvmf_bdev_ctrlr_write_zeroes_cmd,
149 	    int,
150 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
151 	     struct spdk_nvmf_request *req),
152 	    0);
153 
154 DEFINE_STUB(nvmf_bdev_ctrlr_flush_cmd,
155 	    int,
156 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
157 	     struct spdk_nvmf_request *req),
158 	    0);
159 
160 DEFINE_STUB(nvmf_bdev_ctrlr_dsm_cmd,
161 	    int,
162 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
163 	     struct spdk_nvmf_request *req),
164 	    0);
165 
166 DEFINE_STUB(nvmf_bdev_ctrlr_nvme_passthru_io,
167 	    int,
168 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
169 	     struct spdk_nvmf_request *req),
170 	    0);
171 
172 DEFINE_STUB(spdk_nvmf_bdev_ctrlr_abort_cmd,
173 	    int,
174 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
175 	     struct spdk_nvmf_request *req, struct spdk_nvmf_request *req_to_abort),
176 	    0);
177 
178 DEFINE_STUB(nvmf_bdev_ctrlr_get_dif_ctx,
179 	    bool,
180 	    (struct spdk_bdev *bdev, struct spdk_nvme_cmd *cmd, struct spdk_dif_ctx *dif_ctx),
181 	    false);
182 
183 DEFINE_STUB(nvmf_transport_req_complete,
184 	    int,
185 	    (struct spdk_nvmf_request *req),
186 	    0);
187 
188 DEFINE_STUB_V(spdk_nvmf_request_free_buffers,
189 	      (struct spdk_nvmf_request *req, struct spdk_nvmf_transport_poll_group *group,
190 	       struct spdk_nvmf_transport *transport));
191 
192 DEFINE_STUB(spdk_sock_get_optimal_sock_group,
193 	    int,
194 	    (struct spdk_sock *sock, struct spdk_sock_group **group),
195 	    0);
196 
197 DEFINE_STUB(spdk_sock_group_get_ctx,
198 	    void *,
199 	    (struct spdk_sock_group *group),
200 	    NULL);
201 
202 DEFINE_STUB(spdk_sock_set_priority,
203 	    int,
204 	    (struct spdk_sock *sock, int priority),
205 	    0);
206 
207 DEFINE_STUB_V(nvmf_ns_reservation_request, (void *ctx));
208 
209 DEFINE_STUB_V(spdk_nvme_trid_populate_transport, (struct spdk_nvme_transport_id *trid,
210 		enum spdk_nvme_transport_type trtype));
211 DEFINE_STUB_V(spdk_nvmf_transport_register, (const struct spdk_nvmf_transport_ops *ops));
212 
213 DEFINE_STUB_V(spdk_nvmf_tgt_new_qpair, (struct spdk_nvmf_tgt *tgt, struct spdk_nvmf_qpair *qpair));
214 
215 DEFINE_STUB_V(nvmf_transport_qpair_abort_request,
216 	      (struct spdk_nvmf_qpair *qpair, struct spdk_nvmf_request *req));
217 
218 DEFINE_STUB_V(spdk_nvme_print_command, (uint16_t qid, struct spdk_nvme_cmd *cmd));
219 DEFINE_STUB_V(spdk_nvme_print_completion, (uint16_t qid, struct spdk_nvme_cpl *cpl));
220 
221 DEFINE_STUB(nvmf_transport_req_free,
222 	    int,
223 	    (struct spdk_nvmf_request *req),
224 	    0);
225 
226 DEFINE_STUB(spdk_nvmf_bdev_ctrlr_nvme_passthru_admin,
227 	    int,
228 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc,
229 	     struct spdk_io_channel *ch, struct spdk_nvmf_request *req,
230 	     spdk_nvmf_nvme_passthru_cmd_cb cb_fn),
231 	    0)
232 
233 struct spdk_trace_histories *g_trace_histories;
234 
235 struct spdk_bdev {
236 	int ut_mock;
237 	uint64_t blockcnt;
238 };
239 
240 int
241 spdk_nvme_transport_id_compare(const struct spdk_nvme_transport_id *trid1,
242 			       const struct spdk_nvme_transport_id *trid2)
243 {
244 	return 0;
245 }
246 
247 void
248 spdk_trace_register_object(uint8_t type, char id_prefix)
249 {
250 }
251 
252 void
253 spdk_trace_register_description(const char *name,
254 				uint16_t tpoint_id, uint8_t owner_type,
255 				uint8_t object_type, uint8_t new_object,
256 				uint8_t arg1_type, const char *arg1_name)
257 {
258 }
259 
260 void
261 _spdk_trace_record(uint64_t tsc, uint16_t tpoint_id, uint16_t poller_id,
262 		   uint32_t size, uint64_t object_id, uint64_t arg1)
263 {
264 }
265 
266 const char *
267 spdk_nvme_transport_id_trtype_str(enum spdk_nvme_transport_type trtype)
268 {
269 	switch (trtype) {
270 	case SPDK_NVME_TRANSPORT_PCIE:
271 		return "PCIe";
272 	case SPDK_NVME_TRANSPORT_RDMA:
273 		return "RDMA";
274 	case SPDK_NVME_TRANSPORT_FC:
275 		return "FC";
276 	default:
277 		return NULL;
278 	}
279 }
280 
281 int
282 spdk_nvme_transport_id_populate_trstring(struct spdk_nvme_transport_id *trid, const char *trstring)
283 {
284 	int len, i;
285 
286 	if (trstring == NULL) {
287 		return -EINVAL;
288 	}
289 
290 	len = strnlen(trstring, SPDK_NVMF_TRSTRING_MAX_LEN);
291 	if (len == SPDK_NVMF_TRSTRING_MAX_LEN) {
292 		return -EINVAL;
293 	}
294 
295 	/* cast official trstring to uppercase version of input. */
296 	for (i = 0; i < len; i++) {
297 		trid->trstring[i] = toupper(trstring[i]);
298 	}
299 	return 0;
300 }
301 
302 int
303 spdk_nvmf_qpair_disconnect(struct spdk_nvmf_qpair *qpair, nvmf_qpair_disconnect_cb cb_fn, void *ctx)
304 {
305 	return 0;
306 }
307 
308 int
309 spdk_nvmf_request_get_buffers(struct spdk_nvmf_request *req,
310 			      struct spdk_nvmf_transport_poll_group *group,
311 			      struct spdk_nvmf_transport *transport,
312 			      uint32_t length)
313 {
314 	/* length more than 1 io unit length will fail. */
315 	if (length >= transport->opts.io_unit_size) {
316 		return -EINVAL;
317 	}
318 
319 	req->iovcnt = 1;
320 	req->iov[0].iov_base = (void *)0xDEADBEEF;
321 
322 	return 0;
323 }
324 
325 
326 void
327 nvmf_bdev_ctrlr_identify_ns(struct spdk_nvmf_ns *ns, struct spdk_nvme_ns_data *nsdata,
328 			    bool dif_insert_or_strip)
329 {
330 	uint64_t num_blocks;
331 
332 	SPDK_CU_ASSERT_FATAL(ns->bdev != NULL);
333 	num_blocks = ns->bdev->blockcnt;
334 	nsdata->nsze = num_blocks;
335 	nsdata->ncap = num_blocks;
336 	nsdata->nuse = num_blocks;
337 	nsdata->nlbaf = 0;
338 	nsdata->flbas.format = 0;
339 	nsdata->lbaf[0].lbads = spdk_u32log2(512);
340 }
341 
342 const char *
343 spdk_nvmf_subsystem_get_sn(const struct spdk_nvmf_subsystem *subsystem)
344 {
345 	return subsystem->sn;
346 }
347 
348 const char *
349 spdk_nvmf_subsystem_get_mn(const struct spdk_nvmf_subsystem *subsystem)
350 {
351 	return subsystem->mn;
352 }
353 
354 void
355 spdk_trace_add_register_fn(struct spdk_trace_register_fn *reg_fn)
356 {
357 }
358 
359 static void
360 test_nvmf_tcp_create(void)
361 {
362 	struct spdk_thread *thread;
363 	struct spdk_nvmf_transport *transport;
364 	struct spdk_nvmf_tcp_transport *ttransport;
365 	struct spdk_nvmf_transport_opts opts;
366 
367 	thread = spdk_thread_create(NULL, NULL);
368 	SPDK_CU_ASSERT_FATAL(thread != NULL);
369 	spdk_set_thread(thread);
370 
371 	/* case 1 */
372 	memset(&opts, 0, sizeof(opts));
373 	opts.max_queue_depth = UT_MAX_QUEUE_DEPTH;
374 	opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR;
375 	opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE;
376 	opts.max_io_size = UT_MAX_IO_SIZE;
377 	opts.io_unit_size = UT_IO_UNIT_SIZE;
378 	opts.max_aq_depth = UT_MAX_AQ_DEPTH;
379 	opts.num_shared_buffers = UT_NUM_SHARED_BUFFERS;
380 	/* expect success */
381 	transport = nvmf_tcp_create(&opts);
382 	CU_ASSERT_PTR_NOT_NULL(transport);
383 	ttransport = SPDK_CONTAINEROF(transport, struct spdk_nvmf_tcp_transport, transport);
384 	SPDK_CU_ASSERT_FATAL(ttransport != NULL);
385 	transport->opts = opts;
386 	CU_ASSERT(transport->opts.max_queue_depth == UT_MAX_QUEUE_DEPTH);
387 	CU_ASSERT(transport->opts.max_io_size == UT_MAX_IO_SIZE);
388 	CU_ASSERT(transport->opts.in_capsule_data_size == UT_IN_CAPSULE_DATA_SIZE);
389 	CU_ASSERT(transport->opts.io_unit_size == UT_IO_UNIT_SIZE);
390 	/* destroy transport */
391 	spdk_mempool_free(ttransport->transport.data_buf_pool);
392 	free(ttransport);
393 
394 	/* case 2 */
395 	memset(&opts, 0, sizeof(opts));
396 	opts.max_queue_depth = UT_MAX_QUEUE_DEPTH;
397 	opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR;
398 	opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE;
399 	opts.max_io_size = UT_MAX_IO_SIZE;
400 	opts.io_unit_size = UT_MAX_IO_SIZE + 1;
401 	opts.max_aq_depth = UT_MAX_AQ_DEPTH;
402 	opts.num_shared_buffers = UT_NUM_SHARED_BUFFERS;
403 	/* expect success */
404 	transport = nvmf_tcp_create(&opts);
405 	CU_ASSERT_PTR_NOT_NULL(transport);
406 	ttransport = SPDK_CONTAINEROF(transport, struct spdk_nvmf_tcp_transport, transport);
407 	SPDK_CU_ASSERT_FATAL(ttransport != NULL);
408 	transport->opts = opts;
409 	CU_ASSERT(transport->opts.max_queue_depth == UT_MAX_QUEUE_DEPTH);
410 	CU_ASSERT(transport->opts.max_io_size == UT_MAX_IO_SIZE);
411 	CU_ASSERT(transport->opts.in_capsule_data_size == UT_IN_CAPSULE_DATA_SIZE);
412 	CU_ASSERT(transport->opts.io_unit_size == UT_MAX_IO_SIZE);
413 	/* destroy transport */
414 	spdk_mempool_free(ttransport->transport.data_buf_pool);
415 	free(ttransport);
416 
417 	/* case 3 */
418 	memset(&opts, 0, sizeof(opts));
419 	opts.max_queue_depth = UT_MAX_QUEUE_DEPTH;
420 	opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR;
421 	opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE;
422 	opts.max_io_size = UT_MAX_IO_SIZE;
423 	opts.io_unit_size = 16;
424 	opts.max_aq_depth = UT_MAX_AQ_DEPTH;
425 	/* expect failse */
426 	transport = nvmf_tcp_create(&opts);
427 	CU_ASSERT_PTR_NULL(transport);
428 
429 	spdk_thread_exit(thread);
430 	while (!spdk_thread_is_exited(thread)) {
431 		spdk_thread_poll(thread, 0, 0);
432 	}
433 	spdk_thread_destroy(thread);
434 }
435 
436 static void
437 test_nvmf_tcp_destroy(void)
438 {
439 	struct spdk_thread *thread;
440 	struct spdk_nvmf_transport *transport;
441 	struct spdk_nvmf_transport_opts opts;
442 
443 	thread = spdk_thread_create(NULL, NULL);
444 	SPDK_CU_ASSERT_FATAL(thread != NULL);
445 	spdk_set_thread(thread);
446 
447 	/* case 1 */
448 	memset(&opts, 0, sizeof(opts));
449 	opts.max_queue_depth = UT_MAX_QUEUE_DEPTH;
450 	opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR;
451 	opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE;
452 	opts.max_io_size = UT_MAX_IO_SIZE;
453 	opts.io_unit_size = UT_IO_UNIT_SIZE;
454 	opts.max_aq_depth = UT_MAX_AQ_DEPTH;
455 	opts.num_shared_buffers = UT_NUM_SHARED_BUFFERS;
456 	transport = nvmf_tcp_create(&opts);
457 	CU_ASSERT_PTR_NOT_NULL(transport);
458 	transport->opts = opts;
459 	/* destroy transport */
460 	CU_ASSERT(nvmf_tcp_destroy(transport) == 0);
461 
462 	spdk_thread_exit(thread);
463 	while (!spdk_thread_is_exited(thread)) {
464 		spdk_thread_poll(thread, 0, 0);
465 	}
466 	spdk_thread_destroy(thread);
467 }
468 
469 static void
470 test_nvmf_tcp_poll_group_create(void)
471 {
472 	struct spdk_nvmf_transport *transport;
473 	struct spdk_nvmf_transport_poll_group *group;
474 	struct spdk_nvmf_tcp_poll_group *tgroup;
475 	struct spdk_thread *thread;
476 	struct spdk_nvmf_transport_opts opts;
477 	struct spdk_sock_group grp = {};
478 
479 	thread = spdk_thread_create(NULL, NULL);
480 	SPDK_CU_ASSERT_FATAL(thread != NULL);
481 	spdk_set_thread(thread);
482 
483 	memset(&opts, 0, sizeof(opts));
484 	opts.max_queue_depth = UT_MAX_QUEUE_DEPTH;
485 	opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR;
486 	opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE;
487 	opts.max_io_size = UT_MAX_IO_SIZE;
488 	opts.io_unit_size = UT_IO_UNIT_SIZE;
489 	opts.max_aq_depth = UT_MAX_AQ_DEPTH;
490 	opts.num_shared_buffers = UT_NUM_SHARED_BUFFERS;
491 	transport = nvmf_tcp_create(&opts);
492 	CU_ASSERT_PTR_NOT_NULL(transport);
493 	transport->opts = opts;
494 	MOCK_SET(spdk_sock_group_create, &grp);
495 	group = nvmf_tcp_poll_group_create(transport);
496 	MOCK_CLEAR_P(spdk_sock_group_create);
497 	SPDK_CU_ASSERT_FATAL(group);
498 	if (opts.in_capsule_data_size < SPDK_NVME_TCP_IN_CAPSULE_DATA_MAX_SIZE) {
499 		tgroup = SPDK_CONTAINEROF(group, struct spdk_nvmf_tcp_poll_group, group);
500 		SPDK_CU_ASSERT_FATAL(tgroup->control_msg_list);
501 	}
502 	group->transport = transport;
503 	nvmf_tcp_poll_group_destroy(group);
504 	nvmf_tcp_destroy(transport);
505 
506 	spdk_thread_exit(thread);
507 	while (!spdk_thread_is_exited(thread)) {
508 		spdk_thread_poll(thread, 0, 0);
509 	}
510 	spdk_thread_destroy(thread);
511 }
512 
513 static void
514 test_nvmf_tcp_send_c2h_data(void)
515 {
516 	struct spdk_thread *thread;
517 	struct spdk_nvmf_tcp_transport ttransport = {};
518 	struct spdk_nvmf_tcp_qpair tqpair = {};
519 	struct spdk_nvmf_tcp_req tcp_req = {};
520 	struct nvme_tcp_pdu pdu = {};
521 	struct spdk_nvme_tcp_c2h_data_hdr *c2h_data;
522 
523 	thread = spdk_thread_create(NULL, NULL);
524 	SPDK_CU_ASSERT_FATAL(thread != NULL);
525 	spdk_set_thread(thread);
526 
527 	tcp_req.pdu = &pdu;
528 	tcp_req.req.length = 300;
529 
530 	tqpair.qpair.transport = &ttransport.transport;
531 	TAILQ_INIT(&tqpair.send_queue);
532 
533 	/* Set qpair state to make unrelated operations NOP */
534 	tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING;
535 	tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_ERROR;
536 
537 	tcp_req.req.cmd = (union nvmf_h2c_msg *)&tcp_req.cmd;
538 
539 	tcp_req.req.iov[0].iov_base = (void *)0xDEADBEEF;
540 	tcp_req.req.iov[0].iov_len = 101;
541 	tcp_req.req.iov[1].iov_base = (void *)0xFEEDBEEF;
542 	tcp_req.req.iov[1].iov_len = 100;
543 	tcp_req.req.iov[2].iov_base = (void *)0xC0FFEE;
544 	tcp_req.req.iov[2].iov_len = 99;
545 	tcp_req.req.iovcnt = 3;
546 	tcp_req.req.length = 300;
547 
548 	nvmf_tcp_send_c2h_data(&tqpair, &tcp_req);
549 
550 	CU_ASSERT(TAILQ_FIRST(&tqpair.send_queue) == &pdu);
551 	TAILQ_REMOVE(&tqpair.send_queue, &pdu, tailq);
552 
553 	c2h_data = &pdu.hdr.c2h_data;
554 	CU_ASSERT(c2h_data->datao == 0);
555 	CU_ASSERT(c2h_data->datal = 300);
556 	CU_ASSERT(c2h_data->common.plen == sizeof(*c2h_data) + 300);
557 	CU_ASSERT(c2h_data->common.flags & SPDK_NVME_TCP_C2H_DATA_FLAGS_LAST_PDU);
558 
559 	CU_ASSERT(pdu.data_iovcnt == 3);
560 	CU_ASSERT((uint64_t)pdu.data_iov[0].iov_base == 0xDEADBEEF);
561 	CU_ASSERT(pdu.data_iov[0].iov_len == 101);
562 	CU_ASSERT((uint64_t)pdu.data_iov[1].iov_base == 0xFEEDBEEF);
563 	CU_ASSERT(pdu.data_iov[1].iov_len == 100);
564 	CU_ASSERT((uint64_t)pdu.data_iov[2].iov_base == 0xC0FFEE);
565 	CU_ASSERT(pdu.data_iov[2].iov_len == 99);
566 
567 	spdk_thread_exit(thread);
568 	while (!spdk_thread_is_exited(thread)) {
569 		spdk_thread_poll(thread, 0, 0);
570 	}
571 	spdk_thread_destroy(thread);
572 }
573 
574 #define NVMF_TCP_PDU_MAX_H2C_DATA_SIZE (128 * 1024)
575 
576 static void
577 test_nvmf_tcp_h2c_data_hdr_handle(void)
578 {
579 	struct spdk_nvmf_tcp_transport ttransport = {};
580 	struct spdk_nvmf_tcp_qpair tqpair = {};
581 	struct nvme_tcp_pdu pdu = {};
582 	struct spdk_nvmf_tcp_req tcp_req = {};
583 	struct spdk_nvme_tcp_h2c_data_hdr *h2c_data;
584 
585 	TAILQ_INIT(&tqpair.state_queue[TCP_REQUEST_STATE_TRANSFERRING_HOST_TO_CONTROLLER]);
586 
587 	/* Set qpair state to make unrelated operations NOP */
588 	tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING;
589 	tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_ERROR;
590 
591 	tcp_req.req.iov[0].iov_base = (void *)0xDEADBEEF;
592 	tcp_req.req.iov[0].iov_len = 101;
593 	tcp_req.req.iov[1].iov_base = (void *)0xFEEDBEEF;
594 	tcp_req.req.iov[1].iov_len = 99;
595 	tcp_req.req.iovcnt = 2;
596 	tcp_req.req.length = 200;
597 
598 	tcp_req.req.cmd = (union nvmf_h2c_msg *)&tcp_req.cmd;
599 	tcp_req.req.cmd->nvme_cmd.cid = 1;
600 	tcp_req.ttag = 2;
601 
602 	TAILQ_INSERT_TAIL(&tqpair.state_queue[TCP_REQUEST_STATE_TRANSFERRING_HOST_TO_CONTROLLER],
603 			  &tcp_req, state_link);
604 
605 	h2c_data = &pdu.hdr.h2c_data;
606 	h2c_data->cccid = 1;
607 	h2c_data->ttag = 2;
608 	h2c_data->datao = 0;
609 	h2c_data->datal = 200;
610 
611 	nvmf_tcp_h2c_data_hdr_handle(&ttransport, &tqpair, &pdu);
612 
613 	CU_ASSERT(pdu.data_iovcnt == 2);
614 	CU_ASSERT((uint64_t)pdu.data_iov[0].iov_base == 0xDEADBEEF);
615 	CU_ASSERT(pdu.data_iov[0].iov_len == 101);
616 	CU_ASSERT((uint64_t)pdu.data_iov[1].iov_base == 0xFEEDBEEF);
617 	CU_ASSERT(pdu.data_iov[1].iov_len == 99);
618 
619 	CU_ASSERT(TAILQ_FIRST(&tqpair.state_queue[TCP_REQUEST_STATE_TRANSFERRING_HOST_TO_CONTROLLER]) ==
620 		  &tcp_req);
621 	TAILQ_REMOVE(&tqpair.state_queue[TCP_REQUEST_STATE_TRANSFERRING_HOST_TO_CONTROLLER],
622 		     &tcp_req, state_link);
623 }
624 
625 
626 static void
627 test_nvmf_tcp_incapsule_data_handle(void)
628 {
629 	struct spdk_nvmf_tcp_transport ttransport = {};
630 	struct spdk_nvmf_tcp_qpair tqpair = {};
631 	struct nvme_tcp_pdu *pdu;
632 	union nvmf_c2h_msg rsp0 = {};
633 	union nvmf_c2h_msg rsp = {};
634 
635 	struct spdk_nvmf_request *req_temp = NULL;
636 	struct spdk_nvmf_tcp_req tcp_req2 = {};
637 	struct spdk_nvmf_tcp_req tcp_req1 = {};
638 
639 	struct spdk_nvme_tcp_cmd *capsule_data;
640 	struct spdk_nvmf_capsule_cmd *nvmf_capsule_data;
641 	struct spdk_nvme_sgl_descriptor *sgl;
642 
643 	struct spdk_nvmf_transport_poll_group *group;
644 	struct spdk_nvmf_tcp_poll_group tcp_group = {};
645 	struct spdk_sock_group grp = {};
646 	int i = 0;
647 
648 	ttransport.transport.opts.max_io_size = UT_MAX_IO_SIZE;
649 	ttransport.transport.opts.io_unit_size = UT_IO_UNIT_SIZE;
650 
651 	tcp_group.sock_group = &grp;
652 	TAILQ_INIT(&tcp_group.qpairs);
653 	group = &tcp_group.group;
654 	group->transport = &ttransport.transport;
655 	STAILQ_INIT(&group->pending_buf_queue);
656 	tqpair.group = &tcp_group;
657 
658 	/* init tqpair, add pdu to pdu_in_progress and wait for the buff */
659 	for (i = TCP_REQUEST_STATE_FREE; i < TCP_REQUEST_NUM_STATES; i++) {
660 		TAILQ_INIT(&tqpair.state_queue[i]);
661 	}
662 
663 	TAILQ_INIT(&tqpair.send_queue);
664 
665 	TAILQ_INSERT_TAIL(&tqpair.state_queue[TCP_REQUEST_STATE_FREE], &tcp_req2, state_link);
666 	tqpair.state_cntr[TCP_REQUEST_STATE_FREE]++;
667 	tqpair.qpair.transport = &ttransport.transport;
668 	tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING;
669 	tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_PSH;
670 	tqpair.qpair.state = SPDK_NVMF_QPAIR_ACTIVE;
671 
672 	/* init a null tcp_req into tqpair TCP_REQUEST_STATE_FREE queue */
673 	tcp_req2.req.qpair = &tqpair.qpair;
674 	tcp_req2.req.cmd = (union nvmf_h2c_msg *)&tcp_req2.cmd;
675 	tcp_req2.req.rsp = &rsp;
676 
677 	/* init tcp_req1 */
678 	tcp_req1.req.qpair = &tqpair.qpair;
679 	tcp_req1.req.cmd = (union nvmf_h2c_msg *)&tcp_req1.cmd;
680 	tcp_req1.req.rsp = &rsp0;
681 	tcp_req1.state = TCP_REQUEST_STATE_NEW;
682 
683 	TAILQ_INSERT_TAIL(&tqpair.state_queue[TCP_REQUEST_STATE_NEW], &tcp_req1, state_link);
684 	tqpair.state_cntr[TCP_REQUEST_STATE_NEW]++;
685 
686 	/* init pdu, make pdu need sgl buff */
687 	pdu = &tqpair.pdu_in_progress;
688 	capsule_data = &pdu->hdr.capsule_cmd;
689 	nvmf_capsule_data = (struct spdk_nvmf_capsule_cmd *)&pdu->hdr.capsule_cmd.ccsqe;
690 	sgl = &capsule_data->ccsqe.dptr.sgl1;
691 
692 	capsule_data->common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_CAPSULE_CMD;
693 	capsule_data->common.hlen = sizeof(*capsule_data);
694 	capsule_data->common.plen = 1096;
695 	capsule_data->ccsqe.opc = SPDK_NVME_OPC_FABRIC;
696 
697 	sgl->unkeyed.subtype = SPDK_NVME_SGL_SUBTYPE_TRANSPORT;
698 	sgl->generic.type = SPDK_NVME_SGL_TYPE_TRANSPORT_DATA_BLOCK;
699 	sgl->unkeyed.length = UT_IO_UNIT_SIZE;
700 
701 	nvmf_capsule_data->fctype = SPDK_NVMF_FABRIC_COMMAND_CONNECT;
702 
703 	/* insert tcp_req1 to pending_buf_queue, And this req takes precedence over the next req. */
704 	nvmf_tcp_req_process(&ttransport, &tcp_req1);
705 	CU_ASSERT(STAILQ_FIRST(&group->pending_buf_queue) == &tcp_req1.req);
706 
707 	sgl->unkeyed.length = UT_IO_UNIT_SIZE - 1;
708 
709 	/* process tqpair capsule req. but we still remain req in pending_buff. */
710 	nvmf_tcp_capsule_cmd_hdr_handle(&ttransport, &tqpair, &tqpair.pdu_in_progress);
711 	CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_PAYLOAD);
712 	CU_ASSERT(STAILQ_FIRST(&group->pending_buf_queue) == &tcp_req1.req);
713 	STAILQ_FOREACH(req_temp, &group->pending_buf_queue, buf_link) {
714 		if (req_temp == &tcp_req2.req) {
715 			break;
716 		}
717 	}
718 	CU_ASSERT(req_temp == NULL);
719 	CU_ASSERT(tqpair.pdu_in_progress.req == (void *)&tcp_req2);
720 }
721 
722 
723 int main(int argc, char **argv)
724 {
725 	CU_pSuite	suite = NULL;
726 	unsigned int	num_failures;
727 
728 	CU_set_error_action(CUEA_ABORT);
729 	CU_initialize_registry();
730 
731 	suite = CU_add_suite("nvmf", NULL, NULL);
732 
733 	CU_ADD_TEST(suite, test_nvmf_tcp_create);
734 	CU_ADD_TEST(suite, test_nvmf_tcp_destroy);
735 	CU_ADD_TEST(suite, test_nvmf_tcp_poll_group_create);
736 	CU_ADD_TEST(suite, test_nvmf_tcp_send_c2h_data);
737 	CU_ADD_TEST(suite, test_nvmf_tcp_h2c_data_hdr_handle);
738 	CU_ADD_TEST(suite, test_nvmf_tcp_incapsule_data_handle);
739 
740 	CU_basic_set_mode(CU_BRM_VERBOSE);
741 	CU_basic_run_tests();
742 	num_failures = CU_get_number_of_failures();
743 	CU_cleanup_registry();
744 	return num_failures;
745 }
746