xref: /spdk/test/unit/lib/nvmf/tcp.c/tcp_ut.c (revision 1fa071d332db21bf893d581a8e93b425ba788a24)
1 /*-
2  *   BSD LICENSE
3  *
4  *   Copyright (c) Intel Corporation.
5  *   All rights reserved.
6  *
7  *   Redistribution and use in source and binary forms, with or without
8  *   modification, are permitted provided that the following conditions
9  *   are met:
10  *
11  *     * Redistributions of source code must retain the above copyright
12  *       notice, this list of conditions and the following disclaimer.
13  *     * Redistributions in binary form must reproduce the above copyright
14  *       notice, this list of conditions and the following disclaimer in
15  *       the documentation and/or other materials provided with the
16  *       distribution.
17  *     * Neither the name of Intel Corporation nor the names of its
18  *       contributors may be used to endorse or promote products derived
19  *       from this software without specific prior written permission.
20  *
21  *   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
22  *   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
23  *   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
24  *   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
25  *   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
26  *   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
27  *   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
28  *   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
29  *   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
30  *   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
31  *   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
32  */
33 
34 #include "spdk/stdinc.h"
35 #include "spdk/nvmf_spec.h"
36 #include "spdk_cunit.h"
37 
38 #include "spdk_internal/mock.h"
39 #include "spdk_internal/thread.h"
40 
41 #include "common/lib/test_env.c"
42 #include "common/lib/test_sock.c"
43 
44 #include "nvmf/ctrlr.c"
45 #include "nvmf/tcp.c"
46 
47 #define UT_IPV4_ADDR "192.168.0.1"
48 #define UT_PORT "4420"
49 #define UT_NVMF_ADRFAM_INVALID 0xf
50 #define UT_MAX_QUEUE_DEPTH 128
51 #define UT_MAX_QPAIRS_PER_CTRLR 128
52 #define UT_IN_CAPSULE_DATA_SIZE 1024
53 #define UT_MAX_IO_SIZE 4096
54 #define UT_IO_UNIT_SIZE 1024
55 #define UT_MAX_AQ_DEPTH 64
56 #define UT_SQ_HEAD_MAX 128
57 #define UT_NUM_SHARED_BUFFERS 128
58 
59 SPDK_LOG_REGISTER_COMPONENT("nvmf", SPDK_LOG_NVMF)
60 SPDK_LOG_REGISTER_COMPONENT("nvme", SPDK_LOG_NVME)
61 
62 DEFINE_STUB(spdk_nvmf_qpair_get_listen_trid,
63 	    int,
64 	    (struct spdk_nvmf_qpair *qpair, struct spdk_nvme_transport_id *trid),
65 	    0);
66 
67 DEFINE_STUB(spdk_nvmf_subsystem_add_ctrlr,
68 	    int,
69 	    (struct spdk_nvmf_subsystem *subsystem, struct spdk_nvmf_ctrlr *ctrlr),
70 	    0);
71 
72 DEFINE_STUB(spdk_nvmf_subsystem_get_ctrlr,
73 	    struct spdk_nvmf_ctrlr *,
74 	    (struct spdk_nvmf_subsystem *subsystem, uint16_t cntlid),
75 	    NULL);
76 
77 DEFINE_STUB(spdk_nvmf_tgt_find_subsystem,
78 	    struct spdk_nvmf_subsystem *,
79 	    (struct spdk_nvmf_tgt *tgt, const char *subnqn),
80 	    NULL);
81 
82 DEFINE_STUB(spdk_nvmf_subsystem_listener_allowed,
83 	    bool,
84 	    (struct spdk_nvmf_subsystem *subsystem, const struct spdk_nvme_transport_id *trid),
85 	    true);
86 
87 DEFINE_STUB_V(spdk_nvmf_get_discovery_log_page,
88 	      (struct spdk_nvmf_tgt *tgt, const char *hostnqn, struct iovec *iov,
89 	       uint32_t iovcnt, uint64_t offset, uint32_t length));
90 
91 DEFINE_STUB_V(spdk_nvmf_subsystem_remove_ctrlr,
92 	      (struct spdk_nvmf_subsystem *subsystem, struct spdk_nvmf_ctrlr *ctrlr));
93 
94 DEFINE_STUB(spdk_nvmf_subsystem_get_first_ns,
95 	    struct spdk_nvmf_ns *,
96 	    (struct spdk_nvmf_subsystem *subsystem),
97 	    NULL);
98 
99 DEFINE_STUB(spdk_nvmf_subsystem_get_next_ns,
100 	    struct spdk_nvmf_ns *,
101 	    (struct spdk_nvmf_subsystem *subsystem, struct spdk_nvmf_ns *prev_ns),
102 	    NULL);
103 
104 DEFINE_STUB(spdk_nvmf_subsystem_host_allowed,
105 	    bool,
106 	    (struct spdk_nvmf_subsystem *subsystem, const char *hostnqn),
107 	    true);
108 
109 DEFINE_STUB(spdk_nvmf_ctrlr_dsm_supported,
110 	    bool,
111 	    (struct spdk_nvmf_ctrlr *ctrlr),
112 	    false);
113 
114 DEFINE_STUB(spdk_nvmf_ctrlr_write_zeroes_supported,
115 	    bool,
116 	    (struct spdk_nvmf_ctrlr *ctrlr),
117 	    false);
118 
119 DEFINE_STUB(spdk_nvmf_bdev_ctrlr_read_cmd,
120 	    int,
121 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
122 	     struct spdk_nvmf_request *req),
123 	    0);
124 
125 DEFINE_STUB(spdk_nvmf_bdev_ctrlr_write_cmd,
126 	    int,
127 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
128 	     struct spdk_nvmf_request *req),
129 	    0);
130 
131 DEFINE_STUB(spdk_nvmf_bdev_ctrlr_compare_cmd,
132 	    int,
133 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
134 	     struct spdk_nvmf_request *req),
135 	    0);
136 
137 DEFINE_STUB(spdk_nvmf_bdev_ctrlr_compare_and_write_cmd,
138 	    int,
139 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
140 	     struct spdk_nvmf_request *cmp_req, struct spdk_nvmf_request *write_req),
141 	    0);
142 
143 DEFINE_STUB(spdk_nvmf_bdev_ctrlr_write_zeroes_cmd,
144 	    int,
145 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
146 	     struct spdk_nvmf_request *req),
147 	    0);
148 
149 DEFINE_STUB(spdk_nvmf_bdev_ctrlr_flush_cmd,
150 	    int,
151 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
152 	     struct spdk_nvmf_request *req),
153 	    0);
154 
155 DEFINE_STUB(spdk_nvmf_bdev_ctrlr_dsm_cmd,
156 	    int,
157 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
158 	     struct spdk_nvmf_request *req),
159 	    0);
160 
161 DEFINE_STUB(spdk_nvmf_bdev_ctrlr_nvme_passthru_io,
162 	    int,
163 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
164 	     struct spdk_nvmf_request *req),
165 	    0);
166 
167 DEFINE_STUB(spdk_nvmf_bdev_ctrlr_get_dif_ctx,
168 	    bool,
169 	    (struct spdk_bdev *bdev, struct spdk_nvme_cmd *cmd, struct spdk_dif_ctx *dif_ctx),
170 	    false);
171 
172 DEFINE_STUB(spdk_nvmf_transport_req_complete,
173 	    int,
174 	    (struct spdk_nvmf_request *req),
175 	    0);
176 
177 DEFINE_STUB_V(spdk_nvmf_request_free_buffers,
178 	      (struct spdk_nvmf_request *req, struct spdk_nvmf_transport_poll_group *group,
179 	       struct spdk_nvmf_transport *transport));
180 
181 DEFINE_STUB(spdk_sock_get_optimal_sock_group,
182 	    int,
183 	    (struct spdk_sock *sock, struct spdk_sock_group **group),
184 	    0);
185 
186 DEFINE_STUB(spdk_sock_group_get_ctx,
187 	    void *,
188 	    (struct spdk_sock_group *group),
189 	    NULL);
190 
191 DEFINE_STUB(spdk_sock_set_priority,
192 	    int,
193 	    (struct spdk_sock *sock, int priority),
194 	    0);
195 
196 DEFINE_STUB_V(spdk_nvmf_ns_reservation_request, (void *ctx));
197 
198 DEFINE_STUB_V(spdk_nvme_trid_populate_transport, (struct spdk_nvme_transport_id *trid,
199 		enum spdk_nvme_transport_type trtype));
200 DEFINE_STUB_V(spdk_nvmf_transport_register, (const struct spdk_nvmf_transport_ops *ops));
201 
202 struct spdk_trace_histories *g_trace_histories;
203 
204 struct spdk_bdev {
205 	int ut_mock;
206 	uint64_t blockcnt;
207 };
208 
209 int
210 spdk_nvme_transport_id_compare(const struct spdk_nvme_transport_id *trid1,
211 			       const struct spdk_nvme_transport_id *trid2)
212 {
213 	return 0;
214 }
215 
216 void
217 spdk_trace_register_object(uint8_t type, char id_prefix)
218 {
219 }
220 
221 void
222 spdk_trace_register_description(const char *name,
223 				uint16_t tpoint_id, uint8_t owner_type,
224 				uint8_t object_type, uint8_t new_object,
225 				uint8_t arg1_type, const char *arg1_name)
226 {
227 }
228 
229 void
230 _spdk_trace_record(uint64_t tsc, uint16_t tpoint_id, uint16_t poller_id,
231 		   uint32_t size, uint64_t object_id, uint64_t arg1)
232 {
233 }
234 
235 const char *
236 spdk_nvme_transport_id_trtype_str(enum spdk_nvme_transport_type trtype)
237 {
238 	switch (trtype) {
239 	case SPDK_NVME_TRANSPORT_PCIE:
240 		return "PCIe";
241 	case SPDK_NVME_TRANSPORT_RDMA:
242 		return "RDMA";
243 	case SPDK_NVME_TRANSPORT_FC:
244 		return "FC";
245 	default:
246 		return NULL;
247 	}
248 }
249 
250 int
251 spdk_nvme_transport_id_populate_trstring(struct spdk_nvme_transport_id *trid, const char *trstring)
252 {
253 	int len, i;
254 
255 	if (trstring == NULL) {
256 		return -EINVAL;
257 	}
258 
259 	len = strnlen(trstring, SPDK_NVMF_TRSTRING_MAX_LEN);
260 	if (len == SPDK_NVMF_TRSTRING_MAX_LEN) {
261 		return -EINVAL;
262 	}
263 
264 	/* cast official trstring to uppercase version of input. */
265 	for (i = 0; i < len; i++) {
266 		trid->trstring[i] = toupper(trstring[i]);
267 	}
268 	return 0;
269 }
270 
271 int
272 spdk_nvmf_qpair_disconnect(struct spdk_nvmf_qpair *qpair, nvmf_qpair_disconnect_cb cb_fn, void *ctx)
273 {
274 	return 0;
275 }
276 
277 int
278 spdk_nvmf_request_get_buffers(struct spdk_nvmf_request *req,
279 			      struct spdk_nvmf_transport_poll_group *group,
280 			      struct spdk_nvmf_transport *transport,
281 			      uint32_t length)
282 {
283 	/* length more than 1 io unit length will fail. */
284 	if (length >= transport->opts.io_unit_size) {
285 		return -EINVAL;
286 	}
287 
288 	req->iovcnt = 1;
289 	req->iov[0].iov_base = (void *)0xDEADBEEF;
290 
291 	return 0;
292 }
293 
294 
295 void
296 spdk_nvmf_bdev_ctrlr_identify_ns(struct spdk_nvmf_ns *ns, struct spdk_nvme_ns_data *nsdata,
297 				 bool dif_insert_or_strip)
298 {
299 	uint64_t num_blocks;
300 
301 	SPDK_CU_ASSERT_FATAL(ns->bdev != NULL);
302 	num_blocks = ns->bdev->blockcnt;
303 	nsdata->nsze = num_blocks;
304 	nsdata->ncap = num_blocks;
305 	nsdata->nuse = num_blocks;
306 	nsdata->nlbaf = 0;
307 	nsdata->flbas.format = 0;
308 	nsdata->lbaf[0].lbads = spdk_u32log2(512);
309 }
310 
311 const char *
312 spdk_nvmf_subsystem_get_sn(const struct spdk_nvmf_subsystem *subsystem)
313 {
314 	return subsystem->sn;
315 }
316 
317 const char *
318 spdk_nvmf_subsystem_get_mn(const struct spdk_nvmf_subsystem *subsystem)
319 {
320 	return subsystem->mn;
321 }
322 
323 void
324 spdk_trace_add_register_fn(struct spdk_trace_register_fn *reg_fn)
325 {
326 }
327 
328 static void
329 test_nvmf_tcp_create(void)
330 {
331 	struct spdk_thread *thread;
332 	struct spdk_nvmf_transport *transport;
333 	struct spdk_nvmf_tcp_transport *ttransport;
334 	struct spdk_nvmf_transport_opts opts;
335 
336 	thread = spdk_thread_create(NULL, NULL);
337 	SPDK_CU_ASSERT_FATAL(thread != NULL);
338 	spdk_set_thread(thread);
339 
340 	/* case 1 */
341 	memset(&opts, 0, sizeof(opts));
342 	opts.max_queue_depth = UT_MAX_QUEUE_DEPTH;
343 	opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR;
344 	opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE;
345 	opts.max_io_size = UT_MAX_IO_SIZE;
346 	opts.io_unit_size = UT_IO_UNIT_SIZE;
347 	opts.max_aq_depth = UT_MAX_AQ_DEPTH;
348 	opts.num_shared_buffers = UT_NUM_SHARED_BUFFERS;
349 	/* expect success */
350 	transport = spdk_nvmf_tcp_create(&opts);
351 	CU_ASSERT_PTR_NOT_NULL(transport);
352 	ttransport = SPDK_CONTAINEROF(transport, struct spdk_nvmf_tcp_transport, transport);
353 	SPDK_CU_ASSERT_FATAL(ttransport != NULL);
354 	transport->opts = opts;
355 	CU_ASSERT(transport->opts.max_queue_depth == UT_MAX_QUEUE_DEPTH);
356 	CU_ASSERT(transport->opts.max_io_size == UT_MAX_IO_SIZE);
357 	CU_ASSERT(transport->opts.in_capsule_data_size == UT_IN_CAPSULE_DATA_SIZE);
358 	CU_ASSERT(transport->opts.io_unit_size == UT_IO_UNIT_SIZE);
359 	/* destroy transport */
360 	spdk_mempool_free(ttransport->transport.data_buf_pool);
361 	free(ttransport);
362 
363 	/* case 2 */
364 	memset(&opts, 0, sizeof(opts));
365 	opts.max_queue_depth = UT_MAX_QUEUE_DEPTH;
366 	opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR;
367 	opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE;
368 	opts.max_io_size = UT_MAX_IO_SIZE;
369 	opts.io_unit_size = UT_MAX_IO_SIZE + 1;
370 	opts.max_aq_depth = UT_MAX_AQ_DEPTH;
371 	opts.num_shared_buffers = UT_NUM_SHARED_BUFFERS;
372 	/* expect success */
373 	transport = spdk_nvmf_tcp_create(&opts);
374 	CU_ASSERT_PTR_NOT_NULL(transport);
375 	ttransport = SPDK_CONTAINEROF(transport, struct spdk_nvmf_tcp_transport, transport);
376 	SPDK_CU_ASSERT_FATAL(ttransport != NULL);
377 	transport->opts = opts;
378 	CU_ASSERT(transport->opts.max_queue_depth == UT_MAX_QUEUE_DEPTH);
379 	CU_ASSERT(transport->opts.max_io_size == UT_MAX_IO_SIZE);
380 	CU_ASSERT(transport->opts.in_capsule_data_size == UT_IN_CAPSULE_DATA_SIZE);
381 	CU_ASSERT(transport->opts.io_unit_size == UT_MAX_IO_SIZE);
382 	/* destroy transport */
383 	spdk_mempool_free(ttransport->transport.data_buf_pool);
384 	free(ttransport);
385 
386 	/* case 3 */
387 	memset(&opts, 0, sizeof(opts));
388 	opts.max_queue_depth = UT_MAX_QUEUE_DEPTH;
389 	opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR;
390 	opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE;
391 	opts.max_io_size = UT_MAX_IO_SIZE;
392 	opts.io_unit_size = 16;
393 	opts.max_aq_depth = UT_MAX_AQ_DEPTH;
394 	/* expect failse */
395 	transport = spdk_nvmf_tcp_create(&opts);
396 	CU_ASSERT_PTR_NULL(transport);
397 
398 	spdk_thread_exit(thread);
399 	while (!spdk_thread_is_exited(thread)) {
400 		spdk_thread_poll(thread, 0, 0);
401 	}
402 	spdk_thread_destroy(thread);
403 }
404 
405 static void
406 test_nvmf_tcp_destroy(void)
407 {
408 	struct spdk_thread *thread;
409 	struct spdk_nvmf_transport *transport;
410 	struct spdk_nvmf_transport_opts opts;
411 
412 	thread = spdk_thread_create(NULL, NULL);
413 	SPDK_CU_ASSERT_FATAL(thread != NULL);
414 	spdk_set_thread(thread);
415 
416 	/* case 1 */
417 	memset(&opts, 0, sizeof(opts));
418 	opts.max_queue_depth = UT_MAX_QUEUE_DEPTH;
419 	opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR;
420 	opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE;
421 	opts.max_io_size = UT_MAX_IO_SIZE;
422 	opts.io_unit_size = UT_IO_UNIT_SIZE;
423 	opts.max_aq_depth = UT_MAX_AQ_DEPTH;
424 	opts.num_shared_buffers = UT_NUM_SHARED_BUFFERS;
425 	transport = spdk_nvmf_tcp_create(&opts);
426 	CU_ASSERT_PTR_NOT_NULL(transport);
427 	transport->opts = opts;
428 	/* destroy transport */
429 	CU_ASSERT(spdk_nvmf_tcp_destroy(transport) == 0);
430 
431 	spdk_thread_exit(thread);
432 	while (!spdk_thread_is_exited(thread)) {
433 		spdk_thread_poll(thread, 0, 0);
434 	}
435 	spdk_thread_destroy(thread);
436 }
437 
438 static void
439 test_nvmf_tcp_poll_group_create(void)
440 {
441 	struct spdk_nvmf_transport *transport;
442 	struct spdk_nvmf_transport_poll_group *group;
443 	struct spdk_thread *thread;
444 	struct spdk_nvmf_transport_opts opts;
445 	struct spdk_sock_group grp = {};
446 
447 	thread = spdk_thread_create(NULL, NULL);
448 	SPDK_CU_ASSERT_FATAL(thread != NULL);
449 	spdk_set_thread(thread);
450 
451 	memset(&opts, 0, sizeof(opts));
452 	opts.max_queue_depth = UT_MAX_QUEUE_DEPTH;
453 	opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR;
454 	opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE;
455 	opts.max_io_size = UT_MAX_IO_SIZE;
456 	opts.io_unit_size = UT_IO_UNIT_SIZE;
457 	opts.max_aq_depth = UT_MAX_AQ_DEPTH;
458 	opts.num_shared_buffers = UT_NUM_SHARED_BUFFERS;
459 	transport = spdk_nvmf_tcp_create(&opts);
460 	CU_ASSERT_PTR_NOT_NULL(transport);
461 	transport->opts = opts;
462 	MOCK_SET(spdk_sock_group_create, &grp);
463 	group = spdk_nvmf_tcp_poll_group_create(transport);
464 	MOCK_CLEAR_P(spdk_sock_group_create);
465 	SPDK_CU_ASSERT_FATAL(group);
466 	group->transport = transport;
467 	spdk_nvmf_tcp_poll_group_destroy(group);
468 	spdk_nvmf_tcp_destroy(transport);
469 
470 	spdk_thread_exit(thread);
471 	while (!spdk_thread_is_exited(thread)) {
472 		spdk_thread_poll(thread, 0, 0);
473 	}
474 	spdk_thread_destroy(thread);
475 }
476 
477 static void
478 test_nvmf_tcp_send_c2h_data(void)
479 {
480 	struct spdk_thread *thread;
481 	struct spdk_nvmf_tcp_transport ttransport = {};
482 	struct spdk_nvmf_tcp_qpair tqpair = {};
483 	struct spdk_nvmf_tcp_req tcp_req = {};
484 	struct nvme_tcp_pdu pdu = {};
485 	struct spdk_nvme_tcp_c2h_data_hdr *c2h_data;
486 
487 	thread = spdk_thread_create(NULL, NULL);
488 	SPDK_CU_ASSERT_FATAL(thread != NULL);
489 	spdk_set_thread(thread);
490 
491 	tcp_req.pdu = &pdu;
492 	tcp_req.req.length = 300;
493 
494 	tqpair.qpair.transport = &ttransport.transport;
495 	TAILQ_INIT(&tqpair.send_queue);
496 
497 	/* Set qpair state to make unrelated operations NOP */
498 	tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING;
499 	tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_ERROR;
500 
501 	tcp_req.req.cmd = (union nvmf_h2c_msg *)&tcp_req.cmd;
502 
503 	tcp_req.req.iov[0].iov_base = (void *)0xDEADBEEF;
504 	tcp_req.req.iov[0].iov_len = 101;
505 	tcp_req.req.iov[1].iov_base = (void *)0xFEEDBEEF;
506 	tcp_req.req.iov[1].iov_len = 100;
507 	tcp_req.req.iov[2].iov_base = (void *)0xC0FFEE;
508 	tcp_req.req.iov[2].iov_len = 99;
509 	tcp_req.req.iovcnt = 3;
510 	tcp_req.req.length = 300;
511 
512 	spdk_nvmf_tcp_send_c2h_data(&tqpair, &tcp_req);
513 
514 	CU_ASSERT(TAILQ_FIRST(&tqpair.send_queue) == &pdu);
515 	TAILQ_REMOVE(&tqpair.send_queue, &pdu, tailq);
516 
517 	c2h_data = &pdu.hdr.c2h_data;
518 	CU_ASSERT(c2h_data->datao == 0);
519 	CU_ASSERT(c2h_data->datal = 300);
520 	CU_ASSERT(c2h_data->common.plen == sizeof(*c2h_data) + 300);
521 	CU_ASSERT(c2h_data->common.flags & SPDK_NVME_TCP_C2H_DATA_FLAGS_LAST_PDU);
522 
523 	CU_ASSERT(pdu.data_iovcnt == 3);
524 	CU_ASSERT((uint64_t)pdu.data_iov[0].iov_base == 0xDEADBEEF);
525 	CU_ASSERT(pdu.data_iov[0].iov_len == 101);
526 	CU_ASSERT((uint64_t)pdu.data_iov[1].iov_base == 0xFEEDBEEF);
527 	CU_ASSERT(pdu.data_iov[1].iov_len == 100);
528 	CU_ASSERT((uint64_t)pdu.data_iov[2].iov_base == 0xC0FFEE);
529 	CU_ASSERT(pdu.data_iov[2].iov_len == 99);
530 
531 	spdk_thread_exit(thread);
532 	while (!spdk_thread_is_exited(thread)) {
533 		spdk_thread_poll(thread, 0, 0);
534 	}
535 	spdk_thread_destroy(thread);
536 }
537 
538 #define NVMF_TCP_PDU_MAX_H2C_DATA_SIZE (128 * 1024)
539 
540 static void
541 test_nvmf_tcp_h2c_data_hdr_handle(void)
542 {
543 	struct spdk_nvmf_tcp_transport ttransport = {};
544 	struct spdk_nvmf_tcp_qpair tqpair = {};
545 	struct nvme_tcp_pdu pdu = {};
546 	struct spdk_nvmf_tcp_req tcp_req = {};
547 	struct spdk_nvme_tcp_h2c_data_hdr *h2c_data;
548 
549 	TAILQ_INIT(&tqpair.state_queue[TCP_REQUEST_STATE_TRANSFERRING_HOST_TO_CONTROLLER]);
550 
551 	/* Set qpair state to make unrelated operations NOP */
552 	tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING;
553 	tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_ERROR;
554 
555 	tcp_req.req.iov[0].iov_base = (void *)0xDEADBEEF;
556 	tcp_req.req.iov[0].iov_len = 101;
557 	tcp_req.req.iov[1].iov_base = (void *)0xFEEDBEEF;
558 	tcp_req.req.iov[1].iov_len = 99;
559 	tcp_req.req.iovcnt = 2;
560 	tcp_req.req.length = 200;
561 
562 	tcp_req.req.cmd = (union nvmf_h2c_msg *)&tcp_req.cmd;
563 	tcp_req.req.cmd->nvme_cmd.cid = 1;
564 	tcp_req.ttag = 2;
565 
566 	TAILQ_INSERT_TAIL(&tqpair.state_queue[TCP_REQUEST_STATE_TRANSFERRING_HOST_TO_CONTROLLER],
567 			  &tcp_req, state_link);
568 
569 	h2c_data = &pdu.hdr.h2c_data;
570 	h2c_data->cccid = 1;
571 	h2c_data->ttag = 2;
572 	h2c_data->datao = 0;
573 	h2c_data->datal = 200;
574 
575 	spdk_nvmf_tcp_h2c_data_hdr_handle(&ttransport, &tqpair, &pdu);
576 
577 	CU_ASSERT(pdu.data_iovcnt == 2);
578 	CU_ASSERT((uint64_t)pdu.data_iov[0].iov_base == 0xDEADBEEF);
579 	CU_ASSERT(pdu.data_iov[0].iov_len == 101);
580 	CU_ASSERT((uint64_t)pdu.data_iov[1].iov_base == 0xFEEDBEEF);
581 	CU_ASSERT(pdu.data_iov[1].iov_len == 99);
582 
583 	CU_ASSERT(TAILQ_FIRST(&tqpair.state_queue[TCP_REQUEST_STATE_TRANSFERRING_HOST_TO_CONTROLLER]) ==
584 		  &tcp_req);
585 	TAILQ_REMOVE(&tqpair.state_queue[TCP_REQUEST_STATE_TRANSFERRING_HOST_TO_CONTROLLER],
586 		     &tcp_req, state_link);
587 }
588 
589 
590 static void
591 test_nvmf_tcp_incapsule_data_handle(void)
592 {
593 	struct spdk_nvmf_tcp_transport ttransport = {};
594 	struct spdk_nvmf_tcp_qpair tqpair = {};
595 	struct nvme_tcp_pdu *pdu;
596 	union nvmf_c2h_msg rsp0 = {};
597 	union nvmf_c2h_msg rsp = {};
598 
599 	struct spdk_nvmf_request *req_temp = NULL;
600 	struct spdk_nvmf_tcp_req tcp_req2 = {};
601 	struct spdk_nvmf_tcp_req tcp_req1 = {};
602 
603 	struct spdk_nvme_tcp_cmd *capsule_data;
604 	struct spdk_nvmf_capsule_cmd *nvmf_capsule_data;
605 	struct spdk_nvme_sgl_descriptor *sgl;
606 
607 	struct spdk_nvmf_transport_poll_group *group;
608 	struct spdk_nvmf_tcp_poll_group tcp_group = {};
609 	struct spdk_sock_group grp = {};
610 	int i = 0;
611 
612 	ttransport.transport.opts.max_io_size = UT_MAX_IO_SIZE;
613 	ttransport.transport.opts.io_unit_size = UT_IO_UNIT_SIZE;
614 
615 	tcp_group.sock_group = &grp;
616 	TAILQ_INIT(&tcp_group.qpairs);
617 	group = &tcp_group.group;
618 	group->transport = &ttransport.transport;
619 	STAILQ_INIT(&group->pending_buf_queue);
620 	tqpair.group = &tcp_group;
621 
622 	/* init tqpair, add pdu to pdu_in_progress and wait for the buff */
623 	for (i = TCP_REQUEST_STATE_FREE; i < TCP_REQUEST_NUM_STATES; i++) {
624 		TAILQ_INIT(&tqpair.state_queue[i]);
625 	}
626 
627 	TAILQ_INIT(&tqpair.send_queue);
628 
629 	TAILQ_INSERT_TAIL(&tqpair.state_queue[TCP_REQUEST_STATE_FREE], &tcp_req2, state_link);
630 	tqpair.state_cntr[TCP_REQUEST_STATE_FREE]++;
631 	tqpair.qpair.transport = &ttransport.transport;
632 	tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING;
633 	tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_PSH;
634 
635 	/* init a null tcp_req into tqpair TCP_REQUEST_STATE_FREE queue */
636 	tcp_req2.req.qpair = &tqpair.qpair;
637 	tcp_req2.req.cmd = (union nvmf_h2c_msg *)&tcp_req2.cmd;
638 	tcp_req2.req.rsp = &rsp;
639 
640 	/* init tcp_req1 */
641 	tcp_req1.req.qpair = &tqpair.qpair;
642 	tcp_req1.req.cmd = (union nvmf_h2c_msg *)&tcp_req1.cmd;
643 	tcp_req1.req.rsp = &rsp0;
644 	tcp_req1.state = TCP_REQUEST_STATE_NEW;
645 
646 	TAILQ_INSERT_TAIL(&tqpair.state_queue[TCP_REQUEST_STATE_NEW], &tcp_req1, state_link);
647 	tqpair.state_cntr[TCP_REQUEST_STATE_NEW]++;
648 
649 	/* init pdu, make pdu need sgl buff */
650 	pdu = &tqpair.pdu_in_progress;
651 	capsule_data = &pdu->hdr.capsule_cmd;
652 	nvmf_capsule_data = (struct spdk_nvmf_capsule_cmd *)&pdu->hdr.capsule_cmd.ccsqe;
653 	sgl = &capsule_data->ccsqe.dptr.sgl1;
654 
655 	capsule_data->common.pdu_type = SPDK_NVME_TCP_PDU_TYPE_CAPSULE_CMD;
656 	capsule_data->common.hlen = sizeof(*capsule_data);
657 	capsule_data->common.plen = 1096;
658 	capsule_data->ccsqe.opc = SPDK_NVME_OPC_FABRIC;
659 
660 	sgl->unkeyed.subtype = SPDK_NVME_SGL_SUBTYPE_TRANSPORT;
661 	sgl->generic.type = SPDK_NVME_SGL_TYPE_TRANSPORT_DATA_BLOCK;
662 	sgl->unkeyed.length = UT_IO_UNIT_SIZE;
663 
664 	nvmf_capsule_data->fctype = SPDK_NVMF_FABRIC_COMMAND_CONNECT;
665 
666 	/* insert tcp_req1 to pending_buf_queue, And this req takes precedence over the next req. */
667 	spdk_nvmf_tcp_req_process(&ttransport, &tcp_req1);
668 	CU_ASSERT(STAILQ_FIRST(&group->pending_buf_queue) == &tcp_req1.req);
669 
670 	sgl->unkeyed.length = UT_IO_UNIT_SIZE - 1;
671 
672 	/* process tqpair capsule req. but we still remain req in pending_buff. */
673 	spdk_nvmf_tcp_capsule_cmd_hdr_handle(&ttransport, &tqpair, &tqpair.pdu_in_progress);
674 	CU_ASSERT(tqpair.recv_state == NVME_TCP_PDU_RECV_STATE_AWAIT_PDU_PAYLOAD);
675 	CU_ASSERT(STAILQ_FIRST(&group->pending_buf_queue) == &tcp_req1.req);
676 	STAILQ_FOREACH(req_temp, &group->pending_buf_queue, buf_link) {
677 		if (req_temp == &tcp_req2.req) {
678 			break;
679 		}
680 	}
681 	CU_ASSERT(req_temp == NULL);
682 	CU_ASSERT(tqpair.pdu_in_progress.req == (void *)&tcp_req2);
683 }
684 
685 
686 int main(int argc, char **argv)
687 {
688 	CU_pSuite	suite = NULL;
689 	unsigned int	num_failures;
690 
691 	CU_set_error_action(CUEA_ABORT);
692 	CU_initialize_registry();
693 
694 	suite = CU_add_suite("nvmf", NULL, NULL);
695 
696 	CU_ADD_TEST(suite, test_nvmf_tcp_create);
697 	CU_ADD_TEST(suite, test_nvmf_tcp_destroy);
698 	CU_ADD_TEST(suite, test_nvmf_tcp_poll_group_create);
699 	CU_ADD_TEST(suite, test_nvmf_tcp_send_c2h_data);
700 	CU_ADD_TEST(suite, test_nvmf_tcp_h2c_data_hdr_handle);
701 	CU_ADD_TEST(suite, test_nvmf_tcp_incapsule_data_handle);
702 
703 	CU_basic_set_mode(CU_BRM_VERBOSE);
704 	CU_basic_run_tests();
705 	num_failures = CU_get_number_of_failures();
706 	CU_cleanup_registry();
707 	return num_failures;
708 }
709