xref: /spdk/test/unit/lib/nvmf/tcp.c/tcp_ut.c (revision bb63fe6fc3a4d5f0f0639ad7712971da0ee607c4)
1 /*-
2  *   BSD LICENSE
3  *
4  *   Copyright (c) Intel Corporation.
5  *   All rights reserved.
6  *
7  *   Redistribution and use in source and binary forms, with or without
8  *   modification, are permitted provided that the following conditions
9  *   are met:
10  *
11  *     * Redistributions of source code must retain the above copyright
12  *       notice, this list of conditions and the following disclaimer.
13  *     * Redistributions in binary form must reproduce the above copyright
14  *       notice, this list of conditions and the following disclaimer in
15  *       the documentation and/or other materials provided with the
16  *       distribution.
17  *     * Neither the name of Intel Corporation nor the names of its
18  *       contributors may be used to endorse or promote products derived
19  *       from this software without specific prior written permission.
20  *
21  *   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
22  *   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
23  *   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
24  *   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
25  *   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
26  *   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
27  *   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
28  *   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
29  *   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
30  *   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
31  *   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
32  */
33 
34 #include "spdk/stdinc.h"
35 
36 #include "spdk_cunit.h"
37 
38 #include "spdk_internal/mock.h"
39 #include "spdk_internal/thread.h"
40 
41 #include "common/lib/test_env.c"
42 #include "common/lib/test_sock.c"
43 
44 #include "nvmf/ctrlr.c"
45 #include "nvmf/tcp.c"
46 
47 #define UT_IPV4_ADDR "192.168.0.1"
48 #define UT_PORT "4420"
49 #define UT_NVMF_ADRFAM_INVALID 0xf
50 #define UT_MAX_QUEUE_DEPTH 128
51 #define UT_MAX_QPAIRS_PER_CTRLR 128
52 #define UT_IN_CAPSULE_DATA_SIZE 1024
53 #define UT_MAX_IO_SIZE 4096
54 #define UT_IO_UNIT_SIZE 1024
55 #define UT_MAX_AQ_DEPTH 64
56 #define UT_SQ_HEAD_MAX 128
57 #define UT_NUM_SHARED_BUFFERS 128
58 
59 SPDK_LOG_REGISTER_COMPONENT("nvmf", SPDK_LOG_NVMF)
60 SPDK_LOG_REGISTER_COMPONENT("nvme", SPDK_LOG_NVME)
61 
62 DEFINE_STUB(spdk_nvmf_qpair_get_listen_trid,
63 	    int,
64 	    (struct spdk_nvmf_qpair *qpair, struct spdk_nvme_transport_id *trid),
65 	    0);
66 
67 DEFINE_STUB(spdk_nvmf_subsystem_add_ctrlr,
68 	    int,
69 	    (struct spdk_nvmf_subsystem *subsystem, struct spdk_nvmf_ctrlr *ctrlr),
70 	    0);
71 
72 DEFINE_STUB(spdk_nvmf_subsystem_get_ctrlr,
73 	    struct spdk_nvmf_ctrlr *,
74 	    (struct spdk_nvmf_subsystem *subsystem, uint16_t cntlid),
75 	    NULL);
76 
77 DEFINE_STUB(spdk_nvmf_tgt_find_subsystem,
78 	    struct spdk_nvmf_subsystem *,
79 	    (struct spdk_nvmf_tgt *tgt, const char *subnqn),
80 	    NULL);
81 
82 DEFINE_STUB(spdk_nvmf_subsystem_listener_allowed,
83 	    bool,
84 	    (struct spdk_nvmf_subsystem *subsystem, struct spdk_nvme_transport_id *trid),
85 	    true);
86 
87 DEFINE_STUB(spdk_nvmf_transport_qpair_set_sqsize,
88 	    int,
89 	    (struct spdk_nvmf_qpair *qpair),
90 	    0);
91 
92 DEFINE_STUB_V(spdk_nvmf_get_discovery_log_page,
93 	      (struct spdk_nvmf_tgt *tgt, struct iovec *iov, uint32_t iovcnt, uint64_t offset, uint32_t length));
94 
95 DEFINE_STUB_V(spdk_nvmf_subsystem_remove_ctrlr,
96 	      (struct spdk_nvmf_subsystem *subsystem, struct spdk_nvmf_ctrlr *ctrlr));
97 
98 DEFINE_STUB(spdk_nvmf_subsystem_get_first_ns,
99 	    struct spdk_nvmf_ns *,
100 	    (struct spdk_nvmf_subsystem *subsystem),
101 	    NULL);
102 
103 DEFINE_STUB(spdk_nvmf_subsystem_get_next_ns,
104 	    struct spdk_nvmf_ns *,
105 	    (struct spdk_nvmf_subsystem *subsystem, struct spdk_nvmf_ns *prev_ns),
106 	    NULL);
107 
108 DEFINE_STUB(spdk_nvmf_subsystem_host_allowed,
109 	    bool,
110 	    (struct spdk_nvmf_subsystem *subsystem, const char *hostnqn),
111 	    true);
112 
113 DEFINE_STUB(spdk_nvmf_ctrlr_dsm_supported,
114 	    bool,
115 	    (struct spdk_nvmf_ctrlr *ctrlr),
116 	    false);
117 
118 DEFINE_STUB(spdk_nvmf_ctrlr_write_zeroes_supported,
119 	    bool,
120 	    (struct spdk_nvmf_ctrlr *ctrlr),
121 	    false);
122 
123 DEFINE_STUB(spdk_nvmf_bdev_ctrlr_read_cmd,
124 	    int,
125 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
126 	     struct spdk_nvmf_request *req),
127 	    0);
128 
129 DEFINE_STUB(spdk_nvmf_bdev_ctrlr_write_cmd,
130 	    int,
131 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
132 	     struct spdk_nvmf_request *req),
133 	    0);
134 
135 DEFINE_STUB(spdk_nvmf_bdev_ctrlr_write_zeroes_cmd,
136 	    int,
137 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
138 	     struct spdk_nvmf_request *req),
139 	    0);
140 
141 DEFINE_STUB(spdk_nvmf_bdev_ctrlr_flush_cmd,
142 	    int,
143 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
144 	     struct spdk_nvmf_request *req),
145 	    0);
146 
147 DEFINE_STUB(spdk_nvmf_bdev_ctrlr_dsm_cmd,
148 	    int,
149 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
150 	     struct spdk_nvmf_request *req),
151 	    0);
152 
153 DEFINE_STUB(spdk_nvmf_bdev_ctrlr_nvme_passthru_io,
154 	    int,
155 	    (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
156 	     struct spdk_nvmf_request *req),
157 	    0);
158 
159 DEFINE_STUB(spdk_nvmf_bdev_ctrlr_get_dif_ctx,
160 	    bool,
161 	    (struct spdk_bdev *bdev, struct spdk_nvme_cmd *cmd, struct spdk_dif_ctx *dif_ctx),
162 	    false);
163 
164 DEFINE_STUB(spdk_nvmf_transport_req_complete,
165 	    int,
166 	    (struct spdk_nvmf_request *req),
167 	    0);
168 
169 DEFINE_STUB(spdk_sock_get_optimal_sock_group,
170 	    int,
171 	    (struct spdk_sock *sock, struct spdk_sock_group **group),
172 	    0);
173 
174 DEFINE_STUB(spdk_sock_group_get_ctx,
175 	    void *,
176 	    (struct spdk_sock_group *group),
177 	    NULL);
178 
179 DEFINE_STUB(spdk_sock_set_priority,
180 	    int,
181 	    (struct spdk_sock *sock, int priority),
182 	    0);
183 
184 DEFINE_STUB_V(spdk_nvmf_ns_reservation_request, (void *ctx));
185 
186 struct spdk_trace_histories *g_trace_histories;
187 
188 struct spdk_bdev {
189 	int ut_mock;
190 	uint64_t blockcnt;
191 };
192 
193 int
194 spdk_nvme_transport_id_compare(const struct spdk_nvme_transport_id *trid1,
195 			       const struct spdk_nvme_transport_id *trid2)
196 {
197 	return 0;
198 }
199 
200 void
201 spdk_trace_register_object(uint8_t type, char id_prefix)
202 {
203 }
204 
205 void
206 spdk_trace_register_description(const char *name,
207 				uint16_t tpoint_id, uint8_t owner_type,
208 				uint8_t object_type, uint8_t new_object,
209 				uint8_t arg1_type, const char *arg1_name)
210 {
211 }
212 
213 void
214 _spdk_trace_record(uint64_t tsc, uint16_t tpoint_id, uint16_t poller_id,
215 		   uint32_t size, uint64_t object_id, uint64_t arg1)
216 {
217 }
218 
219 int
220 spdk_nvmf_qpair_disconnect(struct spdk_nvmf_qpair *qpair, nvmf_qpair_disconnect_cb cb_fn, void *ctx)
221 {
222 	return 0;
223 }
224 
225 void
226 spdk_nvmf_bdev_ctrlr_identify_ns(struct spdk_nvmf_ns *ns, struct spdk_nvme_ns_data *nsdata,
227 				 bool dif_insert_or_strip)
228 {
229 	uint64_t num_blocks;
230 
231 	SPDK_CU_ASSERT_FATAL(ns->bdev != NULL);
232 	num_blocks = ns->bdev->blockcnt;
233 	nsdata->nsze = num_blocks;
234 	nsdata->ncap = num_blocks;
235 	nsdata->nuse = num_blocks;
236 	nsdata->nlbaf = 0;
237 	nsdata->flbas.format = 0;
238 	nsdata->lbaf[0].lbads = spdk_u32log2(512);
239 }
240 
241 const char *
242 spdk_nvmf_subsystem_get_sn(const struct spdk_nvmf_subsystem *subsystem)
243 {
244 	return subsystem->sn;
245 }
246 
247 const char *
248 spdk_nvmf_subsystem_get_mn(const struct spdk_nvmf_subsystem *subsystem)
249 {
250 	return subsystem->mn;
251 }
252 
253 void
254 spdk_trace_add_register_fn(struct spdk_trace_register_fn *reg_fn)
255 {
256 }
257 
258 static void
259 test_nvmf_tcp_create(void)
260 {
261 	struct spdk_thread *thread;
262 	struct spdk_nvmf_transport *transport;
263 	struct spdk_nvmf_tcp_transport *ttransport;
264 	struct spdk_nvmf_transport_opts opts;
265 
266 	thread = spdk_thread_create(NULL, NULL);
267 	SPDK_CU_ASSERT_FATAL(thread != NULL);
268 	spdk_set_thread(thread);
269 
270 	/* case 1 */
271 	memset(&opts, 0, sizeof(opts));
272 	opts.max_queue_depth = UT_MAX_QUEUE_DEPTH;
273 	opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR;
274 	opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE;
275 	opts.max_io_size = UT_MAX_IO_SIZE;
276 	opts.io_unit_size = UT_IO_UNIT_SIZE;
277 	opts.max_aq_depth = UT_MAX_AQ_DEPTH;
278 	opts.num_shared_buffers = UT_NUM_SHARED_BUFFERS;
279 	/* expect success */
280 	transport = spdk_nvmf_tcp_create(&opts);
281 	CU_ASSERT_PTR_NOT_NULL(transport);
282 	ttransport = SPDK_CONTAINEROF(transport, struct spdk_nvmf_tcp_transport, transport);
283 	SPDK_CU_ASSERT_FATAL(ttransport != NULL);
284 	transport->opts = opts;
285 	CU_ASSERT(transport->opts.max_queue_depth == UT_MAX_QUEUE_DEPTH);
286 	CU_ASSERT(transport->opts.max_io_size == UT_MAX_IO_SIZE);
287 	CU_ASSERT(transport->opts.in_capsule_data_size == UT_IN_CAPSULE_DATA_SIZE);
288 	CU_ASSERT(transport->opts.io_unit_size == UT_IO_UNIT_SIZE);
289 	/* destroy transport */
290 	spdk_mempool_free(ttransport->transport.data_buf_pool);
291 	free(ttransport);
292 
293 	/* case 2 */
294 	memset(&opts, 0, sizeof(opts));
295 	opts.max_queue_depth = UT_MAX_QUEUE_DEPTH;
296 	opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR;
297 	opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE;
298 	opts.max_io_size = UT_MAX_IO_SIZE;
299 	opts.io_unit_size = UT_MAX_IO_SIZE + 1;
300 	opts.max_aq_depth = UT_MAX_AQ_DEPTH;
301 	opts.num_shared_buffers = UT_NUM_SHARED_BUFFERS;
302 	/* expect success */
303 	transport = spdk_nvmf_tcp_create(&opts);
304 	CU_ASSERT_PTR_NOT_NULL(transport);
305 	ttransport = SPDK_CONTAINEROF(transport, struct spdk_nvmf_tcp_transport, transport);
306 	SPDK_CU_ASSERT_FATAL(ttransport != NULL);
307 	transport->opts = opts;
308 	CU_ASSERT(transport->opts.max_queue_depth == UT_MAX_QUEUE_DEPTH);
309 	CU_ASSERT(transport->opts.max_io_size == UT_MAX_IO_SIZE);
310 	CU_ASSERT(transport->opts.in_capsule_data_size == UT_IN_CAPSULE_DATA_SIZE);
311 	CU_ASSERT(transport->opts.io_unit_size == UT_MAX_IO_SIZE);
312 	/* destroy transport */
313 	spdk_mempool_free(ttransport->transport.data_buf_pool);
314 	free(ttransport);
315 
316 	/* case 3 */
317 	memset(&opts, 0, sizeof(opts));
318 	opts.max_queue_depth = UT_MAX_QUEUE_DEPTH;
319 	opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR;
320 	opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE;
321 	opts.max_io_size = UT_MAX_IO_SIZE;
322 	opts.io_unit_size = 16;
323 	opts.max_aq_depth = UT_MAX_AQ_DEPTH;
324 	/* expect failse */
325 	transport = spdk_nvmf_tcp_create(&opts);
326 	CU_ASSERT_PTR_NULL(transport);
327 
328 	spdk_thread_exit(thread);
329 	spdk_thread_destroy(thread);
330 }
331 
332 static void
333 test_nvmf_tcp_destroy(void)
334 {
335 	struct spdk_thread *thread;
336 	struct spdk_nvmf_transport *transport;
337 	struct spdk_nvmf_transport_opts opts;
338 
339 	thread = spdk_thread_create(NULL, NULL);
340 	SPDK_CU_ASSERT_FATAL(thread != NULL);
341 	spdk_set_thread(thread);
342 
343 	/* case 1 */
344 	memset(&opts, 0, sizeof(opts));
345 	opts.max_queue_depth = UT_MAX_QUEUE_DEPTH;
346 	opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR;
347 	opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE;
348 	opts.max_io_size = UT_MAX_IO_SIZE;
349 	opts.io_unit_size = UT_IO_UNIT_SIZE;
350 	opts.max_aq_depth = UT_MAX_AQ_DEPTH;
351 	opts.num_shared_buffers = UT_NUM_SHARED_BUFFERS;
352 	transport = spdk_nvmf_tcp_create(&opts);
353 	CU_ASSERT_PTR_NOT_NULL(transport);
354 	transport->opts = opts;
355 	/* destroy transport */
356 	CU_ASSERT(spdk_nvmf_tcp_destroy(transport) == 0);
357 
358 	spdk_thread_exit(thread);
359 	spdk_thread_destroy(thread);
360 }
361 
362 static void
363 test_nvmf_tcp_poll_group_create(void)
364 {
365 	struct spdk_nvmf_transport *transport;
366 	struct spdk_nvmf_transport_poll_group *group;
367 	struct spdk_thread *thread;
368 	struct spdk_nvmf_transport_opts opts;
369 	struct spdk_sock_group grp = {};
370 
371 	thread = spdk_thread_create(NULL, NULL);
372 	SPDK_CU_ASSERT_FATAL(thread != NULL);
373 	spdk_set_thread(thread);
374 
375 	memset(&opts, 0, sizeof(opts));
376 	opts.max_queue_depth = UT_MAX_QUEUE_DEPTH;
377 	opts.max_qpairs_per_ctrlr = UT_MAX_QPAIRS_PER_CTRLR;
378 	opts.in_capsule_data_size = UT_IN_CAPSULE_DATA_SIZE;
379 	opts.max_io_size = UT_MAX_IO_SIZE;
380 	opts.io_unit_size = UT_IO_UNIT_SIZE;
381 	opts.max_aq_depth = UT_MAX_AQ_DEPTH;
382 	opts.num_shared_buffers = UT_NUM_SHARED_BUFFERS;
383 	transport = spdk_nvmf_tcp_create(&opts);
384 	CU_ASSERT_PTR_NOT_NULL(transport);
385 	transport->opts = opts;
386 	MOCK_SET(spdk_sock_group_create, &grp);
387 	group = spdk_nvmf_tcp_poll_group_create(transport);
388 	MOCK_CLEAR_P(spdk_sock_group_create);
389 	SPDK_CU_ASSERT_FATAL(group);
390 	group->transport = transport;
391 	spdk_nvmf_tcp_poll_group_destroy(group);
392 	spdk_nvmf_tcp_destroy(transport);
393 
394 	spdk_thread_exit(thread);
395 	spdk_thread_destroy(thread);
396 }
397 
398 static void
399 test_nvmf_tcp_send_c2h_data(void)
400 {
401 	struct spdk_thread *thread;
402 	struct spdk_nvmf_tcp_transport ttransport = {};
403 	struct spdk_nvmf_tcp_qpair tqpair = {};
404 	struct spdk_nvmf_tcp_req tcp_req = {};
405 	struct nvme_tcp_pdu pdu = {};
406 	struct spdk_nvme_tcp_c2h_data_hdr *c2h_data;
407 
408 	thread = spdk_thread_create(NULL, NULL);
409 	SPDK_CU_ASSERT_FATAL(thread != NULL);
410 	spdk_set_thread(thread);
411 
412 	tqpair.qpair.transport = &ttransport.transport;
413 	TAILQ_INIT(&tqpair.free_queue);
414 	TAILQ_INIT(&tqpair.send_queue);
415 	TAILQ_INIT(&tqpair.queued_c2h_data_tcp_req);
416 
417 	/* Set qpair state to make unrelated operations NOP */
418 	tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING;
419 	tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_ERROR;
420 
421 	TAILQ_INSERT_TAIL(&tqpair.free_queue, &pdu, tailq);
422 	tqpair.free_pdu_num++;
423 
424 	tcp_req.req.cmd = (union nvmf_h2c_msg *)&tcp_req.cmd;
425 
426 	tcp_req.req.iov[0].iov_base = (void *)0xDEADBEEF;
427 	tcp_req.req.iov[0].iov_len = NVMF_TCP_PDU_MAX_C2H_DATA_SIZE;
428 	tcp_req.req.iov[1].iov_base = (void *)0xFEEDBEEF;
429 	tcp_req.req.iov[1].iov_len = NVMF_TCP_PDU_MAX_C2H_DATA_SIZE;
430 	tcp_req.req.iov[2].iov_base = (void *)0xC0FFEE;
431 	tcp_req.req.iov[2].iov_len = NVMF_TCP_PDU_MAX_C2H_DATA_SIZE;
432 	tcp_req.req.iovcnt = 3;
433 	tcp_req.req.length = NVMF_TCP_PDU_MAX_C2H_DATA_SIZE * 3;
434 
435 	CU_ASSERT(spdk_nvmf_tcp_calc_c2h_data_pdu_num(&tcp_req) == 3);
436 
437 	TAILQ_INSERT_TAIL(&tqpair.queued_c2h_data_tcp_req, &tcp_req, link);
438 
439 	tcp_req.c2h_data_offset = NVMF_TCP_PDU_MAX_C2H_DATA_SIZE / 2;
440 
441 	/* 1st C2H */
442 	spdk_nvmf_tcp_send_c2h_data(&tqpair, &tcp_req);
443 
444 	CU_ASSERT(TAILQ_FIRST(&tqpair.send_queue) == &pdu);
445 	TAILQ_REMOVE(&tqpair.send_queue, &pdu, tailq);
446 	TAILQ_INSERT_TAIL(&tqpair.free_queue, &pdu, tailq);
447 	tqpair.free_pdu_num++;
448 
449 	c2h_data = &pdu.hdr.c2h_data;
450 	CU_ASSERT(c2h_data->datao == NVMF_TCP_PDU_MAX_C2H_DATA_SIZE / 2);
451 	CU_ASSERT(c2h_data->datal = NVMF_TCP_PDU_MAX_C2H_DATA_SIZE);
452 	CU_ASSERT(c2h_data->common.plen == sizeof(*c2h_data) + NVMF_TCP_PDU_MAX_C2H_DATA_SIZE);
453 	CU_ASSERT(!(c2h_data->common.flags & SPDK_NVME_TCP_C2H_DATA_FLAGS_LAST_PDU));
454 
455 	CU_ASSERT(pdu.data_iovcnt == 2);
456 	CU_ASSERT((uint64_t)pdu.data_iov[0].iov_base == 0xDEADBEEF + NVMF_TCP_PDU_MAX_C2H_DATA_SIZE / 2);
457 	CU_ASSERT(pdu.data_iov[0].iov_len == NVMF_TCP_PDU_MAX_C2H_DATA_SIZE / 2);
458 	CU_ASSERT((uint64_t)pdu.data_iov[1].iov_base == 0xFEEDBEEF);
459 	CU_ASSERT(pdu.data_iov[1].iov_len == NVMF_TCP_PDU_MAX_C2H_DATA_SIZE / 2);
460 
461 	CU_ASSERT(tcp_req.c2h_data_offset == (NVMF_TCP_PDU_MAX_C2H_DATA_SIZE / 2) * 3);
462 	CU_ASSERT(TAILQ_FIRST(&tqpair.queued_c2h_data_tcp_req) == &tcp_req);
463 
464 	/* 2nd C2H */
465 	spdk_nvmf_tcp_send_c2h_data(&tqpair, &tcp_req);
466 
467 	CU_ASSERT(TAILQ_FIRST(&tqpair.send_queue) == &pdu);
468 	TAILQ_REMOVE(&tqpair.send_queue, &pdu, tailq);
469 	TAILQ_INSERT_TAIL(&tqpair.free_queue, &pdu, tailq);
470 	tqpair.free_pdu_num++;
471 
472 	c2h_data = &pdu.hdr.c2h_data;
473 	CU_ASSERT(c2h_data->datao == (NVMF_TCP_PDU_MAX_C2H_DATA_SIZE / 2) * 3);
474 	CU_ASSERT(c2h_data->datal = NVMF_TCP_PDU_MAX_C2H_DATA_SIZE);
475 	CU_ASSERT(c2h_data->common.plen == sizeof(*c2h_data) + NVMF_TCP_PDU_MAX_C2H_DATA_SIZE);
476 	CU_ASSERT(!(c2h_data->common.flags & SPDK_NVME_TCP_C2H_DATA_FLAGS_LAST_PDU));
477 
478 	CU_ASSERT(pdu.data_iovcnt == 2);
479 	CU_ASSERT((uint64_t)pdu.data_iov[0].iov_base == 0xFEEDBEEF + NVMF_TCP_PDU_MAX_C2H_DATA_SIZE / 2);
480 	CU_ASSERT(pdu.data_iov[0].iov_len == NVMF_TCP_PDU_MAX_C2H_DATA_SIZE / 2);
481 	CU_ASSERT((uint64_t)pdu.data_iov[1].iov_base == 0xC0FFEE);
482 	CU_ASSERT(pdu.data_iov[1].iov_len == NVMF_TCP_PDU_MAX_C2H_DATA_SIZE / 2);
483 
484 	CU_ASSERT(tcp_req.c2h_data_offset == (NVMF_TCP_PDU_MAX_C2H_DATA_SIZE / 2) * 5);
485 	CU_ASSERT(TAILQ_FIRST(&tqpair.queued_c2h_data_tcp_req) == &tcp_req);
486 
487 	/* 3rd C2H */
488 	spdk_nvmf_tcp_send_c2h_data(&tqpair, &tcp_req);
489 
490 	CU_ASSERT(TAILQ_FIRST(&tqpair.send_queue) == &pdu);
491 	TAILQ_REMOVE(&tqpair.send_queue, &pdu, tailq);
492 	CU_ASSERT(TAILQ_EMPTY(&tqpair.send_queue));
493 
494 	c2h_data = &pdu.hdr.c2h_data;
495 	CU_ASSERT(c2h_data->datao == (NVMF_TCP_PDU_MAX_C2H_DATA_SIZE / 2) * 5);
496 	CU_ASSERT(c2h_data->datal = NVMF_TCP_PDU_MAX_C2H_DATA_SIZE / 2);
497 	CU_ASSERT(c2h_data->common.plen == sizeof(*c2h_data) + NVMF_TCP_PDU_MAX_C2H_DATA_SIZE / 2);
498 	CU_ASSERT(c2h_data->common.flags & SPDK_NVME_TCP_C2H_DATA_FLAGS_LAST_PDU);
499 
500 	CU_ASSERT(pdu.data_iovcnt == 1);
501 	CU_ASSERT((uint64_t)pdu.data_iov[0].iov_base == 0xC0FFEE + NVMF_TCP_PDU_MAX_C2H_DATA_SIZE / 2);
502 	CU_ASSERT(pdu.data_iov[0].iov_len == NVMF_TCP_PDU_MAX_C2H_DATA_SIZE / 2);
503 
504 	CU_ASSERT(tcp_req.c2h_data_offset == NVMF_TCP_PDU_MAX_C2H_DATA_SIZE * 3);
505 	CU_ASSERT(tqpair.c2h_data_pdu_cnt == 3);
506 	CU_ASSERT(TAILQ_EMPTY(&tqpair.queued_c2h_data_tcp_req));
507 
508 	spdk_poller_unregister(&tqpair.flush_poller);
509 
510 	spdk_thread_exit(thread);
511 	spdk_thread_destroy(thread);
512 }
513 
514 static void
515 test_nvmf_tcp_h2c_data_hdr_handle(void)
516 {
517 	struct spdk_nvmf_tcp_transport ttransport = {};
518 	struct spdk_nvmf_tcp_qpair tqpair = {};
519 	struct nvme_tcp_pdu pdu = {};
520 	struct spdk_nvmf_tcp_req tcp_req = {};
521 	struct spdk_nvme_tcp_h2c_data_hdr *h2c_data;
522 
523 	TAILQ_INIT(&tqpair.state_queue[TCP_REQUEST_STATE_TRANSFERRING_HOST_TO_CONTROLLER]);
524 	tqpair.maxh2cdata = NVMF_TCP_PDU_MAX_H2C_DATA_SIZE;
525 
526 	/* Set qpair state to make unrelated operations NOP */
527 	tqpair.state = NVME_TCP_QPAIR_STATE_RUNNING;
528 	tqpair.recv_state = NVME_TCP_PDU_RECV_STATE_ERROR;
529 
530 	tcp_req.req.iov[0].iov_base = (void *)0xDEADBEEF;
531 	tcp_req.req.iov[0].iov_len = (NVMF_TCP_PDU_MAX_H2C_DATA_SIZE / 2) * 5;
532 	tcp_req.req.iov[1].iov_base = (void *)0xFEEDBEEF;
533 	tcp_req.req.iov[1].iov_len = NVMF_TCP_PDU_MAX_H2C_DATA_SIZE / 2;
534 	tcp_req.req.iovcnt = 2;
535 	tcp_req.req.length = NVMF_TCP_PDU_MAX_H2C_DATA_SIZE * 3;
536 
537 	tcp_req.req.cmd = (union nvmf_h2c_msg *)&tcp_req.cmd;
538 	tcp_req.req.cmd->nvme_cmd.cid = 1;
539 	tcp_req.req.length = NVMF_TCP_PDU_MAX_H2C_DATA_SIZE * 3;
540 	tcp_req.ttag = 2;
541 	tcp_req.next_expected_r2t_offset = NVMF_TCP_PDU_MAX_H2C_DATA_SIZE * 2;
542 
543 	TAILQ_INSERT_TAIL(&tqpair.state_queue[TCP_REQUEST_STATE_TRANSFERRING_HOST_TO_CONTROLLER],
544 			  &tcp_req, state_link);
545 
546 	h2c_data = &pdu.hdr.h2c_data;
547 	h2c_data->cccid = 1;
548 	h2c_data->ttag = 2;
549 	h2c_data->datao = NVMF_TCP_PDU_MAX_H2C_DATA_SIZE * 2;
550 	h2c_data->datal = NVMF_TCP_PDU_MAX_H2C_DATA_SIZE;
551 
552 	spdk_nvmf_tcp_h2c_data_hdr_handle(&ttransport, &tqpair, &pdu);
553 
554 	CU_ASSERT(pdu.data_iovcnt == 2);
555 	CU_ASSERT((uint64_t)pdu.data_iov[0].iov_base == 0xDEADBEEF + NVMF_TCP_PDU_MAX_H2C_DATA_SIZE * 2);
556 	CU_ASSERT(pdu.data_iov[0].iov_len == NVMF_TCP_PDU_MAX_H2C_DATA_SIZE / 2);
557 	CU_ASSERT((uint64_t)pdu.data_iov[1].iov_base == 0xFEEDBEEF);
558 	CU_ASSERT(pdu.data_iov[1].iov_len == NVMF_TCP_PDU_MAX_H2C_DATA_SIZE / 2);
559 
560 	CU_ASSERT(TAILQ_FIRST(&tqpair.state_queue[TCP_REQUEST_STATE_TRANSFERRING_HOST_TO_CONTROLLER]) ==
561 		  &tcp_req);
562 	TAILQ_REMOVE(&tqpair.state_queue[TCP_REQUEST_STATE_TRANSFERRING_HOST_TO_CONTROLLER],
563 		     &tcp_req, state_link);
564 }
565 
566 int main(int argc, char **argv)
567 {
568 	CU_pSuite	suite = NULL;
569 	unsigned int	num_failures;
570 
571 	if (CU_initialize_registry() != CUE_SUCCESS) {
572 		return CU_get_error();
573 	}
574 
575 	suite = CU_add_suite("nvmf", NULL, NULL);
576 	if (suite == NULL) {
577 		CU_cleanup_registry();
578 		return CU_get_error();
579 	}
580 
581 	if (
582 		CU_add_test(suite, "nvmf_tcp_create", test_nvmf_tcp_create) == NULL ||
583 		CU_add_test(suite, "nvmf_tcp_destroy", test_nvmf_tcp_destroy) == NULL ||
584 		CU_add_test(suite, "nvmf_tcp_poll_group_create", test_nvmf_tcp_poll_group_create) == NULL ||
585 		CU_add_test(suite, "nvmf_tcp_send_c2h_data", test_nvmf_tcp_send_c2h_data) == NULL ||
586 		CU_add_test(suite, "nvmf_tcp_h2c_data_hdr_handle", test_nvmf_tcp_h2c_data_hdr_handle) == NULL
587 	) {
588 		CU_cleanup_registry();
589 		return CU_get_error();
590 	}
591 
592 	CU_basic_set_mode(CU_BRM_VERBOSE);
593 	CU_basic_run_tests();
594 	num_failures = CU_get_number_of_failures();
595 	CU_cleanup_registry();
596 	return num_failures;
597 }
598