xref: /spdk/test/unit/lib/bdev/crypto.c/crypto_ut.c (revision a0d24145bf3d795cf89adc414320b138fae480ab)
1 /*   SPDX-License-Identifier: BSD-3-Clause
2  *   Copyright (C) 2018 Intel Corporation.
3  *   Copyright (c) 2023, NVIDIA CORPORATION & AFFILIATES.
4  *   All rights reserved.
5  */
6 
7 #include "spdk_cunit.h"
8 
9 #include "common/lib/ut_multithread.c"
10 #include "spdk_internal/mock.h"
11 #include "thread/thread_internal.h"
12 #include "unit/lib/json_mock.c"
13 
14 #include <rte_crypto.h>
15 #include <rte_cryptodev.h>
16 #include <rte_version.h>
17 
18 unsigned ut_rte_crypto_op_bulk_alloc;
19 int ut_rte_crypto_op_attach_sym_session = 0;
20 #define MOCK_INFO_GET_1QP_AESNI 0
21 #define MOCK_INFO_GET_1QP_QAT 1
22 #define MOCK_INFO_GET_1QP_MLX5 2
23 #define MOCK_INFO_GET_1QP_BOGUS_PMD 3
24 int ut_rte_cryptodev_info_get = 0;
25 bool ut_rte_cryptodev_info_get_mocked = false;
26 
27 #include "bdev/crypto/vbdev_crypto.c"
28 
29 /* SPDK stubs */
30 DEFINE_STUB(spdk_bdev_queue_io_wait, int, (struct spdk_bdev *bdev, struct spdk_io_channel *ch,
31 		struct spdk_bdev_io_wait_entry *entry), 0);
32 DEFINE_STUB_V(spdk_bdev_module_list_add, (struct spdk_bdev_module *bdev_module));
33 DEFINE_STUB_V(spdk_bdev_free_io, (struct spdk_bdev_io *g_bdev_io));
34 DEFINE_STUB_V(spdk_bdev_io_put_aux_buf, (struct spdk_bdev_io *bdev_io, void *aux_buf));
35 DEFINE_STUB(spdk_bdev_io_type_supported, bool, (struct spdk_bdev *bdev,
36 		enum spdk_bdev_io_type io_type), 0);
37 DEFINE_STUB_V(spdk_bdev_module_release_bdev, (struct spdk_bdev *bdev));
38 DEFINE_STUB_V(spdk_bdev_close, (struct spdk_bdev_desc *desc));
39 DEFINE_STUB(spdk_bdev_get_name, const char *, (const struct spdk_bdev *bdev), 0);
40 DEFINE_STUB(spdk_bdev_get_buf_align, size_t, (const struct spdk_bdev *bdev), 64);
41 DEFINE_STUB(spdk_bdev_get_io_channel, struct spdk_io_channel *, (struct spdk_bdev_desc *desc), 0);
42 DEFINE_STUB_V(spdk_bdev_unregister, (struct spdk_bdev *bdev, spdk_bdev_unregister_cb cb_fn,
43 				     void *cb_arg));
44 DEFINE_STUB(spdk_bdev_unregister_by_name, int, (const char *bdev_name,
45 		struct spdk_bdev_module *module,
46 		spdk_bdev_unregister_cb cb_fn, void *cb_arg), 0);
47 DEFINE_STUB(spdk_bdev_open_ext, int, (const char *bdev_name, bool write,
48 				      spdk_bdev_event_cb_t event_cb,
49 				      void *event_ctx, struct spdk_bdev_desc **_desc), 0);
50 DEFINE_STUB(spdk_bdev_desc_get_bdev, struct spdk_bdev *, (struct spdk_bdev_desc *desc), NULL);
51 DEFINE_STUB(spdk_bdev_module_claim_bdev, int, (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc,
52 		struct spdk_bdev_module *module), 0);
53 DEFINE_STUB_V(spdk_bdev_module_examine_done, (struct spdk_bdev_module *module));
54 DEFINE_STUB(spdk_bdev_register, int, (struct spdk_bdev *vbdev), 0);
55 DEFINE_STUB_V(spdk_bdev_destruct_done, (struct spdk_bdev *bdev, int bdeverrno));
56 
57 DEFINE_STUB(spdk_accel_crypto_key_destroy, int, (struct spdk_accel_crypto_key *key), 0);
58 DEFINE_STUB(spdk_accel_append_decrypt, int,
59 	    (struct spdk_accel_sequence **seq, struct spdk_io_channel *ch,
60 	     struct spdk_accel_crypto_key *key, struct iovec *dst_iovs,
61 	     uint32_t dst_iovcnt, struct spdk_memory_domain *dst_domain, void *dst_domain_ctx,
62 	     struct iovec *src_iovs, uint32_t src_iovcnt, struct spdk_memory_domain *src_domain,
63 	     void *src_domain_ctx, uint64_t iv, uint32_t block_size, int flags,
64 	     spdk_accel_step_cb cb_fn, void *cb_arg), 0);
65 DEFINE_STUB(spdk_accel_append_encrypt, int,
66 	    (struct spdk_accel_sequence **seq, struct spdk_io_channel *ch,
67 	     struct spdk_accel_crypto_key *key, struct iovec *dst_iovs,
68 	     uint32_t dst_iovcnt, struct spdk_memory_domain *dst_domain, void *dst_domain_ctx,
69 	     struct iovec *src_iovs, uint32_t src_iovcnt, struct spdk_memory_domain *src_domain,
70 	     void *src_domain_ctx, uint64_t iv, uint32_t block_size, int flags,
71 	     spdk_accel_step_cb cb_fn, void *cb_arg), 0);
72 DEFINE_STUB_V(spdk_accel_sequence_abort, (struct spdk_accel_sequence *seq));
73 DEFINE_STUB_V(spdk_accel_put_buf, (struct spdk_io_channel *ch, void *buf,
74 				   struct spdk_memory_domain *domain, void *domain_ctx));
75 DEFINE_STUB(spdk_bdev_get_memory_domains, int,
76 	    (struct spdk_bdev *bdev, struct spdk_memory_domain **domains, int sz), 0);
77 DEFINE_STUB(spdk_accel_get_memory_domain, struct spdk_memory_domain *, (void), (void *)0xdeadbeef);
78 
79 /* global vars and setup/cleanup functions used for all test functions */
80 struct spdk_bdev_io *g_bdev_io;
81 struct crypto_bdev_io *g_io_ctx;
82 struct crypto_io_channel *g_crypto_ch;
83 struct spdk_io_channel *g_io_ch;
84 struct vbdev_crypto g_crypto_bdev;
85 struct vbdev_crypto_opts g_crypto_bdev_opts;
86 
87 int
88 spdk_accel_get_buf(struct spdk_io_channel *ch, uint64_t len, void **buf,
89 		   struct spdk_memory_domain **domain, void **domain_ctx)
90 {
91 	*buf = (void *)0xdeadbeef;
92 	*domain = (void *)0xbeefdead;
93 
94 	return 0;
95 }
96 
97 void
98 spdk_bdev_io_get_buf(struct spdk_bdev_io *bdev_io, spdk_bdev_io_get_buf_cb cb, uint64_t len)
99 {
100 	cb(g_io_ch, g_bdev_io, true);
101 }
102 
103 struct ut_vbdev_crypto_bdev_cpl_args {
104 	spdk_bdev_io_completion_cb cb_fn;
105 	struct spdk_bdev_io *bdev_io;
106 	void *cb_arg;
107 	bool result;
108 };
109 
110 static void
111 _ut_vbdev_crypto_bdev_cpl(void *arg)
112 {
113 	struct ut_vbdev_crypto_bdev_cpl_args *cpl_args = arg;
114 
115 	cpl_args->cb_fn(cpl_args->bdev_io, cpl_args->result, cpl_args->cb_arg);
116 	free(cpl_args);
117 }
118 
119 static void
120 ut_vbdev_crypto_bdev_cpl(spdk_bdev_io_completion_cb cb_fn, struct spdk_bdev_io *bdev_io,
121 			 bool result, void *cb_arg)
122 {
123 	struct ut_vbdev_crypto_bdev_cpl_args *cpl_args = calloc(1, sizeof(*cpl_args));
124 
125 	SPDK_CU_ASSERT_FATAL(cpl_args);
126 	cpl_args->cb_fn = cb_fn;
127 	cpl_args->bdev_io = bdev_io;
128 	cpl_args->result = result;
129 	cpl_args->cb_arg = cb_arg;
130 
131 	spdk_thread_send_msg(spdk_get_thread(), _ut_vbdev_crypto_bdev_cpl, cpl_args);
132 }
133 
134 /* Mock these functions to call the callback and then return the value we require */
135 DEFINE_RETURN_MOCK(spdk_bdev_readv_blocks_ext, int);
136 int
137 spdk_bdev_readv_blocks_ext(struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
138 			   struct iovec *iov, int iovcnt,
139 			   uint64_t offset_blocks, uint64_t num_blocks,
140 			   spdk_bdev_io_completion_cb cb, void *cb_arg,
141 			   struct spdk_bdev_ext_io_opts *opts)
142 {
143 	HANDLE_RETURN_MOCK(spdk_bdev_readv_blocks_ext);
144 	ut_vbdev_crypto_bdev_cpl(cb, g_bdev_io, !ut_spdk_bdev_readv_blocks_ext, cb_arg);
145 	return 0;
146 }
147 
148 DEFINE_RETURN_MOCK(spdk_bdev_writev_blocks_ext, int);
149 int
150 spdk_bdev_writev_blocks_ext(struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
151 			    struct iovec *iov, int iovcnt,
152 			    uint64_t offset_blocks, uint64_t num_blocks,
153 			    spdk_bdev_io_completion_cb cb, void *cb_arg,
154 			    struct spdk_bdev_ext_io_opts *opts)
155 {
156 	HANDLE_RETURN_MOCK(spdk_bdev_writev_blocks_ext);
157 	ut_vbdev_crypto_bdev_cpl(cb, g_bdev_io, !ut_spdk_bdev_writev_blocks_ext, cb_arg);
158 	return 0;
159 }
160 
161 DEFINE_RETURN_MOCK(spdk_bdev_unmap_blocks, int);
162 int
163 spdk_bdev_unmap_blocks(struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
164 		       uint64_t offset_blocks, uint64_t num_blocks,
165 		       spdk_bdev_io_completion_cb cb, void *cb_arg)
166 {
167 	HANDLE_RETURN_MOCK(spdk_bdev_unmap_blocks);
168 	ut_vbdev_crypto_bdev_cpl(cb, g_bdev_io, !ut_spdk_bdev_unmap_blocks, cb_arg);
169 	return 0;
170 }
171 
172 DEFINE_RETURN_MOCK(spdk_bdev_flush_blocks, int);
173 int
174 spdk_bdev_flush_blocks(struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
175 		       uint64_t offset_blocks, uint64_t num_blocks, spdk_bdev_io_completion_cb cb,
176 		       void *cb_arg)
177 {
178 	HANDLE_RETURN_MOCK(spdk_bdev_flush_blocks);
179 	ut_vbdev_crypto_bdev_cpl(cb, g_bdev_io, !ut_spdk_bdev_flush_blocks, cb_arg);
180 	return 0;
181 }
182 
183 DEFINE_RETURN_MOCK(spdk_bdev_reset, int);
184 int
185 spdk_bdev_reset(struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
186 		spdk_bdev_io_completion_cb cb, void *cb_arg)
187 {
188 	HANDLE_RETURN_MOCK(spdk_bdev_reset);
189 	ut_vbdev_crypto_bdev_cpl(cb, g_bdev_io, !ut_spdk_bdev_reset, cb_arg);
190 	return 0;
191 }
192 
193 bool g_completion_called = false;
194 void
195 spdk_bdev_io_complete(struct spdk_bdev_io *bdev_io, enum spdk_bdev_io_status status)
196 {
197 	bdev_io->internal.status = status;
198 	g_completion_called = true;
199 }
200 
201 struct ut_vbdev_crypto_accel_cpl_args {
202 	spdk_accel_completion_cb cb_fn;
203 	void *cb_arg;
204 	int rc;
205 };
206 
207 struct spdk_io_channel *spdk_accel_get_io_channel(void)
208 {
209 	return (struct spdk_io_channel *)0xfeedbeef;
210 }
211 
212 /* Global setup for all tests that share a bunch of preparation... */
213 static int
214 test_setup(void)
215 {
216 	/* Prepare essential variables for test routines */
217 	g_bdev_io = calloc(1, sizeof(struct spdk_bdev_io) + sizeof(struct crypto_bdev_io));
218 	g_bdev_io->u.bdev.iovs = calloc(1, sizeof(struct iovec) * 128);
219 	g_bdev_io->bdev = &g_crypto_bdev.crypto_bdev;
220 	g_io_ch = calloc(1, sizeof(struct spdk_io_channel) + sizeof(struct crypto_io_channel));
221 	g_crypto_ch = (struct crypto_io_channel *)spdk_io_channel_get_ctx(g_io_ch);
222 	g_io_ctx = (struct crypto_bdev_io *)g_bdev_io->driver_ctx;
223 	memset(&g_crypto_bdev, 0, sizeof(struct vbdev_crypto));
224 	memset(&g_crypto_bdev_opts, 0, sizeof(struct vbdev_crypto_opts));
225 	g_crypto_bdev.crypto_bdev.blocklen = 512;
226 	g_io_ctx->crypto_ch = g_crypto_ch;
227 	g_io_ctx->crypto_bdev = &g_crypto_bdev;
228 	g_io_ctx->crypto_bdev->opts = &g_crypto_bdev_opts;
229 
230 	return 0;
231 }
232 
233 /* Global teardown for all tests */
234 static int
235 test_cleanup(void)
236 {
237 	free(g_bdev_io->u.bdev.iovs);
238 	free(g_bdev_io);
239 	free(g_io_ch);
240 	return 0;
241 }
242 
243 static void
244 test_error_paths(void)
245 {
246 	g_crypto_bdev.crypto_bdev.blocklen = 512;
247 
248 	g_bdev_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS;
249 	g_bdev_io->u.bdev.iovcnt = 1;
250 	g_bdev_io->u.bdev.num_blocks = 1;
251 	g_bdev_io->u.bdev.iovs[0].iov_len = 512;
252 	g_bdev_io->u.bdev.iovs[0].iov_base = (void *)0xDEADBEEF;
253 	g_bdev_io->type = SPDK_BDEV_IO_TYPE_WRITE;
254 
255 	/* test error returned by accel fw */
256 	MOCK_SET(spdk_accel_append_encrypt, -ENOMEM);
257 	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
258 	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS);
259 	CU_ASSERT(g_io_ctx->bdev_io_wait.bdev == &g_crypto_bdev.crypto_bdev);
260 	CU_ASSERT(g_io_ctx->bdev_io_wait.cb_fn == vbdev_crypto_resubmit_io);
261 	CU_ASSERT(g_io_ctx->bdev_io_wait.cb_arg == g_bdev_io);
262 	CU_ASSERT(g_io_ctx->resubmit_state == CRYPTO_IO_NEW);
263 	memset(&g_io_ctx->bdev_io_wait, 0, sizeof(g_io_ctx->bdev_io_wait));
264 
265 	MOCK_SET(spdk_accel_append_encrypt, -EINVAL);
266 	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
267 	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED);
268 	MOCK_SET(spdk_accel_append_encrypt, 0);
269 
270 	/* Test error returned from bdev */
271 	g_bdev_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS;
272 	MOCK_SET(spdk_bdev_writev_blocks_ext, -ENOMEM);
273 	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
274 	poll_threads();
275 	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS);
276 	CU_ASSERT(g_io_ctx->bdev_io_wait.bdev == &g_crypto_bdev.crypto_bdev);
277 	CU_ASSERT(g_io_ctx->bdev_io_wait.cb_fn == vbdev_crypto_resubmit_io);
278 	CU_ASSERT(g_io_ctx->bdev_io_wait.cb_arg == g_bdev_io);
279 	CU_ASSERT(g_io_ctx->resubmit_state == CRYPTO_IO_ENCRYPT_DONE);
280 	memset(&g_io_ctx->bdev_io_wait, 0, sizeof(g_io_ctx->bdev_io_wait));
281 	MOCK_CLEAR(spdk_bdev_readv_blocks_ext);
282 
283 	g_bdev_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS;
284 	MOCK_SET(spdk_bdev_writev_blocks_ext, -EINVAL);
285 	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
286 	poll_threads();
287 	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED);
288 	MOCK_CLEAR(spdk_bdev_writev_blocks_ext);
289 
290 	/* Test error returned in bdev cpl */
291 	g_bdev_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS;
292 	ut_spdk_bdev_writev_blocks_ext = -EINVAL;
293 	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
294 	poll_threads();
295 	poll_threads();
296 	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED);
297 	ut_spdk_bdev_writev_blocks_ext = 0;
298 
299 	/* the same for read path */
300 	/* Test error returned from bdev */
301 	g_bdev_io->type = SPDK_BDEV_IO_TYPE_READ;
302 	g_bdev_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS;
303 
304 	MOCK_SET(spdk_bdev_readv_blocks_ext, -ENOMEM);
305 	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
306 	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS);
307 	CU_ASSERT(g_io_ctx->bdev_io_wait.bdev == &g_crypto_bdev.crypto_bdev);
308 	CU_ASSERT(g_io_ctx->bdev_io_wait.cb_fn == vbdev_crypto_resubmit_io);
309 	CU_ASSERT(g_io_ctx->bdev_io_wait.cb_arg == g_bdev_io);
310 	CU_ASSERT(g_io_ctx->resubmit_state == CRYPTO_IO_DECRYPT_DONE);
311 	memset(&g_io_ctx->bdev_io_wait, 0, sizeof(g_io_ctx->bdev_io_wait));
312 	MOCK_CLEAR(spdk_bdev_readv_blocks_ext);
313 
314 	g_bdev_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS;
315 	MOCK_SET(spdk_bdev_readv_blocks_ext, -EINVAL);
316 	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
317 	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED);
318 	MOCK_CLEAR(spdk_bdev_readv_blocks_ext);
319 
320 	/* Test error returned in bdev cpl */
321 	g_bdev_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS;
322 	ut_spdk_bdev_readv_blocks_ext = -EINVAL;
323 	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
324 	poll_threads();
325 	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED);
326 	ut_spdk_bdev_readv_blocks_ext = 0;
327 
328 	/* test error returned by accel fw */
329 	g_bdev_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS;
330 	MOCK_SET(spdk_accel_append_decrypt, -ENOMEM);
331 	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
332 	poll_threads();
333 	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS);
334 	CU_ASSERT(g_io_ctx->bdev_io_wait.bdev == &g_crypto_bdev.crypto_bdev);
335 	CU_ASSERT(g_io_ctx->bdev_io_wait.cb_fn == vbdev_crypto_resubmit_io);
336 	CU_ASSERT(g_io_ctx->bdev_io_wait.cb_arg == g_bdev_io);
337 	CU_ASSERT(g_io_ctx->resubmit_state == CRYPTO_IO_NEW);
338 	memset(&g_io_ctx->bdev_io_wait, 0, sizeof(g_io_ctx->bdev_io_wait));
339 	MOCK_SET(spdk_accel_append_decrypt, 0);
340 }
341 
342 static void
343 test_simple_write(void)
344 {
345 	/* Single element block size write */
346 	g_bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING;
347 	g_bdev_io->u.bdev.iovcnt = 1;
348 	g_bdev_io->u.bdev.num_blocks = 1;
349 	g_bdev_io->u.bdev.offset_blocks = 0;
350 	g_bdev_io->u.bdev.iovs[0].iov_len = 512;
351 	g_bdev_io->u.bdev.iovs[0].iov_base = &test_simple_write;
352 	g_crypto_bdev.crypto_bdev.blocklen = 512;
353 	g_bdev_io->type = SPDK_BDEV_IO_TYPE_WRITE;
354 
355 	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
356 	/* 1st poll to trigger accel completions, 2nd for bdev */
357 	poll_threads();
358 	poll_threads();
359 	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS);
360 	CU_ASSERT(g_io_ctx->aux_buf_iov.iov_len == 512);
361 	CU_ASSERT(g_io_ctx->aux_buf_iov.iov_base != NULL);
362 	CU_ASSERT(g_io_ctx->aux_offset_blocks == 0);
363 	CU_ASSERT(g_io_ctx->aux_num_blocks == 1);
364 }
365 
366 static void
367 test_simple_read(void)
368 {
369 	/* Single element block size read */
370 	g_bdev_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS;
371 	g_bdev_io->u.bdev.iovcnt = 1;
372 	g_bdev_io->u.bdev.num_blocks = 1;
373 	g_bdev_io->u.bdev.iovs[0].iov_len = 512;
374 	g_bdev_io->u.bdev.iovs[0].iov_base = &test_simple_read;
375 	g_crypto_bdev.crypto_bdev.blocklen = 512;
376 	g_bdev_io->type = SPDK_BDEV_IO_TYPE_READ;
377 
378 	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
379 	/* 1st poll to trigger dev completions, 2nd for accel */
380 	poll_threads();
381 	poll_threads();
382 	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS);
383 }
384 
385 static void
386 test_passthru(void)
387 {
388 	/* Make sure these follow our completion callback, test success & fail. */
389 	g_bdev_io->type = SPDK_BDEV_IO_TYPE_UNMAP;
390 	MOCK_CLEAR(spdk_bdev_unmap_blocks);
391 	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
392 	poll_threads();
393 	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS);
394 	MOCK_SET(spdk_bdev_unmap_blocks, -EINVAL);
395 	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
396 	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED);
397 	MOCK_CLEAR(spdk_bdev_unmap_blocks);
398 
399 	g_bdev_io->type = SPDK_BDEV_IO_TYPE_FLUSH;
400 	MOCK_CLEAR(spdk_bdev_flush_blocks);
401 	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
402 	poll_threads();
403 	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS);
404 	MOCK_SET(spdk_bdev_flush_blocks, -EINVAL);
405 	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
406 	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED);
407 	MOCK_CLEAR(spdk_bdev_flush_blocks);
408 
409 	/* We should never get a WZ command, we report that we don't support it. */
410 	g_bdev_io->type = SPDK_BDEV_IO_TYPE_WRITE_ZEROES;
411 	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
412 	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED);
413 }
414 
415 static void
416 test_reset(void)
417 {
418 	/* TODO: There are a few different ways to do this given that
419 	 * the code uses spdk_for_each_channel() to implement reset
420 	 * handling. Submitting w/o UT for this function for now and
421 	 * will follow up with something shortly.
422 	 */
423 }
424 
425 static void
426 test_crypto_op_complete(void)
427 {
428 	/* Test read completion. */
429 	g_bdev_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS;
430 	g_bdev_io->type = SPDK_BDEV_IO_TYPE_READ;
431 	g_completion_called = false;
432 	_complete_internal_io(NULL, true, g_bdev_io);
433 	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS);
434 	CU_ASSERT(g_completion_called == true);
435 
436 	/* Test write completion success. */
437 	g_bdev_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS;
438 	g_bdev_io->type = SPDK_BDEV_IO_TYPE_WRITE;
439 	g_completion_called = false;
440 	MOCK_CLEAR(spdk_bdev_writev_blocks_ext);
441 	crypto_write(g_crypto_ch, g_bdev_io);
442 	poll_threads();
443 	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS);
444 	CU_ASSERT(g_completion_called == true);
445 
446 	/* Test write completion failed. */
447 	g_bdev_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS;
448 	g_bdev_io->type = SPDK_BDEV_IO_TYPE_WRITE;
449 	g_completion_called = false;
450 	MOCK_SET(spdk_bdev_writev_blocks_ext, -EINVAL);
451 	crypto_write(g_crypto_ch, g_bdev_io);
452 	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED);
453 	CU_ASSERT(g_completion_called == true);
454 	MOCK_CLEAR(spdk_bdev_writev_blocks_ext);
455 }
456 
457 static void
458 test_supported_io(void)
459 {
460 	void *ctx = NULL;
461 	bool rc = true;
462 
463 	/* Make sure we always report false to WZ, we need the bdev layer to
464 	 * send real 0's so we can encrypt/decrypt them.
465 	 */
466 	rc = vbdev_crypto_io_type_supported(ctx, SPDK_BDEV_IO_TYPE_WRITE_ZEROES);
467 	CU_ASSERT(rc == false);
468 }
469 int
470 main(int argc, char **argv)
471 {
472 	CU_pSuite	suite = NULL;
473 	unsigned int	num_failures;
474 
475 	CU_set_error_action(CUEA_ABORT);
476 	CU_initialize_registry();
477 
478 	suite = CU_add_suite("crypto", test_setup, test_cleanup);
479 	CU_ADD_TEST(suite, test_error_paths);
480 	CU_ADD_TEST(suite, test_simple_write);
481 	CU_ADD_TEST(suite, test_simple_read);
482 	CU_ADD_TEST(suite, test_passthru);
483 	CU_ADD_TEST(suite, test_crypto_op_complete);
484 	CU_ADD_TEST(suite, test_supported_io);
485 	CU_ADD_TEST(suite, test_reset);
486 
487 	allocate_threads(1);
488 	set_thread(0);
489 
490 	CU_basic_set_mode(CU_BRM_VERBOSE);
491 	CU_basic_run_tests();
492 
493 	free_threads();
494 
495 	num_failures = CU_get_number_of_failures();
496 	CU_cleanup_registry();
497 	return num_failures;
498 }
499