xref: /spdk/test/unit/lib/bdev/crypto.c/crypto_ut.c (revision 45a053c5777494f4e8ce4bc1191c9de3920377f7)
1  /*   SPDX-License-Identifier: BSD-3-Clause
2   *   Copyright (C) 2018 Intel Corporation.
3   *   Copyright (c) 2023, NVIDIA CORPORATION & AFFILIATES.
4   *   All rights reserved.
5   */
6  
7  #include "spdk_internal/cunit.h"
8  
9  #include "common/lib/ut_multithread.c"
10  #include "spdk_internal/mock.h"
11  #include "thread/thread_internal.h"
12  #include "unit/lib/json_mock.c"
13  
14  #include <rte_crypto.h>
15  #include <rte_cryptodev.h>
16  #include <rte_version.h>
17  
18  unsigned ut_rte_crypto_op_bulk_alloc;
19  int ut_rte_crypto_op_attach_sym_session = 0;
20  #define MOCK_INFO_GET_1QP_AESNI 0
21  #define MOCK_INFO_GET_1QP_QAT 1
22  #define MOCK_INFO_GET_1QP_MLX5 2
23  #define MOCK_INFO_GET_1QP_BOGUS_PMD 3
24  int ut_rte_cryptodev_info_get = 0;
25  bool ut_rte_cryptodev_info_get_mocked = false;
26  
27  #include "bdev/crypto/vbdev_crypto.c"
28  
29  /* SPDK stubs */
30  DEFINE_STUB(spdk_bdev_queue_io_wait, int, (struct spdk_bdev *bdev, struct spdk_io_channel *ch,
31  		struct spdk_bdev_io_wait_entry *entry), 0);
32  DEFINE_STUB_V(spdk_bdev_module_list_add, (struct spdk_bdev_module *bdev_module));
33  DEFINE_STUB_V(spdk_bdev_free_io, (struct spdk_bdev_io *g_bdev_io));
34  DEFINE_STUB_V(spdk_bdev_io_put_aux_buf, (struct spdk_bdev_io *bdev_io, void *aux_buf));
35  DEFINE_STUB(spdk_bdev_io_type_supported, bool, (struct spdk_bdev *bdev,
36  		enum spdk_bdev_io_type io_type), 0);
37  DEFINE_STUB_V(spdk_bdev_module_release_bdev, (struct spdk_bdev *bdev));
38  DEFINE_STUB_V(spdk_bdev_close, (struct spdk_bdev_desc *desc));
39  DEFINE_STUB(spdk_bdev_get_name, const char *, (const struct spdk_bdev *bdev), 0);
40  DEFINE_STUB(spdk_bdev_get_buf_align, size_t, (const struct spdk_bdev *bdev), 64);
41  DEFINE_STUB(spdk_bdev_get_io_channel, struct spdk_io_channel *, (struct spdk_bdev_desc *desc), 0);
42  DEFINE_STUB_V(spdk_bdev_unregister, (struct spdk_bdev *bdev, spdk_bdev_unregister_cb cb_fn,
43  				     void *cb_arg));
44  DEFINE_STUB(spdk_bdev_unregister_by_name, int, (const char *bdev_name,
45  		struct spdk_bdev_module *module,
46  		spdk_bdev_unregister_cb cb_fn, void *cb_arg), 0);
47  DEFINE_STUB(spdk_bdev_open_ext, int, (const char *bdev_name, bool write,
48  				      spdk_bdev_event_cb_t event_cb,
49  				      void *event_ctx, struct spdk_bdev_desc **_desc), 0);
50  DEFINE_STUB(spdk_bdev_desc_get_bdev, struct spdk_bdev *, (struct spdk_bdev_desc *desc), NULL);
51  DEFINE_STUB(spdk_bdev_module_claim_bdev, int, (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc,
52  		struct spdk_bdev_module *module), 0);
53  DEFINE_STUB_V(spdk_bdev_module_examine_done, (struct spdk_bdev_module *module));
54  DEFINE_STUB(spdk_bdev_register, int, (struct spdk_bdev *vbdev), 0);
55  DEFINE_STUB_V(spdk_bdev_destruct_done, (struct spdk_bdev *bdev, int bdeverrno));
56  
57  DEFINE_STUB(spdk_accel_crypto_key_destroy, int, (struct spdk_accel_crypto_key *key), 0);
58  DEFINE_STUB(spdk_accel_append_decrypt, int,
59  	    (struct spdk_accel_sequence **seq, struct spdk_io_channel *ch,
60  	     struct spdk_accel_crypto_key *key, struct iovec *dst_iovs,
61  	     uint32_t dst_iovcnt, struct spdk_memory_domain *dst_domain, void *dst_domain_ctx,
62  	     struct iovec *src_iovs, uint32_t src_iovcnt, struct spdk_memory_domain *src_domain,
63  	     void *src_domain_ctx, uint64_t iv, uint32_t block_size, int flags,
64  	     spdk_accel_step_cb cb_fn, void *cb_arg), 0);
65  DEFINE_STUB(spdk_accel_append_encrypt, int,
66  	    (struct spdk_accel_sequence **seq, struct spdk_io_channel *ch,
67  	     struct spdk_accel_crypto_key *key, struct iovec *dst_iovs,
68  	     uint32_t dst_iovcnt, struct spdk_memory_domain *dst_domain, void *dst_domain_ctx,
69  	     struct iovec *src_iovs, uint32_t src_iovcnt, struct spdk_memory_domain *src_domain,
70  	     void *src_domain_ctx, uint64_t iv, uint32_t block_size, int flags,
71  	     spdk_accel_step_cb cb_fn, void *cb_arg), 0);
72  DEFINE_STUB_V(spdk_accel_sequence_abort, (struct spdk_accel_sequence *seq));
73  DEFINE_STUB_V(spdk_accel_put_buf, (struct spdk_io_channel *ch, void *buf,
74  				   struct spdk_memory_domain *domain, void *domain_ctx));
75  DEFINE_STUB(spdk_bdev_get_memory_domains, int,
76  	    (struct spdk_bdev *bdev, struct spdk_memory_domain **domains, int sz), 0);
77  DEFINE_STUB(spdk_accel_get_memory_domain, struct spdk_memory_domain *, (void), (void *)0xdeadbeef);
78  DEFINE_STUB(spdk_accel_get_buf_align, uint8_t,
79  	    (enum spdk_accel_opcode opcode, const struct spdk_accel_operation_exec_ctx *ctx), 0);
80  
81  /* global vars and setup/cleanup functions used for all test functions */
82  struct spdk_bdev_io *g_bdev_io;
83  struct crypto_bdev_io *g_io_ctx;
84  struct crypto_io_channel *g_crypto_ch;
85  struct spdk_io_channel *g_io_ch;
86  struct vbdev_crypto g_crypto_bdev;
87  struct vbdev_crypto_opts g_crypto_bdev_opts;
88  
89  int
90  spdk_accel_get_buf(struct spdk_io_channel *ch, uint64_t len, void **buf,
91  		   struct spdk_memory_domain **domain, void **domain_ctx)
92  {
93  	*buf = (void *)0xdeadbeef;
94  	*domain = (void *)0xbeefdead;
95  
96  	return 0;
97  }
98  
99  void
100  spdk_bdev_io_get_buf(struct spdk_bdev_io *bdev_io, spdk_bdev_io_get_buf_cb cb, uint64_t len)
101  {
102  	cb(g_io_ch, g_bdev_io, true);
103  }
104  
105  struct ut_vbdev_crypto_bdev_cpl_args {
106  	spdk_bdev_io_completion_cb cb_fn;
107  	struct spdk_bdev_io *bdev_io;
108  	void *cb_arg;
109  	bool result;
110  };
111  
112  static void
113  _ut_vbdev_crypto_bdev_cpl(void *arg)
114  {
115  	struct ut_vbdev_crypto_bdev_cpl_args *cpl_args = arg;
116  
117  	cpl_args->cb_fn(cpl_args->bdev_io, cpl_args->result, cpl_args->cb_arg);
118  	free(cpl_args);
119  }
120  
121  static void
122  ut_vbdev_crypto_bdev_cpl(spdk_bdev_io_completion_cb cb_fn, struct spdk_bdev_io *bdev_io,
123  			 bool result, void *cb_arg)
124  {
125  	struct ut_vbdev_crypto_bdev_cpl_args *cpl_args = calloc(1, sizeof(*cpl_args));
126  
127  	SPDK_CU_ASSERT_FATAL(cpl_args);
128  	cpl_args->cb_fn = cb_fn;
129  	cpl_args->bdev_io = bdev_io;
130  	cpl_args->result = result;
131  	cpl_args->cb_arg = cb_arg;
132  
133  	spdk_thread_send_msg(spdk_get_thread(), _ut_vbdev_crypto_bdev_cpl, cpl_args);
134  }
135  
136  /* Mock these functions to call the callback and then return the value we require */
137  DEFINE_RETURN_MOCK(spdk_bdev_readv_blocks_ext, int);
138  int
139  spdk_bdev_readv_blocks_ext(struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
140  			   struct iovec *iov, int iovcnt,
141  			   uint64_t offset_blocks, uint64_t num_blocks,
142  			   spdk_bdev_io_completion_cb cb, void *cb_arg,
143  			   struct spdk_bdev_ext_io_opts *opts)
144  {
145  	HANDLE_RETURN_MOCK(spdk_bdev_readv_blocks_ext);
146  	ut_vbdev_crypto_bdev_cpl(cb, g_bdev_io, !ut_spdk_bdev_readv_blocks_ext, cb_arg);
147  	return 0;
148  }
149  
150  DEFINE_RETURN_MOCK(spdk_bdev_writev_blocks_ext, int);
151  int
152  spdk_bdev_writev_blocks_ext(struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
153  			    struct iovec *iov, int iovcnt,
154  			    uint64_t offset_blocks, uint64_t num_blocks,
155  			    spdk_bdev_io_completion_cb cb, void *cb_arg,
156  			    struct spdk_bdev_ext_io_opts *opts)
157  {
158  	HANDLE_RETURN_MOCK(spdk_bdev_writev_blocks_ext);
159  	ut_vbdev_crypto_bdev_cpl(cb, g_bdev_io, !ut_spdk_bdev_writev_blocks_ext, cb_arg);
160  	return 0;
161  }
162  
163  DEFINE_RETURN_MOCK(spdk_bdev_unmap_blocks, int);
164  int
165  spdk_bdev_unmap_blocks(struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
166  		       uint64_t offset_blocks, uint64_t num_blocks,
167  		       spdk_bdev_io_completion_cb cb, void *cb_arg)
168  {
169  	HANDLE_RETURN_MOCK(spdk_bdev_unmap_blocks);
170  	ut_vbdev_crypto_bdev_cpl(cb, g_bdev_io, !ut_spdk_bdev_unmap_blocks, cb_arg);
171  	return 0;
172  }
173  
174  DEFINE_RETURN_MOCK(spdk_bdev_flush_blocks, int);
175  int
176  spdk_bdev_flush_blocks(struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
177  		       uint64_t offset_blocks, uint64_t num_blocks, spdk_bdev_io_completion_cb cb,
178  		       void *cb_arg)
179  {
180  	HANDLE_RETURN_MOCK(spdk_bdev_flush_blocks);
181  	ut_vbdev_crypto_bdev_cpl(cb, g_bdev_io, !ut_spdk_bdev_flush_blocks, cb_arg);
182  	return 0;
183  }
184  
185  DEFINE_RETURN_MOCK(spdk_bdev_reset, int);
186  int
187  spdk_bdev_reset(struct spdk_bdev_desc *desc, struct spdk_io_channel *ch,
188  		spdk_bdev_io_completion_cb cb, void *cb_arg)
189  {
190  	HANDLE_RETURN_MOCK(spdk_bdev_reset);
191  	ut_vbdev_crypto_bdev_cpl(cb, g_bdev_io, !ut_spdk_bdev_reset, cb_arg);
192  	return 0;
193  }
194  
195  bool g_completion_called = false;
196  void
197  spdk_bdev_io_complete(struct spdk_bdev_io *bdev_io, enum spdk_bdev_io_status status)
198  {
199  	bdev_io->internal.status = status;
200  	g_completion_called = true;
201  }
202  
203  struct ut_vbdev_crypto_accel_cpl_args {
204  	spdk_accel_completion_cb cb_fn;
205  	void *cb_arg;
206  	int rc;
207  };
208  
209  struct spdk_io_channel *spdk_accel_get_io_channel(void)
210  {
211  	return (struct spdk_io_channel *)0xfeedbeef;
212  }
213  
214  /* Global setup for all tests that share a bunch of preparation... */
215  static int
216  test_setup(void)
217  {
218  	/* Prepare essential variables for test routines */
219  	g_bdev_io = calloc(1, sizeof(struct spdk_bdev_io) + sizeof(struct crypto_bdev_io));
220  	g_bdev_io->u.bdev.iovs = calloc(1, sizeof(struct iovec) * 128);
221  	g_bdev_io->bdev = &g_crypto_bdev.crypto_bdev;
222  	g_io_ch = calloc(1, sizeof(struct spdk_io_channel) + sizeof(struct crypto_io_channel));
223  	g_crypto_ch = (struct crypto_io_channel *)spdk_io_channel_get_ctx(g_io_ch);
224  	g_io_ctx = (struct crypto_bdev_io *)g_bdev_io->driver_ctx;
225  	memset(&g_crypto_bdev, 0, sizeof(struct vbdev_crypto));
226  	memset(&g_crypto_bdev_opts, 0, sizeof(struct vbdev_crypto_opts));
227  	g_crypto_bdev.crypto_bdev.blocklen = 512;
228  	g_io_ctx->crypto_ch = g_crypto_ch;
229  	g_io_ctx->crypto_bdev = &g_crypto_bdev;
230  	g_io_ctx->crypto_bdev->opts = &g_crypto_bdev_opts;
231  
232  	return 0;
233  }
234  
235  /* Global teardown for all tests */
236  static int
237  test_cleanup(void)
238  {
239  	free(g_bdev_io->u.bdev.iovs);
240  	free(g_bdev_io);
241  	free(g_io_ch);
242  	return 0;
243  }
244  
245  static void
246  test_error_paths(void)
247  {
248  	g_crypto_bdev.crypto_bdev.blocklen = 512;
249  
250  	g_bdev_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS;
251  	g_bdev_io->u.bdev.iovcnt = 1;
252  	g_bdev_io->u.bdev.num_blocks = 1;
253  	g_bdev_io->u.bdev.iovs[0].iov_len = 512;
254  	g_bdev_io->u.bdev.iovs[0].iov_base = (void *)0xDEADBEEF;
255  	g_bdev_io->type = SPDK_BDEV_IO_TYPE_WRITE;
256  
257  	/* test error returned by accel fw */
258  	MOCK_SET(spdk_accel_append_encrypt, -ENOMEM);
259  	g_completion_called = false;
260  	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
261  	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_NOMEM);
262  	CU_ASSERT(g_completion_called);
263  
264  	MOCK_SET(spdk_accel_append_encrypt, -EINVAL);
265  	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
266  	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED);
267  	MOCK_SET(spdk_accel_append_encrypt, 0);
268  
269  	/* Test error returned from bdev */
270  	g_bdev_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS;
271  	MOCK_SET(spdk_bdev_writev_blocks_ext, -ENOMEM);
272  	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
273  	poll_threads();
274  	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS);
275  	CU_ASSERT(g_io_ctx->bdev_io_wait.bdev == &g_crypto_bdev.crypto_bdev);
276  	CU_ASSERT(g_io_ctx->bdev_io_wait.cb_fn == vbdev_crypto_resubmit_io);
277  	CU_ASSERT(g_io_ctx->bdev_io_wait.cb_arg == g_bdev_io);
278  	CU_ASSERT(g_io_ctx->resubmit_state == CRYPTO_IO_ENCRYPT_DONE);
279  	memset(&g_io_ctx->bdev_io_wait, 0, sizeof(g_io_ctx->bdev_io_wait));
280  	MOCK_CLEAR(spdk_bdev_readv_blocks_ext);
281  
282  	g_bdev_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS;
283  	MOCK_SET(spdk_bdev_writev_blocks_ext, -EINVAL);
284  	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
285  	poll_threads();
286  	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED);
287  	MOCK_CLEAR(spdk_bdev_writev_blocks_ext);
288  
289  	/* Test error returned in bdev cpl */
290  	g_bdev_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS;
291  	ut_spdk_bdev_writev_blocks_ext = -EINVAL;
292  	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
293  	poll_threads();
294  	poll_threads();
295  	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED);
296  	ut_spdk_bdev_writev_blocks_ext = 0;
297  
298  	/* the same for read path */
299  	/* Test error returned from bdev */
300  	g_bdev_io->type = SPDK_BDEV_IO_TYPE_READ;
301  	g_bdev_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS;
302  
303  	MOCK_SET(spdk_bdev_readv_blocks_ext, -ENOMEM);
304  	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
305  	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS);
306  	CU_ASSERT(g_io_ctx->bdev_io_wait.bdev == &g_crypto_bdev.crypto_bdev);
307  	CU_ASSERT(g_io_ctx->bdev_io_wait.cb_fn == vbdev_crypto_resubmit_io);
308  	CU_ASSERT(g_io_ctx->bdev_io_wait.cb_arg == g_bdev_io);
309  	CU_ASSERT(g_io_ctx->resubmit_state == CRYPTO_IO_DECRYPT_DONE);
310  	memset(&g_io_ctx->bdev_io_wait, 0, sizeof(g_io_ctx->bdev_io_wait));
311  	MOCK_CLEAR(spdk_bdev_readv_blocks_ext);
312  
313  	g_bdev_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS;
314  	MOCK_SET(spdk_bdev_readv_blocks_ext, -EINVAL);
315  	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
316  	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED);
317  	MOCK_CLEAR(spdk_bdev_readv_blocks_ext);
318  
319  	/* Test error returned in bdev cpl */
320  	g_bdev_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS;
321  	ut_spdk_bdev_readv_blocks_ext = -EINVAL;
322  	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
323  	poll_threads();
324  	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED);
325  	ut_spdk_bdev_readv_blocks_ext = 0;
326  
327  	/* test error returned by accel fw */
328  	g_bdev_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS;
329  	MOCK_SET(spdk_accel_append_decrypt, -ENOMEM);
330  	g_completion_called = false;
331  	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
332  	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_NOMEM);
333  	CU_ASSERT(g_completion_called);
334  	MOCK_SET(spdk_accel_append_decrypt, 0);
335  	g_completion_called = false;
336  }
337  
338  static void
339  test_simple_write(void)
340  {
341  	/* Single element block size write */
342  	g_bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING;
343  	g_bdev_io->u.bdev.iovcnt = 1;
344  	g_bdev_io->u.bdev.num_blocks = 1;
345  	g_bdev_io->u.bdev.offset_blocks = 0;
346  	g_bdev_io->u.bdev.iovs[0].iov_len = 512;
347  	g_bdev_io->u.bdev.iovs[0].iov_base = &test_simple_write;
348  	g_crypto_bdev.crypto_bdev.blocklen = 512;
349  	g_bdev_io->type = SPDK_BDEV_IO_TYPE_WRITE;
350  
351  	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
352  	/* 1st poll to trigger accel completions, 2nd for bdev */
353  	poll_threads();
354  	poll_threads();
355  	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS);
356  	CU_ASSERT(g_io_ctx->aux_buf_iov.iov_len == 512);
357  	CU_ASSERT(g_io_ctx->aux_buf_iov.iov_base != NULL);
358  	CU_ASSERT(g_io_ctx->aux_offset_blocks == 0);
359  	CU_ASSERT(g_io_ctx->aux_num_blocks == 1);
360  }
361  
362  static void
363  test_simple_read(void)
364  {
365  	/* Single element block size read */
366  	g_bdev_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS;
367  	g_bdev_io->u.bdev.iovcnt = 1;
368  	g_bdev_io->u.bdev.num_blocks = 1;
369  	g_bdev_io->u.bdev.iovs[0].iov_len = 512;
370  	g_bdev_io->u.bdev.iovs[0].iov_base = &test_simple_read;
371  	g_crypto_bdev.crypto_bdev.blocklen = 512;
372  	g_bdev_io->type = SPDK_BDEV_IO_TYPE_READ;
373  
374  	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
375  	/* 1st poll to trigger dev completions, 2nd for accel */
376  	poll_threads();
377  	poll_threads();
378  	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS);
379  }
380  
381  static void
382  test_passthru(void)
383  {
384  	/* Make sure these follow our completion callback, test success & fail. */
385  	g_bdev_io->type = SPDK_BDEV_IO_TYPE_UNMAP;
386  	MOCK_CLEAR(spdk_bdev_unmap_blocks);
387  	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
388  	poll_threads();
389  	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS);
390  	MOCK_SET(spdk_bdev_unmap_blocks, -EINVAL);
391  	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
392  	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED);
393  	MOCK_CLEAR(spdk_bdev_unmap_blocks);
394  
395  	g_bdev_io->type = SPDK_BDEV_IO_TYPE_FLUSH;
396  	MOCK_CLEAR(spdk_bdev_flush_blocks);
397  	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
398  	poll_threads();
399  	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS);
400  	MOCK_SET(spdk_bdev_flush_blocks, -EINVAL);
401  	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
402  	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED);
403  	MOCK_CLEAR(spdk_bdev_flush_blocks);
404  
405  	/* We should never get a WZ command, we report that we don't support it. */
406  	g_bdev_io->type = SPDK_BDEV_IO_TYPE_WRITE_ZEROES;
407  	vbdev_crypto_submit_request(g_io_ch, g_bdev_io);
408  	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED);
409  }
410  
411  static void
412  test_reset(void)
413  {
414  	/* TODO: There are a few different ways to do this given that
415  	 * the code uses spdk_for_each_channel() to implement reset
416  	 * handling. Submitting w/o UT for this function for now and
417  	 * will follow up with something shortly.
418  	 */
419  }
420  
421  static void
422  test_crypto_op_complete(void)
423  {
424  	/* Test read completion. */
425  	g_bdev_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS;
426  	g_bdev_io->type = SPDK_BDEV_IO_TYPE_READ;
427  	g_completion_called = false;
428  	_complete_internal_io(NULL, true, g_bdev_io);
429  	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS);
430  	CU_ASSERT(g_completion_called == true);
431  
432  	/* Test write completion success. */
433  	g_bdev_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS;
434  	g_bdev_io->type = SPDK_BDEV_IO_TYPE_WRITE;
435  	g_completion_called = false;
436  	MOCK_CLEAR(spdk_bdev_writev_blocks_ext);
437  	crypto_write(g_crypto_ch, g_bdev_io);
438  	poll_threads();
439  	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS);
440  	CU_ASSERT(g_completion_called == true);
441  
442  	/* Test write completion failed. */
443  	g_bdev_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS;
444  	g_bdev_io->type = SPDK_BDEV_IO_TYPE_WRITE;
445  	g_completion_called = false;
446  	MOCK_SET(spdk_bdev_writev_blocks_ext, -EINVAL);
447  	crypto_write(g_crypto_ch, g_bdev_io);
448  	CU_ASSERT(g_bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED);
449  	CU_ASSERT(g_completion_called == true);
450  	MOCK_CLEAR(spdk_bdev_writev_blocks_ext);
451  }
452  
453  static void
454  test_supported_io(void)
455  {
456  	void *ctx = NULL;
457  	bool rc = true;
458  
459  	/* Make sure we always report false to WZ, we need the bdev layer to
460  	 * send real 0's so we can encrypt/decrypt them.
461  	 */
462  	rc = vbdev_crypto_io_type_supported(ctx, SPDK_BDEV_IO_TYPE_WRITE_ZEROES);
463  	CU_ASSERT(rc == false);
464  }
465  int
466  main(int argc, char **argv)
467  {
468  	CU_pSuite	suite = NULL;
469  	unsigned int	num_failures;
470  
471  	CU_initialize_registry();
472  
473  	suite = CU_add_suite("crypto", test_setup, test_cleanup);
474  	CU_ADD_TEST(suite, test_error_paths);
475  	CU_ADD_TEST(suite, test_simple_write);
476  	CU_ADD_TEST(suite, test_simple_read);
477  	CU_ADD_TEST(suite, test_passthru);
478  	CU_ADD_TEST(suite, test_crypto_op_complete);
479  	CU_ADD_TEST(suite, test_supported_io);
480  	CU_ADD_TEST(suite, test_reset);
481  
482  	allocate_threads(1);
483  	set_thread(0);
484  
485  	num_failures = spdk_ut_run_tests(argc, argv, NULL);
486  
487  	free_threads();
488  
489  	CU_cleanup_registry();
490  	return num_failures;
491  }
492