1 /* SPDX-License-Identifier: BSD-3-Clause 2 * Copyright (C) 2018 Intel Corporation. 3 * Copyright (c) 2023, NVIDIA CORPORATION & AFFILIATES. 4 * All rights reserved. 5 */ 6 7 #include "spdk_internal/cunit.h" 8 9 #include "common/lib/ut_multithread.c" 10 #include "spdk_internal/mock.h" 11 #include "thread/thread_internal.h" 12 #include "unit/lib/json_mock.c" 13 14 #include <rte_crypto.h> 15 #include <rte_cryptodev.h> 16 #include <rte_version.h> 17 18 unsigned ut_rte_crypto_op_bulk_alloc; 19 int ut_rte_crypto_op_attach_sym_session = 0; 20 #define MOCK_INFO_GET_1QP_AESNI 0 21 #define MOCK_INFO_GET_1QP_QAT 1 22 #define MOCK_INFO_GET_1QP_MLX5 2 23 #define MOCK_INFO_GET_1QP_BOGUS_PMD 3 24 int ut_rte_cryptodev_info_get = 0; 25 bool ut_rte_cryptodev_info_get_mocked = false; 26 27 #include "bdev/crypto/vbdev_crypto.c" 28 29 /* SPDK stubs */ 30 DEFINE_STUB(spdk_bdev_queue_io_wait, int, (struct spdk_bdev *bdev, struct spdk_io_channel *ch, 31 struct spdk_bdev_io_wait_entry *entry), 0); 32 DEFINE_STUB_V(spdk_bdev_module_list_add, (struct spdk_bdev_module *bdev_module)); 33 DEFINE_STUB_V(spdk_bdev_free_io, (struct spdk_bdev_io *g_bdev_io)); 34 DEFINE_STUB_V(spdk_bdev_io_put_aux_buf, (struct spdk_bdev_io *bdev_io, void *aux_buf)); 35 DEFINE_STUB(spdk_bdev_io_type_supported, bool, (struct spdk_bdev *bdev, 36 enum spdk_bdev_io_type io_type), 0); 37 DEFINE_STUB_V(spdk_bdev_module_release_bdev, (struct spdk_bdev *bdev)); 38 DEFINE_STUB_V(spdk_bdev_close, (struct spdk_bdev_desc *desc)); 39 DEFINE_STUB(spdk_bdev_get_name, const char *, (const struct spdk_bdev *bdev), 0); 40 DEFINE_STUB(spdk_bdev_get_buf_align, size_t, (const struct spdk_bdev *bdev), 64); 41 DEFINE_STUB(spdk_bdev_get_io_channel, struct spdk_io_channel *, (struct spdk_bdev_desc *desc), 0); 42 DEFINE_STUB_V(spdk_bdev_unregister, (struct spdk_bdev *bdev, spdk_bdev_unregister_cb cb_fn, 43 void *cb_arg)); 44 DEFINE_STUB(spdk_bdev_unregister_by_name, int, (const char *bdev_name, 45 struct spdk_bdev_module *module, 46 spdk_bdev_unregister_cb cb_fn, void *cb_arg), 0); 47 DEFINE_STUB(spdk_bdev_open_ext, int, (const char *bdev_name, bool write, 48 spdk_bdev_event_cb_t event_cb, 49 void *event_ctx, struct spdk_bdev_desc **_desc), 0); 50 DEFINE_STUB(spdk_bdev_desc_get_bdev, struct spdk_bdev *, (struct spdk_bdev_desc *desc), NULL); 51 DEFINE_STUB(spdk_bdev_module_claim_bdev, int, (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, 52 struct spdk_bdev_module *module), 0); 53 DEFINE_STUB_V(spdk_bdev_module_examine_done, (struct spdk_bdev_module *module)); 54 DEFINE_STUB(spdk_bdev_register, int, (struct spdk_bdev *vbdev), 0); 55 DEFINE_STUB_V(spdk_bdev_destruct_done, (struct spdk_bdev *bdev, int bdeverrno)); 56 57 DEFINE_STUB(spdk_accel_crypto_key_destroy, int, (struct spdk_accel_crypto_key *key), 0); 58 DEFINE_STUB(spdk_accel_append_decrypt, int, 59 (struct spdk_accel_sequence **seq, struct spdk_io_channel *ch, 60 struct spdk_accel_crypto_key *key, struct iovec *dst_iovs, 61 uint32_t dst_iovcnt, struct spdk_memory_domain *dst_domain, void *dst_domain_ctx, 62 struct iovec *src_iovs, uint32_t src_iovcnt, struct spdk_memory_domain *src_domain, 63 void *src_domain_ctx, uint64_t iv, uint32_t block_size, int flags, 64 spdk_accel_step_cb cb_fn, void *cb_arg), 0); 65 DEFINE_STUB(spdk_accel_append_encrypt, int, 66 (struct spdk_accel_sequence **seq, struct spdk_io_channel *ch, 67 struct spdk_accel_crypto_key *key, struct iovec *dst_iovs, 68 uint32_t dst_iovcnt, struct spdk_memory_domain *dst_domain, void *dst_domain_ctx, 69 struct iovec *src_iovs, uint32_t src_iovcnt, struct spdk_memory_domain *src_domain, 70 void *src_domain_ctx, uint64_t iv, uint32_t block_size, int flags, 71 spdk_accel_step_cb cb_fn, void *cb_arg), 0); 72 DEFINE_STUB_V(spdk_accel_sequence_abort, (struct spdk_accel_sequence *seq)); 73 DEFINE_STUB_V(spdk_accel_put_buf, (struct spdk_io_channel *ch, void *buf, 74 struct spdk_memory_domain *domain, void *domain_ctx)); 75 DEFINE_STUB(spdk_bdev_get_memory_domains, int, 76 (struct spdk_bdev *bdev, struct spdk_memory_domain **domains, int sz), 0); 77 DEFINE_STUB(spdk_accel_get_memory_domain, struct spdk_memory_domain *, (void), (void *)0xdeadbeef); 78 DEFINE_STUB(spdk_accel_get_buf_align, uint8_t, 79 (enum spdk_accel_opcode opcode, const struct spdk_accel_operation_exec_ctx *ctx), 0); 80 81 /* global vars and setup/cleanup functions used for all test functions */ 82 struct spdk_bdev_io *g_base_io; 83 struct crypto_bdev_io *g_io_ctx; 84 struct crypto_io_channel *g_crypto_ch; 85 struct spdk_io_channel *g_io_ch; 86 struct vbdev_crypto g_crypto_bdev; 87 struct vbdev_crypto_opts g_crypto_bdev_opts; 88 89 int 90 spdk_accel_get_buf(struct spdk_io_channel *ch, uint64_t len, void **buf, 91 struct spdk_memory_domain **domain, void **domain_ctx) 92 { 93 *buf = (void *)0xdeadbeef; 94 *domain = (void *)0xbeefdead; 95 96 return 0; 97 } 98 99 void 100 spdk_bdev_io_get_buf(struct spdk_bdev_io *bdev_io, spdk_bdev_io_get_buf_cb cb, uint64_t len) 101 { 102 cb(g_io_ch, bdev_io, true); 103 } 104 105 struct ut_vbdev_crypto_bdev_cpl_args { 106 spdk_bdev_io_completion_cb cb_fn; 107 struct spdk_bdev_io *bdev_io; 108 void *cb_arg; 109 bool result; 110 }; 111 112 static void 113 _ut_vbdev_crypto_bdev_cpl(void *arg) 114 { 115 struct ut_vbdev_crypto_bdev_cpl_args *cpl_args = arg; 116 117 cpl_args->cb_fn(cpl_args->bdev_io, cpl_args->result, cpl_args->cb_arg); 118 free(cpl_args); 119 } 120 121 static void 122 ut_vbdev_crypto_bdev_cpl(spdk_bdev_io_completion_cb cb_fn, struct spdk_bdev_io *bdev_io, 123 bool result, void *cb_arg) 124 { 125 struct ut_vbdev_crypto_bdev_cpl_args *cpl_args = calloc(1, sizeof(*cpl_args)); 126 127 SPDK_CU_ASSERT_FATAL(cpl_args); 128 cpl_args->cb_fn = cb_fn; 129 cpl_args->bdev_io = bdev_io; 130 cpl_args->result = result; 131 cpl_args->cb_arg = cb_arg; 132 133 spdk_thread_send_msg(spdk_get_thread(), _ut_vbdev_crypto_bdev_cpl, cpl_args); 134 } 135 136 /* Mock these functions to call the callback and then return the value we require */ 137 DEFINE_RETURN_MOCK(spdk_bdev_readv_blocks_ext, int); 138 int 139 spdk_bdev_readv_blocks_ext(struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 140 struct iovec *iov, int iovcnt, 141 uint64_t offset_blocks, uint64_t num_blocks, 142 spdk_bdev_io_completion_cb cb, void *cb_arg, 143 struct spdk_bdev_ext_io_opts *opts) 144 { 145 HANDLE_RETURN_MOCK(spdk_bdev_readv_blocks_ext); 146 ut_vbdev_crypto_bdev_cpl(cb, g_base_io, 147 g_base_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS, cb_arg); 148 return 0; 149 } 150 151 DEFINE_RETURN_MOCK(spdk_bdev_writev_blocks_ext, int); 152 int 153 spdk_bdev_writev_blocks_ext(struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 154 struct iovec *iov, int iovcnt, 155 uint64_t offset_blocks, uint64_t num_blocks, 156 spdk_bdev_io_completion_cb cb, void *cb_arg, 157 struct spdk_bdev_ext_io_opts *opts) 158 { 159 HANDLE_RETURN_MOCK(spdk_bdev_writev_blocks_ext); 160 ut_vbdev_crypto_bdev_cpl(cb, g_base_io, 161 g_base_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS, cb_arg); 162 return 0; 163 } 164 165 DEFINE_RETURN_MOCK(spdk_bdev_unmap_blocks, int); 166 int 167 spdk_bdev_unmap_blocks(struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 168 uint64_t offset_blocks, uint64_t num_blocks, 169 spdk_bdev_io_completion_cb cb, void *cb_arg) 170 { 171 HANDLE_RETURN_MOCK(spdk_bdev_unmap_blocks); 172 ut_vbdev_crypto_bdev_cpl(cb, g_base_io, 173 g_base_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS, cb_arg); 174 175 return 0; 176 } 177 178 DEFINE_RETURN_MOCK(spdk_bdev_flush_blocks, int); 179 int 180 spdk_bdev_flush_blocks(struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 181 uint64_t offset_blocks, uint64_t num_blocks, spdk_bdev_io_completion_cb cb, 182 void *cb_arg) 183 { 184 HANDLE_RETURN_MOCK(spdk_bdev_flush_blocks); 185 ut_vbdev_crypto_bdev_cpl(cb, g_base_io, 186 g_base_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS, cb_arg); 187 return 0; 188 } 189 190 DEFINE_RETURN_MOCK(spdk_bdev_reset, int); 191 int 192 spdk_bdev_reset(struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 193 spdk_bdev_io_completion_cb cb, void *cb_arg) 194 { 195 HANDLE_RETURN_MOCK(spdk_bdev_reset); 196 ut_vbdev_crypto_bdev_cpl(cb, g_base_io, 197 g_base_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS, cb_arg); 198 return 0; 199 } 200 201 bool g_completion_called = false; 202 void 203 spdk_bdev_io_complete(struct spdk_bdev_io *bdev_io, enum spdk_bdev_io_status status) 204 { 205 bdev_io->internal.status = status; 206 g_completion_called = true; 207 } 208 209 void 210 spdk_bdev_io_complete_base_io_status(struct spdk_bdev_io *bdev_io, 211 const struct spdk_bdev_io *base_io) 212 { 213 spdk_bdev_io_complete(bdev_io, base_io->internal.status); 214 } 215 216 struct ut_vbdev_crypto_accel_cpl_args { 217 spdk_accel_completion_cb cb_fn; 218 void *cb_arg; 219 int rc; 220 }; 221 222 struct spdk_io_channel *spdk_accel_get_io_channel(void) 223 { 224 return (struct spdk_io_channel *)0xfeedbeef; 225 } 226 227 /* Global setup for all tests that share a bunch of preparation... */ 228 static int 229 test_setup(void) 230 { 231 /* Prepare essential variables for test routines */ 232 g_base_io = calloc(1, sizeof(struct spdk_bdev_io) + sizeof(struct crypto_bdev_io)); 233 g_base_io->u.bdev.iovs = calloc(1, sizeof(struct iovec) * 128); 234 g_base_io->bdev = &g_crypto_bdev.crypto_bdev; 235 g_io_ch = calloc(1, sizeof(struct spdk_io_channel) + sizeof(struct crypto_io_channel)); 236 g_crypto_ch = (struct crypto_io_channel *)spdk_io_channel_get_ctx(g_io_ch); 237 g_io_ctx = (struct crypto_bdev_io *)g_base_io->driver_ctx; 238 memset(&g_crypto_bdev, 0, sizeof(struct vbdev_crypto)); 239 memset(&g_crypto_bdev_opts, 0, sizeof(struct vbdev_crypto_opts)); 240 g_crypto_bdev.crypto_bdev.blocklen = 512; 241 g_io_ctx->crypto_ch = g_crypto_ch; 242 g_io_ctx->crypto_bdev = &g_crypto_bdev; 243 g_io_ctx->crypto_bdev->opts = &g_crypto_bdev_opts; 244 245 return 0; 246 } 247 248 /* Global teardown for all tests */ 249 static int 250 test_cleanup(void) 251 { 252 free(g_base_io->u.bdev.iovs); 253 free(g_base_io); 254 free(g_io_ch); 255 return 0; 256 } 257 258 struct ut_crypto_io { 259 struct spdk_bdev_io bdev_io; 260 struct crypto_bdev_io crypto_io; 261 }; 262 263 #define UT_IO_INIT(iov) \ 264 { \ 265 .bdev_io = { \ 266 .bdev = &g_crypto_bdev.crypto_bdev, \ 267 .u.bdev.iovs = (iov), \ 268 } \ 269 } 270 271 static void 272 test_error_paths(void) 273 { 274 struct iovec iov; 275 struct ut_crypto_io io = UT_IO_INIT(&iov); 276 struct spdk_bdev_io *bdev_io = &io.bdev_io; 277 struct crypto_bdev_io *crypto_io = &io.crypto_io; 278 279 g_crypto_bdev.crypto_bdev.blocklen = 512; 280 281 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 282 bdev_io->u.bdev.iovcnt = 1; 283 bdev_io->u.bdev.num_blocks = 1; 284 bdev_io->u.bdev.iovs[0].iov_len = 512; 285 bdev_io->u.bdev.iovs[0].iov_base = (void *)0xDEADBEEF; 286 bdev_io->type = SPDK_BDEV_IO_TYPE_WRITE; 287 288 /* test error returned by accel fw */ 289 MOCK_SET(spdk_accel_append_encrypt, -ENOMEM); 290 g_completion_called = false; 291 vbdev_crypto_submit_request(g_io_ch, bdev_io); 292 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_NOMEM); 293 CU_ASSERT(g_completion_called); 294 295 MOCK_SET(spdk_accel_append_encrypt, -EINVAL); 296 vbdev_crypto_submit_request(g_io_ch, bdev_io); 297 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED); 298 MOCK_SET(spdk_accel_append_encrypt, 0); 299 300 /* Test error returned from bdev */ 301 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 302 MOCK_SET(spdk_bdev_writev_blocks_ext, -ENOMEM); 303 vbdev_crypto_submit_request(g_io_ch, bdev_io); 304 poll_threads(); 305 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_PENDING); 306 CU_ASSERT(crypto_io->bdev_io_wait.bdev == &g_crypto_bdev.crypto_bdev); 307 CU_ASSERT(crypto_io->bdev_io_wait.cb_fn == vbdev_crypto_resubmit_io); 308 CU_ASSERT(crypto_io->bdev_io_wait.cb_arg == bdev_io); 309 CU_ASSERT(crypto_io->resubmit_state == CRYPTO_IO_ENCRYPT_DONE); 310 memset(&crypto_io->bdev_io_wait, 0, sizeof(crypto_io->bdev_io_wait)); 311 MOCK_CLEAR(spdk_bdev_readv_blocks_ext); 312 313 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 314 MOCK_SET(spdk_bdev_writev_blocks_ext, -EINVAL); 315 vbdev_crypto_submit_request(g_io_ch, bdev_io); 316 poll_threads(); 317 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED); 318 MOCK_CLEAR(spdk_bdev_writev_blocks_ext); 319 320 /* Test error returned in bdev cpl */ 321 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 322 g_base_io->internal.status = SPDK_BDEV_IO_STATUS_FAILED; 323 vbdev_crypto_submit_request(g_io_ch, bdev_io); 324 poll_threads(); 325 poll_threads(); 326 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED); 327 g_base_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS; 328 329 /* the same for read path */ 330 /* Test error returned from bdev */ 331 bdev_io->type = SPDK_BDEV_IO_TYPE_READ; 332 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS; 333 334 MOCK_SET(spdk_bdev_readv_blocks_ext, -ENOMEM); 335 vbdev_crypto_submit_request(g_io_ch, bdev_io); 336 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS); 337 CU_ASSERT(crypto_io->bdev_io_wait.bdev == &g_crypto_bdev.crypto_bdev); 338 CU_ASSERT(crypto_io->bdev_io_wait.cb_fn == vbdev_crypto_resubmit_io); 339 CU_ASSERT(crypto_io->bdev_io_wait.cb_arg == bdev_io); 340 CU_ASSERT(crypto_io->resubmit_state == CRYPTO_IO_DECRYPT_DONE); 341 memset(&crypto_io->bdev_io_wait, 0, sizeof(crypto_io->bdev_io_wait)); 342 MOCK_CLEAR(spdk_bdev_readv_blocks_ext); 343 344 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 345 MOCK_SET(spdk_bdev_readv_blocks_ext, -EINVAL); 346 vbdev_crypto_submit_request(g_io_ch, bdev_io); 347 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED); 348 MOCK_CLEAR(spdk_bdev_readv_blocks_ext); 349 350 /* Test error returned in bdev cpl */ 351 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 352 g_base_io->internal.status = SPDK_BDEV_IO_STATUS_FAILED; 353 vbdev_crypto_submit_request(g_io_ch, bdev_io); 354 poll_threads(); 355 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED); 356 g_base_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS; 357 358 /* test error returned by accel fw */ 359 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 360 MOCK_SET(spdk_accel_append_decrypt, -ENOMEM); 361 g_completion_called = false; 362 vbdev_crypto_submit_request(g_io_ch, bdev_io); 363 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_NOMEM); 364 CU_ASSERT(g_completion_called); 365 MOCK_SET(spdk_accel_append_decrypt, 0); 366 g_completion_called = false; 367 } 368 369 static void 370 test_simple_write(void) 371 { 372 struct iovec iov; 373 struct ut_crypto_io io = UT_IO_INIT(&iov); 374 struct spdk_bdev_io *bdev_io = &io.bdev_io; 375 struct crypto_bdev_io *crypto_io = &io.crypto_io; 376 377 /* Single element block size write */ 378 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 379 bdev_io->u.bdev.iovcnt = 1; 380 bdev_io->u.bdev.num_blocks = 1; 381 bdev_io->u.bdev.offset_blocks = 0; 382 bdev_io->u.bdev.iovs[0].iov_len = 512; 383 bdev_io->u.bdev.iovs[0].iov_base = &test_simple_write; 384 g_crypto_bdev.crypto_bdev.blocklen = 512; 385 bdev_io->type = SPDK_BDEV_IO_TYPE_WRITE; 386 387 vbdev_crypto_submit_request(g_io_ch, bdev_io); 388 /* 1st poll to trigger accel completions, 2nd for bdev */ 389 poll_threads(); 390 poll_threads(); 391 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS); 392 CU_ASSERT(crypto_io->aux_buf_iov.iov_len == 512); 393 CU_ASSERT(crypto_io->aux_buf_iov.iov_base != NULL); 394 CU_ASSERT(crypto_io->aux_offset_blocks == 0); 395 CU_ASSERT(crypto_io->aux_num_blocks == 1); 396 } 397 398 static void 399 test_simple_read(void) 400 { 401 struct iovec iov; 402 struct ut_crypto_io io = UT_IO_INIT(&iov); 403 struct spdk_bdev_io *bdev_io = &io.bdev_io; 404 405 /* Single element block size read */ 406 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 407 bdev_io->u.bdev.iovcnt = 1; 408 bdev_io->u.bdev.num_blocks = 1; 409 bdev_io->u.bdev.iovs[0].iov_len = 512; 410 bdev_io->u.bdev.iovs[0].iov_base = &test_simple_read; 411 g_crypto_bdev.crypto_bdev.blocklen = 512; 412 bdev_io->type = SPDK_BDEV_IO_TYPE_READ; 413 414 vbdev_crypto_submit_request(g_io_ch, bdev_io); 415 /* 1st poll to trigger dev completions, 2nd for accel */ 416 poll_threads(); 417 poll_threads(); 418 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS); 419 } 420 421 static void 422 test_passthru(void) 423 { 424 struct ut_crypto_io io = UT_IO_INIT(NULL); 425 struct spdk_bdev_io *bdev_io = &io.bdev_io; 426 427 /* Make sure these follow our completion callback, test success & fail. */ 428 bdev_io->type = SPDK_BDEV_IO_TYPE_UNMAP; 429 MOCK_CLEAR(spdk_bdev_unmap_blocks); 430 vbdev_crypto_submit_request(g_io_ch, bdev_io); 431 poll_threads(); 432 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS); 433 MOCK_SET(spdk_bdev_unmap_blocks, -EINVAL); 434 vbdev_crypto_submit_request(g_io_ch, bdev_io); 435 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED); 436 MOCK_CLEAR(spdk_bdev_unmap_blocks); 437 438 bdev_io->type = SPDK_BDEV_IO_TYPE_FLUSH; 439 MOCK_CLEAR(spdk_bdev_flush_blocks); 440 vbdev_crypto_submit_request(g_io_ch, bdev_io); 441 poll_threads(); 442 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS); 443 MOCK_SET(spdk_bdev_flush_blocks, -EINVAL); 444 vbdev_crypto_submit_request(g_io_ch, bdev_io); 445 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED); 446 MOCK_CLEAR(spdk_bdev_flush_blocks); 447 448 /* We should never get a WZ command, we report that we don't support it. */ 449 bdev_io->type = SPDK_BDEV_IO_TYPE_WRITE_ZEROES; 450 vbdev_crypto_submit_request(g_io_ch, bdev_io); 451 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED); 452 } 453 454 static void 455 test_reset(void) 456 { 457 /* TODO: There are a few different ways to do this given that 458 * the code uses spdk_for_each_channel() to implement reset 459 * handling. Submitting w/o UT for this function for now and 460 * will follow up with something shortly. 461 */ 462 } 463 464 static void 465 test_crypto_op_complete(void) 466 { 467 struct ut_crypto_io io = UT_IO_INIT(NULL); 468 struct spdk_bdev_io *bdev_io = &io.bdev_io; 469 470 /* Test read completion. */ 471 g_base_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS; 472 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 473 bdev_io->type = SPDK_BDEV_IO_TYPE_READ; 474 g_completion_called = false; 475 _complete_internal_io(g_base_io, true, bdev_io); 476 CU_ASSERT(g_base_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS); 477 CU_ASSERT(g_completion_called == true); 478 479 /* Test write completion success. */ 480 g_base_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS; 481 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 482 bdev_io->type = SPDK_BDEV_IO_TYPE_WRITE; 483 g_completion_called = false; 484 MOCK_CLEAR(spdk_bdev_writev_blocks_ext); 485 crypto_write(g_crypto_ch, bdev_io); 486 poll_threads(); 487 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS); 488 CU_ASSERT(g_completion_called == true); 489 490 /* Test write completion failed. */ 491 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 492 bdev_io->type = SPDK_BDEV_IO_TYPE_WRITE; 493 g_completion_called = false; 494 MOCK_SET(spdk_bdev_writev_blocks_ext, -EINVAL); 495 crypto_write(g_crypto_ch, bdev_io); 496 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED); 497 CU_ASSERT(g_completion_called == true); 498 MOCK_CLEAR(spdk_bdev_writev_blocks_ext); 499 } 500 501 static void 502 test_supported_io(void) 503 { 504 void *ctx = NULL; 505 bool rc = true; 506 507 /* Make sure we always report false to WZ, we need the bdev layer to 508 * send real 0's so we can encrypt/decrypt them. 509 */ 510 rc = vbdev_crypto_io_type_supported(ctx, SPDK_BDEV_IO_TYPE_WRITE_ZEROES); 511 CU_ASSERT(rc == false); 512 } 513 int 514 main(int argc, char **argv) 515 { 516 CU_pSuite suite = NULL; 517 unsigned int num_failures; 518 519 CU_initialize_registry(); 520 521 suite = CU_add_suite("crypto", test_setup, test_cleanup); 522 CU_ADD_TEST(suite, test_error_paths); 523 CU_ADD_TEST(suite, test_simple_write); 524 CU_ADD_TEST(suite, test_simple_read); 525 CU_ADD_TEST(suite, test_passthru); 526 CU_ADD_TEST(suite, test_crypto_op_complete); 527 CU_ADD_TEST(suite, test_supported_io); 528 CU_ADD_TEST(suite, test_reset); 529 530 allocate_threads(1); 531 set_thread(0); 532 533 num_failures = spdk_ut_run_tests(argc, argv, NULL); 534 535 free_threads(); 536 537 CU_cleanup_registry(); 538 return num_failures; 539 } 540