1 /* SPDX-License-Identifier: BSD-3-Clause 2 * Copyright (C) 2018 Intel Corporation. 3 * Copyright (c) 2023-2024, NVIDIA CORPORATION & AFFILIATES. 4 * All rights reserved. 5 */ 6 7 #include "spdk_internal/cunit.h" 8 9 #include "common/lib/ut_multithread.c" 10 #include "spdk_internal/mock.h" 11 #include "thread/thread_internal.h" 12 #include "unit/lib/json_mock.c" 13 14 #include <rte_crypto.h> 15 #include <rte_cryptodev.h> 16 #include <rte_version.h> 17 18 unsigned ut_rte_crypto_op_bulk_alloc; 19 int ut_rte_crypto_op_attach_sym_session = 0; 20 #define MOCK_INFO_GET_1QP_AESNI 0 21 #define MOCK_INFO_GET_1QP_QAT 1 22 #define MOCK_INFO_GET_1QP_MLX5 2 23 #define MOCK_INFO_GET_1QP_BOGUS_PMD 3 24 int ut_rte_cryptodev_info_get = 0; 25 bool ut_rte_cryptodev_info_get_mocked = false; 26 27 #include "bdev/crypto/vbdev_crypto.c" 28 29 /* SPDK stubs */ 30 DEFINE_STUB(spdk_bdev_queue_io_wait, int, (struct spdk_bdev *bdev, struct spdk_io_channel *ch, 31 struct spdk_bdev_io_wait_entry *entry), 0); 32 DEFINE_STUB_V(spdk_bdev_module_list_add, (struct spdk_bdev_module *bdev_module)); 33 DEFINE_STUB_V(spdk_bdev_free_io, (struct spdk_bdev_io *g_bdev_io)); 34 DEFINE_STUB_V(spdk_bdev_io_put_aux_buf, (struct spdk_bdev_io *bdev_io, void *aux_buf)); 35 DEFINE_STUB(spdk_bdev_io_type_supported, bool, (struct spdk_bdev *bdev, 36 enum spdk_bdev_io_type io_type), 0); 37 DEFINE_STUB_V(spdk_bdev_module_release_bdev, (struct spdk_bdev *bdev)); 38 DEFINE_STUB_V(spdk_bdev_close, (struct spdk_bdev_desc *desc)); 39 DEFINE_STUB(spdk_bdev_get_name, const char *, (const struct spdk_bdev *bdev), 0); 40 DEFINE_STUB(spdk_bdev_get_buf_align, size_t, (const struct spdk_bdev *bdev), 64); 41 DEFINE_STUB(spdk_bdev_get_io_channel, struct spdk_io_channel *, (struct spdk_bdev_desc *desc), 0); 42 DEFINE_STUB_V(spdk_bdev_unregister, (struct spdk_bdev *bdev, spdk_bdev_unregister_cb cb_fn, 43 void *cb_arg)); 44 DEFINE_STUB(spdk_bdev_unregister_by_name, int, (const char *bdev_name, 45 struct spdk_bdev_module *module, 46 spdk_bdev_unregister_cb cb_fn, void *cb_arg), 0); 47 DEFINE_STUB(spdk_bdev_open_ext, int, (const char *bdev_name, bool write, 48 spdk_bdev_event_cb_t event_cb, 49 void *event_ctx, struct spdk_bdev_desc **_desc), 0); 50 DEFINE_STUB(spdk_bdev_desc_get_bdev, struct spdk_bdev *, (struct spdk_bdev_desc *desc), NULL); 51 DEFINE_STUB(spdk_bdev_module_claim_bdev, int, (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, 52 struct spdk_bdev_module *module), 0); 53 DEFINE_STUB_V(spdk_bdev_module_examine_done, (struct spdk_bdev_module *module)); 54 DEFINE_STUB(spdk_bdev_register, int, (struct spdk_bdev *vbdev), 0); 55 DEFINE_STUB_V(spdk_bdev_destruct_done, (struct spdk_bdev *bdev, int bdeverrno)); 56 57 DEFINE_STUB(spdk_accel_crypto_key_destroy, int, (struct spdk_accel_crypto_key *key), 0); 58 DEFINE_STUB(spdk_accel_append_decrypt, int, 59 (struct spdk_accel_sequence **seq, struct spdk_io_channel *ch, 60 struct spdk_accel_crypto_key *key, struct iovec *dst_iovs, 61 uint32_t dst_iovcnt, struct spdk_memory_domain *dst_domain, void *dst_domain_ctx, 62 struct iovec *src_iovs, uint32_t src_iovcnt, struct spdk_memory_domain *src_domain, 63 void *src_domain_ctx, uint64_t iv, uint32_t block_size, 64 spdk_accel_step_cb cb_fn, void *cb_arg), 0); 65 DEFINE_STUB(spdk_accel_append_encrypt, int, 66 (struct spdk_accel_sequence **seq, struct spdk_io_channel *ch, 67 struct spdk_accel_crypto_key *key, struct iovec *dst_iovs, 68 uint32_t dst_iovcnt, struct spdk_memory_domain *dst_domain, void *dst_domain_ctx, 69 struct iovec *src_iovs, uint32_t src_iovcnt, struct spdk_memory_domain *src_domain, 70 void *src_domain_ctx, uint64_t iv, uint32_t block_size, 71 spdk_accel_step_cb cb_fn, void *cb_arg), 0); 72 DEFINE_STUB_V(spdk_accel_sequence_abort, (struct spdk_accel_sequence *seq)); 73 DEFINE_STUB_V(spdk_accel_put_buf, (struct spdk_io_channel *ch, void *buf, 74 struct spdk_memory_domain *domain, void *domain_ctx)); 75 DEFINE_STUB(spdk_bdev_get_memory_domains, int, 76 (struct spdk_bdev *bdev, struct spdk_memory_domain **domains, int sz), 0); 77 DEFINE_STUB(spdk_accel_get_memory_domain, struct spdk_memory_domain *, (void), (void *)0xdeadbeef); 78 DEFINE_STUB(spdk_accel_get_buf_align, uint8_t, 79 (enum spdk_accel_opcode opcode, const struct spdk_accel_operation_exec_ctx *ctx), 0); 80 DEFINE_STUB(spdk_accel_get_opc_memory_domains, int, (enum spdk_accel_opcode opcode, 81 struct spdk_memory_domain **domains, 82 int array_size), 0); 83 84 /* global vars and setup/cleanup functions used for all test functions */ 85 struct spdk_bdev_io *g_base_io; 86 struct crypto_bdev_io *g_io_ctx; 87 struct crypto_io_channel *g_crypto_ch; 88 struct spdk_io_channel *g_io_ch; 89 struct vbdev_crypto g_crypto_bdev; 90 struct vbdev_crypto_opts g_crypto_bdev_opts; 91 92 int 93 spdk_accel_get_buf(struct spdk_io_channel *ch, uint64_t len, void **buf, 94 struct spdk_memory_domain **domain, void **domain_ctx) 95 { 96 *buf = (void *)0xdeadbeef; 97 *domain = (void *)0xbeefdead; 98 99 return 0; 100 } 101 102 void 103 spdk_bdev_io_get_buf(struct spdk_bdev_io *bdev_io, spdk_bdev_io_get_buf_cb cb, uint64_t len) 104 { 105 cb(g_io_ch, bdev_io, true); 106 } 107 108 struct ut_vbdev_crypto_bdev_cpl_args { 109 spdk_bdev_io_completion_cb cb_fn; 110 struct spdk_bdev_io *bdev_io; 111 void *cb_arg; 112 bool result; 113 }; 114 115 static void 116 _ut_vbdev_crypto_bdev_cpl(void *arg) 117 { 118 struct ut_vbdev_crypto_bdev_cpl_args *cpl_args = arg; 119 120 cpl_args->cb_fn(cpl_args->bdev_io, cpl_args->result, cpl_args->cb_arg); 121 free(cpl_args); 122 } 123 124 static void 125 ut_vbdev_crypto_bdev_cpl(spdk_bdev_io_completion_cb cb_fn, struct spdk_bdev_io *bdev_io, 126 bool result, void *cb_arg) 127 { 128 struct ut_vbdev_crypto_bdev_cpl_args *cpl_args = calloc(1, sizeof(*cpl_args)); 129 130 SPDK_CU_ASSERT_FATAL(cpl_args); 131 cpl_args->cb_fn = cb_fn; 132 cpl_args->bdev_io = bdev_io; 133 cpl_args->result = result; 134 cpl_args->cb_arg = cb_arg; 135 136 spdk_thread_send_msg(spdk_get_thread(), _ut_vbdev_crypto_bdev_cpl, cpl_args); 137 } 138 139 /* Mock these functions to call the callback and then return the value we require */ 140 DEFINE_RETURN_MOCK(spdk_bdev_readv_blocks_ext, int); 141 int 142 spdk_bdev_readv_blocks_ext(struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 143 struct iovec *iov, int iovcnt, 144 uint64_t offset_blocks, uint64_t num_blocks, 145 spdk_bdev_io_completion_cb cb, void *cb_arg, 146 struct spdk_bdev_ext_io_opts *opts) 147 { 148 HANDLE_RETURN_MOCK(spdk_bdev_readv_blocks_ext); 149 ut_vbdev_crypto_bdev_cpl(cb, g_base_io, 150 g_base_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS, cb_arg); 151 return 0; 152 } 153 154 DEFINE_RETURN_MOCK(spdk_bdev_writev_blocks_ext, int); 155 int 156 spdk_bdev_writev_blocks_ext(struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 157 struct iovec *iov, int iovcnt, 158 uint64_t offset_blocks, uint64_t num_blocks, 159 spdk_bdev_io_completion_cb cb, void *cb_arg, 160 struct spdk_bdev_ext_io_opts *opts) 161 { 162 HANDLE_RETURN_MOCK(spdk_bdev_writev_blocks_ext); 163 ut_vbdev_crypto_bdev_cpl(cb, g_base_io, 164 g_base_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS, cb_arg); 165 return 0; 166 } 167 168 DEFINE_RETURN_MOCK(spdk_bdev_unmap_blocks, int); 169 int 170 spdk_bdev_unmap_blocks(struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 171 uint64_t offset_blocks, uint64_t num_blocks, 172 spdk_bdev_io_completion_cb cb, void *cb_arg) 173 { 174 HANDLE_RETURN_MOCK(spdk_bdev_unmap_blocks); 175 ut_vbdev_crypto_bdev_cpl(cb, g_base_io, 176 g_base_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS, cb_arg); 177 178 return 0; 179 } 180 181 DEFINE_RETURN_MOCK(spdk_bdev_flush_blocks, int); 182 int 183 spdk_bdev_flush_blocks(struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 184 uint64_t offset_blocks, uint64_t num_blocks, spdk_bdev_io_completion_cb cb, 185 void *cb_arg) 186 { 187 HANDLE_RETURN_MOCK(spdk_bdev_flush_blocks); 188 ut_vbdev_crypto_bdev_cpl(cb, g_base_io, 189 g_base_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS, cb_arg); 190 return 0; 191 } 192 193 DEFINE_RETURN_MOCK(spdk_bdev_reset, int); 194 int 195 spdk_bdev_reset(struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 196 spdk_bdev_io_completion_cb cb, void *cb_arg) 197 { 198 HANDLE_RETURN_MOCK(spdk_bdev_reset); 199 ut_vbdev_crypto_bdev_cpl(cb, g_base_io, 200 g_base_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS, cb_arg); 201 return 0; 202 } 203 204 bool g_completion_called = false; 205 void 206 spdk_bdev_io_complete(struct spdk_bdev_io *bdev_io, enum spdk_bdev_io_status status) 207 { 208 bdev_io->internal.status = status; 209 g_completion_called = true; 210 } 211 212 void 213 spdk_bdev_io_complete_base_io_status(struct spdk_bdev_io *bdev_io, 214 const struct spdk_bdev_io *base_io) 215 { 216 spdk_bdev_io_complete(bdev_io, base_io->internal.status); 217 } 218 219 struct ut_vbdev_crypto_accel_cpl_args { 220 spdk_accel_completion_cb cb_fn; 221 void *cb_arg; 222 int rc; 223 }; 224 225 struct spdk_io_channel *spdk_accel_get_io_channel(void) 226 { 227 return (struct spdk_io_channel *)0xfeedbeef; 228 } 229 230 /* Global setup for all tests that share a bunch of preparation... */ 231 static int 232 test_setup(void) 233 { 234 /* Prepare essential variables for test routines */ 235 g_base_io = calloc(1, sizeof(struct spdk_bdev_io) + sizeof(struct crypto_bdev_io)); 236 g_base_io->u.bdev.iovs = calloc(1, sizeof(struct iovec) * 128); 237 g_base_io->bdev = &g_crypto_bdev.crypto_bdev; 238 g_io_ch = calloc(1, sizeof(struct spdk_io_channel) + sizeof(struct crypto_io_channel)); 239 g_crypto_ch = (struct crypto_io_channel *)spdk_io_channel_get_ctx(g_io_ch); 240 g_io_ctx = (struct crypto_bdev_io *)g_base_io->driver_ctx; 241 memset(&g_crypto_bdev, 0, sizeof(struct vbdev_crypto)); 242 memset(&g_crypto_bdev_opts, 0, sizeof(struct vbdev_crypto_opts)); 243 g_crypto_bdev.crypto_bdev.blocklen = 512; 244 g_io_ctx->crypto_ch = g_crypto_ch; 245 g_io_ctx->crypto_bdev = &g_crypto_bdev; 246 g_io_ctx->crypto_bdev->opts = &g_crypto_bdev_opts; 247 248 return 0; 249 } 250 251 /* Global teardown for all tests */ 252 static int 253 test_cleanup(void) 254 { 255 free(g_base_io->u.bdev.iovs); 256 free(g_base_io); 257 free(g_io_ch); 258 return 0; 259 } 260 261 struct ut_crypto_io { 262 struct spdk_bdev_io bdev_io; 263 struct crypto_bdev_io crypto_io; 264 }; 265 266 #define UT_IO_INIT(iov) \ 267 { \ 268 .bdev_io = { \ 269 .bdev = &g_crypto_bdev.crypto_bdev, \ 270 .u.bdev.iovs = (iov), \ 271 } \ 272 } 273 274 static void 275 test_error_paths(void) 276 { 277 struct iovec iov; 278 struct ut_crypto_io io = UT_IO_INIT(&iov); 279 struct spdk_bdev_io *bdev_io = &io.bdev_io; 280 struct crypto_bdev_io *crypto_io = &io.crypto_io; 281 282 g_crypto_bdev.crypto_bdev.blocklen = 512; 283 284 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 285 bdev_io->u.bdev.iovcnt = 1; 286 bdev_io->u.bdev.num_blocks = 1; 287 bdev_io->u.bdev.iovs[0].iov_len = 512; 288 bdev_io->u.bdev.iovs[0].iov_base = (void *)0xDEADBEEF; 289 bdev_io->type = SPDK_BDEV_IO_TYPE_WRITE; 290 291 /* test error returned by accel fw */ 292 MOCK_SET(spdk_accel_append_encrypt, -ENOMEM); 293 g_completion_called = false; 294 vbdev_crypto_submit_request(g_io_ch, bdev_io); 295 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_NOMEM); 296 CU_ASSERT(g_completion_called); 297 298 MOCK_SET(spdk_accel_append_encrypt, -EINVAL); 299 vbdev_crypto_submit_request(g_io_ch, bdev_io); 300 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED); 301 MOCK_SET(spdk_accel_append_encrypt, 0); 302 303 /* Test error returned from bdev */ 304 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 305 MOCK_SET(spdk_bdev_writev_blocks_ext, -ENOMEM); 306 vbdev_crypto_submit_request(g_io_ch, bdev_io); 307 poll_threads(); 308 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_PENDING); 309 CU_ASSERT(crypto_io->bdev_io_wait.bdev == &g_crypto_bdev.crypto_bdev); 310 CU_ASSERT(crypto_io->bdev_io_wait.cb_fn == vbdev_crypto_resubmit_io); 311 CU_ASSERT(crypto_io->bdev_io_wait.cb_arg == bdev_io); 312 CU_ASSERT(crypto_io->resubmit_state == CRYPTO_IO_ENCRYPT_DONE); 313 memset(&crypto_io->bdev_io_wait, 0, sizeof(crypto_io->bdev_io_wait)); 314 MOCK_CLEAR(spdk_bdev_readv_blocks_ext); 315 316 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 317 MOCK_SET(spdk_bdev_writev_blocks_ext, -EINVAL); 318 vbdev_crypto_submit_request(g_io_ch, bdev_io); 319 poll_threads(); 320 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED); 321 MOCK_CLEAR(spdk_bdev_writev_blocks_ext); 322 323 /* Test error returned in bdev cpl */ 324 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 325 g_base_io->internal.status = SPDK_BDEV_IO_STATUS_FAILED; 326 vbdev_crypto_submit_request(g_io_ch, bdev_io); 327 poll_threads(); 328 poll_threads(); 329 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED); 330 g_base_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS; 331 332 /* the same for read path */ 333 /* Test error returned from bdev */ 334 bdev_io->type = SPDK_BDEV_IO_TYPE_READ; 335 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS; 336 337 MOCK_SET(spdk_bdev_readv_blocks_ext, -ENOMEM); 338 vbdev_crypto_submit_request(g_io_ch, bdev_io); 339 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS); 340 CU_ASSERT(crypto_io->bdev_io_wait.bdev == &g_crypto_bdev.crypto_bdev); 341 CU_ASSERT(crypto_io->bdev_io_wait.cb_fn == vbdev_crypto_resubmit_io); 342 CU_ASSERT(crypto_io->bdev_io_wait.cb_arg == bdev_io); 343 CU_ASSERT(crypto_io->resubmit_state == CRYPTO_IO_DECRYPT_DONE); 344 memset(&crypto_io->bdev_io_wait, 0, sizeof(crypto_io->bdev_io_wait)); 345 MOCK_CLEAR(spdk_bdev_readv_blocks_ext); 346 347 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 348 MOCK_SET(spdk_bdev_readv_blocks_ext, -EINVAL); 349 vbdev_crypto_submit_request(g_io_ch, bdev_io); 350 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED); 351 MOCK_CLEAR(spdk_bdev_readv_blocks_ext); 352 353 /* Test error returned in bdev cpl */ 354 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 355 g_base_io->internal.status = SPDK_BDEV_IO_STATUS_FAILED; 356 vbdev_crypto_submit_request(g_io_ch, bdev_io); 357 poll_threads(); 358 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED); 359 g_base_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS; 360 361 /* test error returned by accel fw */ 362 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 363 MOCK_SET(spdk_accel_append_decrypt, -ENOMEM); 364 g_completion_called = false; 365 vbdev_crypto_submit_request(g_io_ch, bdev_io); 366 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_NOMEM); 367 CU_ASSERT(g_completion_called); 368 MOCK_SET(spdk_accel_append_decrypt, 0); 369 g_completion_called = false; 370 } 371 372 static void 373 test_simple_write(void) 374 { 375 struct iovec iov; 376 struct ut_crypto_io io = UT_IO_INIT(&iov); 377 struct spdk_bdev_io *bdev_io = &io.bdev_io; 378 struct crypto_bdev_io *crypto_io = &io.crypto_io; 379 380 /* Single element block size write */ 381 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 382 bdev_io->u.bdev.iovcnt = 1; 383 bdev_io->u.bdev.num_blocks = 1; 384 bdev_io->u.bdev.offset_blocks = 0; 385 bdev_io->u.bdev.iovs[0].iov_len = 512; 386 bdev_io->u.bdev.iovs[0].iov_base = &test_simple_write; 387 g_crypto_bdev.crypto_bdev.blocklen = 512; 388 bdev_io->type = SPDK_BDEV_IO_TYPE_WRITE; 389 390 vbdev_crypto_submit_request(g_io_ch, bdev_io); 391 /* 1st poll to trigger accel completions, 2nd for bdev */ 392 poll_threads(); 393 poll_threads(); 394 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS); 395 CU_ASSERT(crypto_io->aux_buf_iov.iov_len == 512); 396 CU_ASSERT(crypto_io->aux_buf_iov.iov_base != NULL); 397 CU_ASSERT(crypto_io->aux_offset_blocks == 0); 398 CU_ASSERT(crypto_io->aux_num_blocks == 1); 399 } 400 401 static void 402 test_simple_read(void) 403 { 404 struct iovec iov; 405 struct ut_crypto_io io = UT_IO_INIT(&iov); 406 struct spdk_bdev_io *bdev_io = &io.bdev_io; 407 408 /* Single element block size read */ 409 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 410 bdev_io->u.bdev.iovcnt = 1; 411 bdev_io->u.bdev.num_blocks = 1; 412 bdev_io->u.bdev.iovs[0].iov_len = 512; 413 bdev_io->u.bdev.iovs[0].iov_base = &test_simple_read; 414 g_crypto_bdev.crypto_bdev.blocklen = 512; 415 bdev_io->type = SPDK_BDEV_IO_TYPE_READ; 416 417 vbdev_crypto_submit_request(g_io_ch, bdev_io); 418 /* 1st poll to trigger dev completions, 2nd for accel */ 419 poll_threads(); 420 poll_threads(); 421 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS); 422 } 423 424 static void 425 test_passthru(void) 426 { 427 struct ut_crypto_io io = UT_IO_INIT(NULL); 428 struct spdk_bdev_io *bdev_io = &io.bdev_io; 429 430 /* Make sure these follow our completion callback, test success & fail. */ 431 bdev_io->type = SPDK_BDEV_IO_TYPE_UNMAP; 432 MOCK_CLEAR(spdk_bdev_unmap_blocks); 433 vbdev_crypto_submit_request(g_io_ch, bdev_io); 434 poll_threads(); 435 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS); 436 MOCK_SET(spdk_bdev_unmap_blocks, -EINVAL); 437 vbdev_crypto_submit_request(g_io_ch, bdev_io); 438 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED); 439 MOCK_CLEAR(spdk_bdev_unmap_blocks); 440 441 bdev_io->type = SPDK_BDEV_IO_TYPE_FLUSH; 442 MOCK_CLEAR(spdk_bdev_flush_blocks); 443 vbdev_crypto_submit_request(g_io_ch, bdev_io); 444 poll_threads(); 445 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS); 446 MOCK_SET(spdk_bdev_flush_blocks, -EINVAL); 447 vbdev_crypto_submit_request(g_io_ch, bdev_io); 448 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED); 449 MOCK_CLEAR(spdk_bdev_flush_blocks); 450 451 /* We should never get a WZ command, we report that we don't support it. */ 452 bdev_io->type = SPDK_BDEV_IO_TYPE_WRITE_ZEROES; 453 vbdev_crypto_submit_request(g_io_ch, bdev_io); 454 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED); 455 } 456 457 static void 458 test_reset(void) 459 { 460 /* TODO: There are a few different ways to do this given that 461 * the code uses spdk_for_each_channel() to implement reset 462 * handling. Submitting w/o UT for this function for now and 463 * will follow up with something shortly. 464 */ 465 } 466 467 static void 468 test_crypto_op_complete(void) 469 { 470 struct ut_crypto_io io = UT_IO_INIT(NULL); 471 struct spdk_bdev_io *bdev_io = &io.bdev_io; 472 473 /* Test read completion. */ 474 g_base_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS; 475 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 476 bdev_io->type = SPDK_BDEV_IO_TYPE_READ; 477 g_completion_called = false; 478 _complete_internal_io(g_base_io, true, bdev_io); 479 CU_ASSERT(g_base_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS); 480 CU_ASSERT(g_completion_called == true); 481 482 /* Test write completion success. */ 483 g_base_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS; 484 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 485 bdev_io->type = SPDK_BDEV_IO_TYPE_WRITE; 486 g_completion_called = false; 487 MOCK_CLEAR(spdk_bdev_writev_blocks_ext); 488 crypto_write(g_crypto_ch, bdev_io); 489 poll_threads(); 490 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS); 491 CU_ASSERT(g_completion_called == true); 492 493 /* Test write completion failed. */ 494 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 495 bdev_io->type = SPDK_BDEV_IO_TYPE_WRITE; 496 g_completion_called = false; 497 MOCK_SET(spdk_bdev_writev_blocks_ext, -EINVAL); 498 crypto_write(g_crypto_ch, bdev_io); 499 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED); 500 CU_ASSERT(g_completion_called == true); 501 MOCK_CLEAR(spdk_bdev_writev_blocks_ext); 502 } 503 504 static void 505 test_supported_io(void) 506 { 507 void *ctx = NULL; 508 bool rc = true; 509 510 /* Make sure we always report false to WZ, we need the bdev layer to 511 * send real 0's so we can encrypt/decrypt them. 512 */ 513 rc = vbdev_crypto_io_type_supported(ctx, SPDK_BDEV_IO_TYPE_WRITE_ZEROES); 514 CU_ASSERT(rc == false); 515 } 516 int 517 main(int argc, char **argv) 518 { 519 CU_pSuite suite = NULL; 520 unsigned int num_failures; 521 522 CU_initialize_registry(); 523 524 suite = CU_add_suite("crypto", test_setup, test_cleanup); 525 CU_ADD_TEST(suite, test_error_paths); 526 CU_ADD_TEST(suite, test_simple_write); 527 CU_ADD_TEST(suite, test_simple_read); 528 CU_ADD_TEST(suite, test_passthru); 529 CU_ADD_TEST(suite, test_crypto_op_complete); 530 CU_ADD_TEST(suite, test_supported_io); 531 CU_ADD_TEST(suite, test_reset); 532 533 allocate_threads(1); 534 set_thread(0); 535 536 num_failures = spdk_ut_run_tests(argc, argv, NULL); 537 538 free_threads(); 539 540 CU_cleanup_registry(); 541 return num_failures; 542 } 543