1 /* SPDX-License-Identifier: BSD-3-Clause 2 * Copyright (C) 2018 Intel Corporation. 3 * Copyright (c) 2023-2024, NVIDIA CORPORATION & AFFILIATES. 4 * All rights reserved. 5 */ 6 7 #include "spdk_internal/cunit.h" 8 9 #include "common/lib/ut_multithread.c" 10 #include "spdk_internal/mock.h" 11 #include "thread/thread_internal.h" 12 #include "unit/lib/json_mock.c" 13 14 #include <rte_crypto.h> 15 #include <rte_cryptodev.h> 16 #include <rte_version.h> 17 18 unsigned ut_rte_crypto_op_bulk_alloc; 19 int ut_rte_crypto_op_attach_sym_session = 0; 20 #define MOCK_INFO_GET_1QP_AESNI 0 21 #define MOCK_INFO_GET_1QP_QAT 1 22 #define MOCK_INFO_GET_1QP_MLX5 2 23 #define MOCK_INFO_GET_1QP_BOGUS_PMD 3 24 int ut_rte_cryptodev_info_get = 0; 25 bool ut_rte_cryptodev_info_get_mocked = false; 26 27 #include "bdev/crypto/vbdev_crypto.c" 28 29 /* SPDK stubs */ 30 DEFINE_STUB(spdk_bdev_queue_io_wait, int, (struct spdk_bdev *bdev, struct spdk_io_channel *ch, 31 struct spdk_bdev_io_wait_entry *entry), 0); 32 DEFINE_STUB_V(spdk_bdev_module_list_add, (struct spdk_bdev_module *bdev_module)); 33 DEFINE_STUB_V(spdk_bdev_free_io, (struct spdk_bdev_io *g_bdev_io)); 34 DEFINE_STUB_V(spdk_bdev_io_put_aux_buf, (struct spdk_bdev_io *bdev_io, void *aux_buf)); 35 DEFINE_STUB(spdk_bdev_io_type_supported, bool, (struct spdk_bdev *bdev, 36 enum spdk_bdev_io_type io_type), 0); 37 DEFINE_STUB_V(spdk_bdev_module_release_bdev, (struct spdk_bdev *bdev)); 38 DEFINE_STUB_V(spdk_bdev_close, (struct spdk_bdev_desc *desc)); 39 DEFINE_STUB(spdk_bdev_get_name, const char *, (const struct spdk_bdev *bdev), 0); 40 DEFINE_STUB(spdk_bdev_get_buf_align, size_t, (const struct spdk_bdev *bdev), 64); 41 DEFINE_STUB(spdk_bdev_get_io_channel, struct spdk_io_channel *, (struct spdk_bdev_desc *desc), 0); 42 DEFINE_STUB_V(spdk_bdev_unregister, (struct spdk_bdev *bdev, spdk_bdev_unregister_cb cb_fn, 43 void *cb_arg)); 44 DEFINE_STUB(spdk_bdev_unregister_by_name, int, (const char *bdev_name, 45 struct spdk_bdev_module *module, 46 spdk_bdev_unregister_cb cb_fn, void *cb_arg), 0); 47 DEFINE_STUB(spdk_bdev_open_ext, int, (const char *bdev_name, bool write, 48 spdk_bdev_event_cb_t event_cb, 49 void *event_ctx, struct spdk_bdev_desc **_desc), 0); 50 DEFINE_STUB(spdk_bdev_desc_get_bdev, struct spdk_bdev *, (struct spdk_bdev_desc *desc), NULL); 51 DEFINE_STUB(spdk_bdev_module_claim_bdev, int, (struct spdk_bdev *bdev, struct spdk_bdev_desc *desc, 52 struct spdk_bdev_module *module), 0); 53 DEFINE_STUB_V(spdk_bdev_module_examine_done, (struct spdk_bdev_module *module)); 54 DEFINE_STUB(spdk_bdev_register, int, (struct spdk_bdev *vbdev), 0); 55 DEFINE_STUB_V(spdk_bdev_destruct_done, (struct spdk_bdev *bdev, int bdeverrno)); 56 57 DEFINE_STUB(spdk_accel_crypto_key_destroy, int, (struct spdk_accel_crypto_key *key), 0); 58 DEFINE_STUB(spdk_accel_append_decrypt, int, 59 (struct spdk_accel_sequence **seq, struct spdk_io_channel *ch, 60 struct spdk_accel_crypto_key *key, struct iovec *dst_iovs, 61 uint32_t dst_iovcnt, struct spdk_memory_domain *dst_domain, void *dst_domain_ctx, 62 struct iovec *src_iovs, uint32_t src_iovcnt, struct spdk_memory_domain *src_domain, 63 void *src_domain_ctx, uint64_t iv, uint32_t block_size, 64 spdk_accel_step_cb cb_fn, void *cb_arg), 0); 65 DEFINE_STUB(spdk_accel_append_encrypt, int, 66 (struct spdk_accel_sequence **seq, struct spdk_io_channel *ch, 67 struct spdk_accel_crypto_key *key, struct iovec *dst_iovs, 68 uint32_t dst_iovcnt, struct spdk_memory_domain *dst_domain, void *dst_domain_ctx, 69 struct iovec *src_iovs, uint32_t src_iovcnt, struct spdk_memory_domain *src_domain, 70 void *src_domain_ctx, uint64_t iv, uint32_t block_size, 71 spdk_accel_step_cb cb_fn, void *cb_arg), 0); 72 DEFINE_STUB_V(spdk_accel_sequence_abort, (struct spdk_accel_sequence *seq)); 73 DEFINE_STUB_V(spdk_accel_put_buf, (struct spdk_io_channel *ch, void *buf, 74 struct spdk_memory_domain *domain, void *domain_ctx)); 75 DEFINE_STUB(spdk_bdev_get_memory_domains, int, 76 (struct spdk_bdev *bdev, struct spdk_memory_domain **domains, int sz), 0); 77 DEFINE_STUB(spdk_accel_get_memory_domain, struct spdk_memory_domain *, (void), (void *)0xdeadbeef); 78 DEFINE_STUB(spdk_accel_get_buf_align, uint8_t, 79 (enum spdk_accel_opcode opcode, const struct spdk_accel_operation_exec_ctx *ctx), 0); 80 DEFINE_STUB(spdk_accel_get_opc_memory_domains, int, (enum spdk_accel_opcode opcode, 81 struct spdk_memory_domain **domains, 82 int array_size), 0); 83 DEFINE_STUB(spdk_bdev_notify_blockcnt_change, int, (struct spdk_bdev *bdev, uint64_t size), 0); 84 85 /* global vars and setup/cleanup functions used for all test functions */ 86 struct spdk_bdev_io *g_base_io; 87 struct crypto_bdev_io *g_io_ctx; 88 struct crypto_io_channel *g_crypto_ch; 89 struct spdk_io_channel *g_io_ch; 90 struct vbdev_crypto g_crypto_bdev; 91 struct vbdev_crypto_opts g_crypto_bdev_opts; 92 93 int 94 spdk_accel_get_buf(struct spdk_io_channel *ch, uint64_t len, void **buf, 95 struct spdk_memory_domain **domain, void **domain_ctx) 96 { 97 *buf = (void *)0xdeadbeef; 98 *domain = (void *)0xbeefdead; 99 100 return 0; 101 } 102 103 void 104 spdk_bdev_io_get_buf(struct spdk_bdev_io *bdev_io, spdk_bdev_io_get_buf_cb cb, uint64_t len) 105 { 106 cb(g_io_ch, bdev_io, true); 107 } 108 109 struct ut_vbdev_crypto_bdev_cpl_args { 110 spdk_bdev_io_completion_cb cb_fn; 111 struct spdk_bdev_io *bdev_io; 112 void *cb_arg; 113 bool result; 114 }; 115 116 static void 117 _ut_vbdev_crypto_bdev_cpl(void *arg) 118 { 119 struct ut_vbdev_crypto_bdev_cpl_args *cpl_args = arg; 120 121 cpl_args->cb_fn(cpl_args->bdev_io, cpl_args->result, cpl_args->cb_arg); 122 free(cpl_args); 123 } 124 125 static void 126 ut_vbdev_crypto_bdev_cpl(spdk_bdev_io_completion_cb cb_fn, struct spdk_bdev_io *bdev_io, 127 bool result, void *cb_arg) 128 { 129 struct ut_vbdev_crypto_bdev_cpl_args *cpl_args = calloc(1, sizeof(*cpl_args)); 130 131 SPDK_CU_ASSERT_FATAL(cpl_args); 132 cpl_args->cb_fn = cb_fn; 133 cpl_args->bdev_io = bdev_io; 134 cpl_args->result = result; 135 cpl_args->cb_arg = cb_arg; 136 137 spdk_thread_send_msg(spdk_get_thread(), _ut_vbdev_crypto_bdev_cpl, cpl_args); 138 } 139 140 /* Mock these functions to call the callback and then return the value we require */ 141 DEFINE_RETURN_MOCK(spdk_bdev_readv_blocks_ext, int); 142 int 143 spdk_bdev_readv_blocks_ext(struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 144 struct iovec *iov, int iovcnt, 145 uint64_t offset_blocks, uint64_t num_blocks, 146 spdk_bdev_io_completion_cb cb, void *cb_arg, 147 struct spdk_bdev_ext_io_opts *opts) 148 { 149 HANDLE_RETURN_MOCK(spdk_bdev_readv_blocks_ext); 150 ut_vbdev_crypto_bdev_cpl(cb, g_base_io, 151 g_base_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS, cb_arg); 152 return 0; 153 } 154 155 DEFINE_RETURN_MOCK(spdk_bdev_writev_blocks_ext, int); 156 int 157 spdk_bdev_writev_blocks_ext(struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 158 struct iovec *iov, int iovcnt, 159 uint64_t offset_blocks, uint64_t num_blocks, 160 spdk_bdev_io_completion_cb cb, void *cb_arg, 161 struct spdk_bdev_ext_io_opts *opts) 162 { 163 HANDLE_RETURN_MOCK(spdk_bdev_writev_blocks_ext); 164 ut_vbdev_crypto_bdev_cpl(cb, g_base_io, 165 g_base_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS, cb_arg); 166 return 0; 167 } 168 169 DEFINE_RETURN_MOCK(spdk_bdev_unmap_blocks, int); 170 int 171 spdk_bdev_unmap_blocks(struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 172 uint64_t offset_blocks, uint64_t num_blocks, 173 spdk_bdev_io_completion_cb cb, void *cb_arg) 174 { 175 HANDLE_RETURN_MOCK(spdk_bdev_unmap_blocks); 176 ut_vbdev_crypto_bdev_cpl(cb, g_base_io, 177 g_base_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS, cb_arg); 178 179 return 0; 180 } 181 182 DEFINE_RETURN_MOCK(spdk_bdev_flush_blocks, int); 183 int 184 spdk_bdev_flush_blocks(struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 185 uint64_t offset_blocks, uint64_t num_blocks, spdk_bdev_io_completion_cb cb, 186 void *cb_arg) 187 { 188 HANDLE_RETURN_MOCK(spdk_bdev_flush_blocks); 189 ut_vbdev_crypto_bdev_cpl(cb, g_base_io, 190 g_base_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS, cb_arg); 191 return 0; 192 } 193 194 DEFINE_RETURN_MOCK(spdk_bdev_reset, int); 195 int 196 spdk_bdev_reset(struct spdk_bdev_desc *desc, struct spdk_io_channel *ch, 197 spdk_bdev_io_completion_cb cb, void *cb_arg) 198 { 199 HANDLE_RETURN_MOCK(spdk_bdev_reset); 200 ut_vbdev_crypto_bdev_cpl(cb, g_base_io, 201 g_base_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS, cb_arg); 202 return 0; 203 } 204 205 bool g_completion_called = false; 206 void 207 spdk_bdev_io_complete(struct spdk_bdev_io *bdev_io, enum spdk_bdev_io_status status) 208 { 209 bdev_io->internal.status = status; 210 g_completion_called = true; 211 } 212 213 void 214 spdk_bdev_io_complete_base_io_status(struct spdk_bdev_io *bdev_io, 215 const struct spdk_bdev_io *base_io) 216 { 217 spdk_bdev_io_complete(bdev_io, base_io->internal.status); 218 } 219 220 struct ut_vbdev_crypto_accel_cpl_args { 221 spdk_accel_completion_cb cb_fn; 222 void *cb_arg; 223 int rc; 224 }; 225 226 struct spdk_io_channel *spdk_accel_get_io_channel(void) 227 { 228 return (struct spdk_io_channel *)0xfeedbeef; 229 } 230 231 /* Global setup for all tests that share a bunch of preparation... */ 232 static int 233 test_setup(void) 234 { 235 /* Prepare essential variables for test routines */ 236 g_base_io = calloc(1, sizeof(struct spdk_bdev_io) + sizeof(struct crypto_bdev_io)); 237 g_base_io->u.bdev.iovs = calloc(1, sizeof(struct iovec) * 128); 238 g_base_io->bdev = &g_crypto_bdev.crypto_bdev; 239 g_io_ch = calloc(1, sizeof(struct spdk_io_channel) + sizeof(struct crypto_io_channel)); 240 g_crypto_ch = (struct crypto_io_channel *)spdk_io_channel_get_ctx(g_io_ch); 241 g_io_ctx = (struct crypto_bdev_io *)g_base_io->driver_ctx; 242 memset(&g_crypto_bdev, 0, sizeof(struct vbdev_crypto)); 243 memset(&g_crypto_bdev_opts, 0, sizeof(struct vbdev_crypto_opts)); 244 g_crypto_bdev.crypto_bdev.blocklen = 512; 245 g_io_ctx->crypto_ch = g_crypto_ch; 246 g_io_ctx->crypto_bdev = &g_crypto_bdev; 247 g_io_ctx->crypto_bdev->opts = &g_crypto_bdev_opts; 248 249 return 0; 250 } 251 252 /* Global teardown for all tests */ 253 static int 254 test_cleanup(void) 255 { 256 free(g_base_io->u.bdev.iovs); 257 free(g_base_io); 258 free(g_io_ch); 259 return 0; 260 } 261 262 struct ut_crypto_io { 263 struct spdk_bdev_io bdev_io; 264 struct crypto_bdev_io crypto_io; 265 }; 266 267 #define UT_IO_INIT(iov) \ 268 { \ 269 .bdev_io = { \ 270 .bdev = &g_crypto_bdev.crypto_bdev, \ 271 .u.bdev.iovs = (iov), \ 272 } \ 273 } 274 275 static void 276 test_error_paths(void) 277 { 278 struct iovec iov; 279 struct ut_crypto_io io = UT_IO_INIT(&iov); 280 struct spdk_bdev_io *bdev_io = &io.bdev_io; 281 struct crypto_bdev_io *crypto_io = &io.crypto_io; 282 283 g_crypto_bdev.crypto_bdev.blocklen = 512; 284 285 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 286 bdev_io->u.bdev.iovcnt = 1; 287 bdev_io->u.bdev.num_blocks = 1; 288 bdev_io->u.bdev.iovs[0].iov_len = 512; 289 bdev_io->u.bdev.iovs[0].iov_base = (void *)0xDEADBEEF; 290 bdev_io->type = SPDK_BDEV_IO_TYPE_WRITE; 291 292 /* test error returned by accel fw */ 293 MOCK_SET(spdk_accel_append_encrypt, -ENOMEM); 294 g_completion_called = false; 295 vbdev_crypto_submit_request(g_io_ch, bdev_io); 296 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_NOMEM); 297 CU_ASSERT(g_completion_called); 298 299 MOCK_SET(spdk_accel_append_encrypt, -EINVAL); 300 vbdev_crypto_submit_request(g_io_ch, bdev_io); 301 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED); 302 MOCK_SET(spdk_accel_append_encrypt, 0); 303 304 /* Test error returned from bdev */ 305 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 306 MOCK_SET(spdk_bdev_writev_blocks_ext, -ENOMEM); 307 vbdev_crypto_submit_request(g_io_ch, bdev_io); 308 poll_threads(); 309 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_PENDING); 310 CU_ASSERT(crypto_io->bdev_io_wait.bdev == &g_crypto_bdev.crypto_bdev); 311 CU_ASSERT(crypto_io->bdev_io_wait.cb_fn == vbdev_crypto_resubmit_io); 312 CU_ASSERT(crypto_io->bdev_io_wait.cb_arg == bdev_io); 313 CU_ASSERT(crypto_io->resubmit_state == CRYPTO_IO_ENCRYPT_DONE); 314 memset(&crypto_io->bdev_io_wait, 0, sizeof(crypto_io->bdev_io_wait)); 315 MOCK_CLEAR(spdk_bdev_readv_blocks_ext); 316 317 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 318 MOCK_SET(spdk_bdev_writev_blocks_ext, -EINVAL); 319 vbdev_crypto_submit_request(g_io_ch, bdev_io); 320 poll_threads(); 321 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED); 322 MOCK_CLEAR(spdk_bdev_writev_blocks_ext); 323 324 /* Test error returned in bdev cpl */ 325 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 326 g_base_io->internal.status = SPDK_BDEV_IO_STATUS_FAILED; 327 vbdev_crypto_submit_request(g_io_ch, bdev_io); 328 poll_threads(); 329 poll_threads(); 330 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED); 331 g_base_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS; 332 333 /* the same for read path */ 334 /* Test error returned from bdev */ 335 bdev_io->type = SPDK_BDEV_IO_TYPE_READ; 336 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS; 337 338 MOCK_SET(spdk_bdev_readv_blocks_ext, -ENOMEM); 339 vbdev_crypto_submit_request(g_io_ch, bdev_io); 340 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS); 341 CU_ASSERT(crypto_io->bdev_io_wait.bdev == &g_crypto_bdev.crypto_bdev); 342 CU_ASSERT(crypto_io->bdev_io_wait.cb_fn == vbdev_crypto_resubmit_io); 343 CU_ASSERT(crypto_io->bdev_io_wait.cb_arg == bdev_io); 344 CU_ASSERT(crypto_io->resubmit_state == CRYPTO_IO_DECRYPT_DONE); 345 memset(&crypto_io->bdev_io_wait, 0, sizeof(crypto_io->bdev_io_wait)); 346 MOCK_CLEAR(spdk_bdev_readv_blocks_ext); 347 348 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 349 MOCK_SET(spdk_bdev_readv_blocks_ext, -EINVAL); 350 vbdev_crypto_submit_request(g_io_ch, bdev_io); 351 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED); 352 MOCK_CLEAR(spdk_bdev_readv_blocks_ext); 353 354 /* Test error returned in bdev cpl */ 355 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 356 g_base_io->internal.status = SPDK_BDEV_IO_STATUS_FAILED; 357 vbdev_crypto_submit_request(g_io_ch, bdev_io); 358 poll_threads(); 359 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED); 360 g_base_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS; 361 362 /* test error returned by accel fw */ 363 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 364 MOCK_SET(spdk_accel_append_decrypt, -ENOMEM); 365 g_completion_called = false; 366 vbdev_crypto_submit_request(g_io_ch, bdev_io); 367 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_NOMEM); 368 CU_ASSERT(g_completion_called); 369 MOCK_SET(spdk_accel_append_decrypt, 0); 370 g_completion_called = false; 371 } 372 373 static void 374 test_simple_write(void) 375 { 376 struct iovec iov; 377 struct ut_crypto_io io = UT_IO_INIT(&iov); 378 struct spdk_bdev_io *bdev_io = &io.bdev_io; 379 struct crypto_bdev_io *crypto_io = &io.crypto_io; 380 381 /* Single element block size write */ 382 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 383 bdev_io->u.bdev.iovcnt = 1; 384 bdev_io->u.bdev.num_blocks = 1; 385 bdev_io->u.bdev.offset_blocks = 0; 386 bdev_io->u.bdev.iovs[0].iov_len = 512; 387 bdev_io->u.bdev.iovs[0].iov_base = &test_simple_write; 388 g_crypto_bdev.crypto_bdev.blocklen = 512; 389 bdev_io->type = SPDK_BDEV_IO_TYPE_WRITE; 390 391 vbdev_crypto_submit_request(g_io_ch, bdev_io); 392 /* 1st poll to trigger accel completions, 2nd for bdev */ 393 poll_threads(); 394 poll_threads(); 395 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS); 396 CU_ASSERT(crypto_io->aux_buf_iov.iov_len == 512); 397 CU_ASSERT(crypto_io->aux_buf_iov.iov_base != NULL); 398 CU_ASSERT(crypto_io->aux_offset_blocks == 0); 399 CU_ASSERT(crypto_io->aux_num_blocks == 1); 400 } 401 402 static void 403 test_simple_read(void) 404 { 405 struct iovec iov; 406 struct ut_crypto_io io = UT_IO_INIT(&iov); 407 struct spdk_bdev_io *bdev_io = &io.bdev_io; 408 409 /* Single element block size read */ 410 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 411 bdev_io->u.bdev.iovcnt = 1; 412 bdev_io->u.bdev.num_blocks = 1; 413 bdev_io->u.bdev.iovs[0].iov_len = 512; 414 bdev_io->u.bdev.iovs[0].iov_base = &test_simple_read; 415 g_crypto_bdev.crypto_bdev.blocklen = 512; 416 bdev_io->type = SPDK_BDEV_IO_TYPE_READ; 417 418 vbdev_crypto_submit_request(g_io_ch, bdev_io); 419 /* 1st poll to trigger dev completions, 2nd for accel */ 420 poll_threads(); 421 poll_threads(); 422 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS); 423 } 424 425 static void 426 test_passthru(void) 427 { 428 struct ut_crypto_io io = UT_IO_INIT(NULL); 429 struct spdk_bdev_io *bdev_io = &io.bdev_io; 430 431 /* Make sure these follow our completion callback, test success & fail. */ 432 bdev_io->type = SPDK_BDEV_IO_TYPE_UNMAP; 433 MOCK_CLEAR(spdk_bdev_unmap_blocks); 434 vbdev_crypto_submit_request(g_io_ch, bdev_io); 435 poll_threads(); 436 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS); 437 MOCK_SET(spdk_bdev_unmap_blocks, -EINVAL); 438 vbdev_crypto_submit_request(g_io_ch, bdev_io); 439 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED); 440 MOCK_CLEAR(spdk_bdev_unmap_blocks); 441 442 bdev_io->type = SPDK_BDEV_IO_TYPE_FLUSH; 443 MOCK_CLEAR(spdk_bdev_flush_blocks); 444 vbdev_crypto_submit_request(g_io_ch, bdev_io); 445 poll_threads(); 446 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS); 447 MOCK_SET(spdk_bdev_flush_blocks, -EINVAL); 448 vbdev_crypto_submit_request(g_io_ch, bdev_io); 449 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED); 450 MOCK_CLEAR(spdk_bdev_flush_blocks); 451 452 /* We should never get a WZ command, we report that we don't support it. */ 453 bdev_io->type = SPDK_BDEV_IO_TYPE_WRITE_ZEROES; 454 vbdev_crypto_submit_request(g_io_ch, bdev_io); 455 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED); 456 } 457 458 static void 459 test_reset(void) 460 { 461 /* TODO: There are a few different ways to do this given that 462 * the code uses spdk_for_each_channel() to implement reset 463 * handling. Submitting w/o UT for this function for now and 464 * will follow up with something shortly. 465 */ 466 } 467 468 static void 469 test_crypto_op_complete(void) 470 { 471 struct ut_crypto_io io = UT_IO_INIT(NULL); 472 struct spdk_bdev_io *bdev_io = &io.bdev_io; 473 474 /* Test read completion. */ 475 g_base_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS; 476 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 477 bdev_io->type = SPDK_BDEV_IO_TYPE_READ; 478 g_completion_called = false; 479 _complete_internal_io(g_base_io, true, bdev_io); 480 CU_ASSERT(g_base_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS); 481 CU_ASSERT(g_completion_called == true); 482 483 /* Test write completion success. */ 484 g_base_io->internal.status = SPDK_BDEV_IO_STATUS_SUCCESS; 485 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 486 bdev_io->type = SPDK_BDEV_IO_TYPE_WRITE; 487 g_completion_called = false; 488 MOCK_CLEAR(spdk_bdev_writev_blocks_ext); 489 crypto_write(g_crypto_ch, bdev_io); 490 poll_threads(); 491 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_SUCCESS); 492 CU_ASSERT(g_completion_called == true); 493 494 /* Test write completion failed. */ 495 bdev_io->internal.status = SPDK_BDEV_IO_STATUS_PENDING; 496 bdev_io->type = SPDK_BDEV_IO_TYPE_WRITE; 497 g_completion_called = false; 498 MOCK_SET(spdk_bdev_writev_blocks_ext, -EINVAL); 499 crypto_write(g_crypto_ch, bdev_io); 500 CU_ASSERT(bdev_io->internal.status == SPDK_BDEV_IO_STATUS_FAILED); 501 CU_ASSERT(g_completion_called == true); 502 MOCK_CLEAR(spdk_bdev_writev_blocks_ext); 503 } 504 505 static void 506 test_supported_io(void) 507 { 508 void *ctx = NULL; 509 bool rc = true; 510 511 /* Make sure we always report false to WZ, we need the bdev layer to 512 * send real 0's so we can encrypt/decrypt them. 513 */ 514 rc = vbdev_crypto_io_type_supported(ctx, SPDK_BDEV_IO_TYPE_WRITE_ZEROES); 515 CU_ASSERT(rc == false); 516 } 517 int 518 main(int argc, char **argv) 519 { 520 CU_pSuite suite = NULL; 521 unsigned int num_failures; 522 523 CU_initialize_registry(); 524 525 suite = CU_add_suite("crypto", test_setup, test_cleanup); 526 CU_ADD_TEST(suite, test_error_paths); 527 CU_ADD_TEST(suite, test_simple_write); 528 CU_ADD_TEST(suite, test_simple_read); 529 CU_ADD_TEST(suite, test_passthru); 530 CU_ADD_TEST(suite, test_crypto_op_complete); 531 CU_ADD_TEST(suite, test_supported_io); 532 CU_ADD_TEST(suite, test_reset); 533 534 allocate_threads(1); 535 set_thread(0); 536 537 num_failures = spdk_ut_run_tests(argc, argv, NULL); 538 539 free_threads(); 540 541 CU_cleanup_registry(); 542 return num_failures; 543 } 544