| /spdk/module/bdev/raid/ |
| H A D | raid1.c | 42 raid1_init_ext_io_opts(struct spdk_bdev_ext_io_opts *opts, struct raid_bdev_io *raid_io) in raid1_init_ext_io_opts() argument 46 opts->memory_domain = raid_io->memory_domain; in raid1_init_ext_io_opts() 47 opts->memory_domain_ctx = raid_io->memory_domain_ctx; in raid1_init_ext_io_opts() 48 opts->metadata = raid_io->md_buf; in raid1_init_ext_io_opts() 54 struct raid_bdev_io *raid_io = cb_arg; in raid1_write_bdev_io_completion() local 59 base_info = raid_bdev_channel_get_base_info(raid_io->raid_ch, bdev_io->bdev); in raid1_write_bdev_io_completion() 67 raid_bdev_io_complete_part(raid_io, 1, success ? in raid1_write_bdev_io_completion() 73 raid1_get_read_io_base_bdev(struct raid_bdev_io *raid_io) in raid1_get_read_io_base_bdev() argument 75 assert(raid_io->type == SPDK_BDEV_IO_TYPE_READ); in raid1_get_read_io_base_bdev() 76 return &raid_io in raid1_get_read_io_base_bdev() 82 struct raid_bdev_io *raid_io = cb_arg; raid1_correct_read_error_completion() local 100 struct raid_bdev_io *raid_io = _raid_io; raid1_correct_read_error() local 133 struct raid_bdev_io *raid_io = cb_arg; raid1_read_other_completion() local 151 struct raid_bdev_io *raid_io = _raid_io; raid1_read_other_base_bdev() local 193 struct raid_bdev_io *raid_io = cb_arg; raid1_read_bdev_io_completion() local 214 struct raid_bdev_io *raid_io = _raid_io; _raid1_submit_rw_request() local 239 raid1_submit_read_request(struct raid_bdev_io * raid_io) raid1_submit_read_request() argument 276 raid1_submit_write_request(struct raid_bdev_io * raid_io) raid1_submit_write_request() argument 331 raid1_submit_rw_request(struct raid_bdev_io * raid_io) raid1_submit_rw_request() argument 448 struct raid_bdev_io *raid_io = &process_req->raid_io; raid1_process_submit_write() local 468 raid1_process_read_completed(struct raid_bdev_io * raid_io,enum spdk_bdev_io_status status) raid1_process_read_completed() argument 485 struct raid_bdev_io *raid_io = &process_req->raid_io; raid1_submit_process_request() local [all...] |
| H A D | concat.c | 35 struct raid_bdev_io *raid_io = cb_arg; in concat_bdev_io_completion() local 40 raid_bdev_io_complete(raid_io, SPDK_BDEV_IO_STATUS_SUCCESS); in concat_bdev_io_completion() 42 raid_bdev_io_complete(raid_io, SPDK_BDEV_IO_STATUS_FAILED); in concat_bdev_io_completion() 46 static void concat_submit_rw_request(struct raid_bdev_io *raid_io); 51 struct raid_bdev_io *raid_io = _raid_io; in _concat_submit_rw_request() local 53 concat_submit_rw_request(raid_io); in _concat_submit_rw_request() 66 concat_submit_rw_request(struct raid_bdev_io *raid_io) in concat_submit_rw_request() argument 68 struct raid_bdev_io_channel *raid_ch = raid_io->raid_ch; in concat_submit_rw_request() 69 struct raid_bdev *raid_bdev = raid_io->raid_bdev; in concat_submit_rw_request() 82 if (block_range[i].start > raid_io->offset_blocks) { in concat_submit_rw_request() [all …]
|
| H A D | raid0.c | 30 struct raid_bdev_io *raid_io = cb_arg; in raid0_bdev_io_completion() local 43 raid_bdev_io_complete(raid_io, SPDK_BDEV_IO_STATUS_FAILED); in raid0_bdev_io_completion() 48 raid_bdev_io_complete(raid_io, SPDK_BDEV_IO_STATUS_SUCCESS); in raid0_bdev_io_completion() 50 raid_bdev_io_complete(raid_io, SPDK_BDEV_IO_STATUS_FAILED); in raid0_bdev_io_completion() 56 static void raid0_submit_rw_request(struct raid_bdev_io *raid_io); 61 struct raid_bdev_io *raid_io = _raid_io; in _raid0_submit_rw_request() local 63 raid0_submit_rw_request(raid_io); in _raid0_submit_rw_request() 76 raid0_submit_rw_request(struct raid_bdev_io *raid_io) in raid0_submit_rw_request() argument 79 struct raid_bdev_io_channel *raid_ch = raid_io->raid_ch; in raid0_submit_rw_request() 80 struct raid_bdev *raid_bdev = raid_io->raid_bdev; in raid0_submit_rw_request() [all …]
|
| H A D | raid5f.c | 48 struct raid_bdev_io *raid_io; member 255 struct raid_bdev_io *raid_io = stripe_req->raid_io; in raid5f_xor_stripe_continue() local 256 struct raid_bdev *raid_bdev = raid_io->raid_bdev; in raid5f_xor_stripe_continue() 284 struct raid_bdev_io *raid_io = stripe_req->raid_io; in raid5f_xor_stripe() local 285 struct raid_bdev *raid_bdev = raid_io->raid_bdev; in raid5f_xor_stripe() 297 num_blocks = raid_io->num_blocks; in raid5f_xor_stripe() 324 if (raid_io->md_buf != NULL) { in raid5f_xor_stripe() 370 if (raid_bdev_io_complete_part(stripe_req->raid_io, 1, status)) { in raid5f_stripe_request_chunk_write_complete() 379 struct raid_bdev_io *raid_io = stripe_req->raid_io; in raid5f_stripe_request_chunk_read_complete() local 381 raid_bdev_io_complete_part(raid_io, 1, status); in raid5f_stripe_request_chunk_read_complete() [all …]
|
| H A D | bdev_raid.c | 606 raid_bdev_io_complete(struct raid_bdev_io *raid_io, enum spdk_bdev_io_status status) in raid_bdev_io_complete() 608 struct spdk_bdev_io *bdev_io = spdk_bdev_io_from_ctx(raid_io); in raid_bdev_io_complete() 611 spdk_trace_record(TRACE_BDEV_RAID_IO_DONE, 0, 0, (uintptr_t)raid_io, (uintptr_t)bdev_io); in raid_bdev_io_complete() 613 if (raid_io->split.offset != RAID_OFFSET_BLOCKS_INVALID) { in raid_bdev_io_complete() 614 struct iovec *split_iov = raid_io->split.iov; in raid_bdev_io_complete() 615 const struct iovec *split_iov_orig = &raid_io->split.iov_copy; in raid_bdev_io_complete() 621 if (raid_io->split.offset != 0) { in raid_bdev_io_complete() 622 raid_io->offset_blocks = bdev_io->u.bdev.offset_blocks; in raid_bdev_io_complete() 623 raid_io->md_buf = bdev_io->u.bdev.md_buf; in raid_bdev_io_complete() 626 raid_io in raid_bdev_io_complete() 588 raid_bdev_io_complete(struct raid_bdev_io * raid_io,enum spdk_bdev_io_status status) raid_bdev_io_complete() argument 669 raid_bdev_io_complete_part(struct raid_bdev_io * raid_io,uint64_t completed,enum spdk_bdev_io_status status) raid_bdev_io_complete_part() argument 700 raid_bdev_queue_io_wait(struct raid_bdev_io * raid_io,struct spdk_bdev * bdev,struct spdk_io_channel * ch,spdk_bdev_io_wait_cb cb_fn) raid_bdev_queue_io_wait() argument 712 struct raid_bdev_io *raid_io = cb_arg; raid_base_bdev_reset_complete() local 726 struct raid_bdev_io *raid_io = _raid_io; _raid_bdev_submit_reset_request() local 742 raid_bdev_submit_reset_request(struct raid_bdev_io * raid_io) raid_bdev_submit_reset_request() argument 782 raid_bdev_io_split(struct raid_bdev_io * raid_io,uint64_t split_offset) raid_bdev_io_split() argument 820 raid_bdev_submit_rw_request(struct raid_bdev_io * raid_io) raid_bdev_submit_rw_request() argument 866 struct raid_bdev_io *raid_io = (struct raid_bdev_io *)bdev_io->driver_ctx; raid_bdev_get_buf_cb() local 877 raid_bdev_io_init(struct raid_bdev_io * raid_io,struct raid_bdev_io_channel * raid_ch,enum spdk_bdev_io_type type,uint64_t offset_blocks,uint64_t num_blocks,struct iovec * iovs,int iovcnt,void * md_buf,struct spdk_memory_domain * memory_domain,void * memory_domain_ctx) raid_bdev_io_init() argument 918 struct raid_bdev_io *raid_io = (struct raid_bdev_io *)bdev_io->driver_ctx; raid_bdev_submit_request() local [all...] |
| H A D | bdev_raid.h | 117 typedef void (*raid_bdev_io_completion_cb)(struct raid_bdev_io *raid_io, 147 /* This will be the raid_io completion status unless any base io's status is different. */ 171 /* bdev_io is raid_io's driver_ctx - don't reorder them! 174 struct raid_bdev_io raid_io; member 329 void (*submit_rw_request)(struct raid_bdev_io *raid_io); 332 void (*submit_null_payload_request)(struct raid_bdev_io *raid_io); 367 bool raid_bdev_io_complete_part(struct raid_bdev_io *raid_io, uint64_t completed, 369 void raid_bdev_queue_io_wait(struct raid_bdev_io *raid_io, struct spdk_bdev *bdev, 371 void raid_bdev_io_complete(struct raid_bdev_io *raid_io, enum spdk_bdev_io_status status); 379 void raid_bdev_io_init(struct raid_bdev_io *raid_io, struc 386 raid_bdev_io_set_default_status(struct raid_bdev_io * raid_io,enum spdk_bdev_io_status status) raid_bdev_io_set_default_status() argument [all...] |
| /spdk/test/unit/lib/bdev/raid/raid1.c/ |
| H A D | raid1_ut.c | 22 DEFINE_STUB_V(raid_bdev_queue_io_wait, (struct raid_bdev_io *raid_io, struct spdk_bdev *bdev, 26 DEFINE_STUB_V(raid_bdev_io_init, (struct raid_bdev_io *raid_io, 152 struct raid_bdev_io *raid_io; in get_raid_io() 154 raid_io = calloc(1, sizeof(*raid_io)); in get_raid_io() 155 SPDK_CU_ASSERT_FATAL(raid_io != NULL); in get_raid_io() 157 raid_test_bdev_io_init(raid_io, r1_info->raid_bdev, raid_ch, io_type, 0, num_blocks, NULL, 0, NULL); in get_raid_io() 159 return raid_io; in get_raid_io() 163 put_raid_io(struct raid_bdev_io *raid_io) in put_raid_io() 165 free(raid_io); in put_raid_io() 151 struct raid_bdev_io *raid_io; get_raid_io() local 162 put_raid_io(struct raid_bdev_io * raid_io) put_raid_io() argument 168 raid_test_bdev_io_complete(struct raid_bdev_io * raid_io,enum spdk_bdev_io_status status) raid_test_bdev_io_complete() argument 204 struct raid_bdev_io *raid_io; _test_raid1_read_balancing() local 261 struct raid_bdev_io *raid_io; _test_raid1_write_error() local 329 struct raid_bdev_io *raid_io; _test_raid1_read_error() local [all...] |
| /spdk/test/unit/lib/bdev/raid/raid0.c/ |
| H A D | raid0_ut.c | 53 DEFINE_STUB_V(raid_bdev_queue_io_wait, (struct raid_bdev_io *raid_io, struct spdk_bdev *bdev, 264 raid_test_bdev_io_complete(struct raid_bdev_io *raid_io, enum spdk_bdev_io_status status) in raid_test_bdev_io_complete() argument 412 raid_io_cleanup(struct raid_bdev_io *raid_io) in raid_io_cleanup() argument 414 if (raid_io->iovs) { in raid_io_cleanup() 417 for (i = 0; i < raid_io->iovcnt; i++) { in raid_io_cleanup() 418 free(raid_io->iovs[i].iov_base); in raid_io_cleanup() 420 free(raid_io->iovs); in raid_io_cleanup() 423 free(raid_io->md_buf); in raid_io_cleanup() 424 free(raid_io); in raid_io_cleanup() 428 raid_io_initialize(struct raid_bdev_io *raid_io, struct raid_bdev_io_channel *raid_ch, in raid_io_initialize() argument [all …]
|
| /spdk/test/unit/lib/bdev/raid/ |
| H A D | common.c | 48 void raid_test_bdev_io_init(struct raid_bdev_io *raid_io, struct raid_bdev *raid_bdev, 54 void raid_test_bdev_io_complete(struct raid_bdev_io *raid_io, enum spdk_bdev_io_status status); 239 raid_test_bdev_io_init(struct raid_bdev_io *raid_io, struct raid_bdev *raid_bdev, in raid_test_bdev_io_init() argument 244 memset(raid_io, 0, sizeof(*raid_io)); in raid_test_bdev_io_init() 246 raid_io->raid_bdev = raid_bdev; in raid_test_bdev_io_init() 247 raid_io->raid_ch = raid_ch; in raid_test_bdev_io_init() 249 raid_io->type = type; in raid_test_bdev_io_init() 250 raid_io->offset_blocks = offset_blocks; in raid_test_bdev_io_init() 251 raid_io->num_blocks = num_blocks; in raid_test_bdev_io_init() 252 raid_io->iovs = iovs; in raid_test_bdev_io_init() [all …]
|
| /spdk/test/unit/lib/bdev/raid/concat.c/ |
| H A D | concat_ut.c | 146 raid_bdev_queue_io_wait(struct raid_bdev_io *raid_io, struct spdk_bdev *bdev, in raid_bdev_queue_io_wait() argument 150 cb_fn(raid_io); in raid_bdev_queue_io_wait() 154 raid_test_bdev_io_complete(struct raid_bdev_io *raid_io, enum spdk_bdev_io_status status) in raid_test_bdev_io_complete() argument 265 raid_io_cleanup(struct raid_bdev_io *raid_io) in raid_io_cleanup() argument 267 if (raid_io->iovs) { in raid_io_cleanup() 268 free(raid_io->iovs->iov_base); in raid_io_cleanup() 269 free(raid_io->iovs); in raid_io_cleanup() 272 free(raid_io); in raid_io_cleanup() 276 raid_io_initialize(struct raid_bdev_io *raid_io, struct raid_bdev_io_channel *raid_ch, in raid_io_initialize() argument 291 iovs->iov_len = raid_io->num_blocks * BLOCK_LEN; in raid_io_initialize() [all …]
|
| /spdk/test/unit/lib/bdev/raid/bdev_raid.c/ |
| H A D | bdev_raid_ut.c | 80 struct raid_bdev_io *raid_io = cb_arg; in ut_raid_submit_rw_request_defered_cb() 82 raid_bdev_io_complete(raid_io, success ? SPDK_BDEV_IO_STATUS_SUCCESS : SPDK_BDEV_IO_STATUS_FAILED); in ut_raid_submit_rw_request_defered_cb() 86 ut_raid_submit_rw_request(struct raid_bdev_io *raid_io) in ut_raid_submit_rw_request() 89 struct spdk_bdev_io *bdev_io = spdk_bdev_io_from_ctx(raid_io); in ut_raid_submit_rw_request() 92 bdev_io->internal.caller_ctx = raid_io; in ut_raid_submit_rw_request() 96 raid_bdev_io_complete(raid_io, in ut_raid_submit_rw_request() 101 ut_raid_submit_null_payload_request(struct raid_bdev_io *raid_io) in ut_raid_submit_null_payload_request() 103 raid_bdev_io_complete(raid_io, in ut_raid_submit_null_payload_request() 1500 struct raid_bdev_io *raid_io; in test_raid_io_split() 1533 raid_io in test_raid_io_split() 79 struct raid_bdev_io *raid_io = cb_arg; ut_raid_submit_rw_request_defered_cb() local 85 ut_raid_submit_rw_request(struct raid_bdev_io * raid_io) ut_raid_submit_rw_request() argument 100 ut_raid_submit_null_payload_request(struct raid_bdev_io * raid_io) ut_raid_submit_null_payload_request() argument 1427 struct raid_bdev_io *raid_io; test_raid_io_split() local [all...] |
| /spdk/test/unit/lib/bdev/raid/raid5f.c/ |
| H A D | raid5f_ut.c | 26 DEFINE_STUB_V(raid_bdev_io_init, (struct raid_bdev_io *raid_io, 239 struct raid_bdev_io raid_io; member 246 raid_bdev_queue_io_wait(struct raid_bdev_io *raid_io, struct spdk_bdev *bdev, in raid_bdev_queue_io_wait() argument 249 struct test_raid_bdev_io *test_raid_bdev_io = SPDK_CONTAINEROF(raid_io, struct test_raid_bdev_io, in raid_bdev_queue_io_wait() 250 raid_io); in raid_bdev_queue_io_wait() 253 raid_io->waitq_entry.bdev = bdev; in raid_bdev_queue_io_wait() 254 raid_io->waitq_entry.cb_fn = cb_fn; in raid_bdev_queue_io_wait() 255 raid_io->waitq_entry.cb_arg = raid_io; in raid_bdev_queue_io_wait() 256 TAILQ_INSERT_TAIL(&io_info->bdev_io_wait_queue, &raid_io in raid_bdev_queue_io_wait() 260 raid_test_bdev_io_complete(struct raid_bdev_io * raid_io,enum spdk_bdev_io_status status) raid_test_bdev_io_complete() argument 274 struct raid_bdev_io *raid_io; get_raid_io() local 529 struct raid_bdev_io *raid_io = cb_arg; spdk_bdev_readv_blocks_with_md() local 587 struct raid_bdev_io *raid_io; test_raid5f_write_request() local 650 struct raid_bdev_io *raid_io; test_raid5f_read_request() local 929 struct raid_bdev_io raid_io = {}; __test_raid5f_stripe_request_map_iovecs() local [all...] |