| /spdk/lib/bdev/ |
| H A D | bdev_zone.c | 72 struct spdk_bdev_io *bdev_io; in spdk_bdev_get_zone_info() local 75 bdev_io = bdev_channel_get_io(channel); in spdk_bdev_get_zone_info() 76 if (!bdev_io) { in spdk_bdev_get_zone_info() 80 bdev_io->internal.ch = channel; in spdk_bdev_get_zone_info() 81 bdev_io->internal.desc = desc; in spdk_bdev_get_zone_info() 82 bdev_io->type = SPDK_BDEV_IO_TYPE_GET_ZONE_INFO; in spdk_bdev_get_zone_info() 83 bdev_io->u.zone_mgmt.zone_id = zone_id; in spdk_bdev_get_zone_info() 84 bdev_io->u.zone_mgmt.num_zones = num_zones; in spdk_bdev_get_zone_info() 85 bdev_io->u.zone_mgmt.buf = info; in spdk_bdev_get_zone_info() 86 bdev_io_init(bdev_io, bdev, cb_arg, cb); in spdk_bdev_get_zone_info() [all …]
|
| /spdk/test/unit/lib/bdev/crypto.c/ |
| H A D | crypto_ut.c | 34 DEFINE_STUB_V(spdk_bdev_io_put_aux_buf, (struct spdk_bdev_io *bdev_io, void *aux_buf)); 104 spdk_bdev_io_get_buf(struct spdk_bdev_io *bdev_io, spdk_bdev_io_get_buf_cb cb, uint64_t len) in spdk_bdev_io_get_buf() 106 cb(g_io_ch, bdev_io, true); in spdk_bdev_io_get_buf() 111 struct spdk_bdev_io *bdev_io; 121 cpl_args->cb_fn(cpl_args->bdev_io, cpl_args->result, cpl_args->cb_arg); in _ut_vbdev_crypto_bdev_cpl() 126 ut_vbdev_crypto_bdev_cpl(spdk_bdev_io_completion_cb cb_fn, struct spdk_bdev_io *bdev_io, in ut_vbdev_crypto_bdev_cpl() 133 cpl_args->bdev_io = bdev_io; in ut_vbdev_crypto_bdev_cpl() 207 spdk_bdev_io_complete(struct spdk_bdev_io *bdev_io, enum spdk_bdev_io_status status) in spdk_bdev_io_complete() 209 bdev_io in spdk_bdev_io_complete() 103 spdk_bdev_io_get_buf(struct spdk_bdev_io * bdev_io,spdk_bdev_io_get_buf_cb cb,uint64_t len) spdk_bdev_io_get_buf() argument 110 struct spdk_bdev_io *bdev_io; global() member 125 ut_vbdev_crypto_bdev_cpl(spdk_bdev_io_completion_cb cb_fn,struct spdk_bdev_io * bdev_io,bool result,void * cb_arg) ut_vbdev_crypto_bdev_cpl() argument 206 spdk_bdev_io_complete(struct spdk_bdev_io * bdev_io,enum spdk_bdev_io_status status) spdk_bdev_io_complete() argument 213 spdk_bdev_io_complete_base_io_status(struct spdk_bdev_io * bdev_io,const struct spdk_bdev_io * base_io) spdk_bdev_io_complete_base_io_status() argument 262 struct spdk_bdev_io bdev_io; global() member 279 struct spdk_bdev_io *bdev_io = &io.bdev_io; test_error_paths() local 377 struct spdk_bdev_io *bdev_io = &io.bdev_io; test_simple_write() local 406 struct spdk_bdev_io *bdev_io = &io.bdev_io; test_simple_read() local 428 struct spdk_bdev_io *bdev_io = &io.bdev_io; test_passthru() local 471 struct spdk_bdev_io *bdev_io = &io.bdev_io; test_crypto_op_complete() local [all...] |
| /spdk/module/bdev/malloc/ |
| H A D | bdev_malloc.c | 40 _malloc_verify_pi(struct spdk_bdev_io *bdev_io, struct iovec *iovs, int iovcnt, in malloc_verify_pi() argument 43 struct spdk_bdev *bdev = bdev_io->bdev; in malloc_verify_pi() 49 assert(bdev_io->u.bdev.memory_domain == NULL); in malloc_verify_pi() 58 bdev_io->u.bdev.dif_check_flags, in malloc_verify_pi() 59 bdev_io->u.bdev.offset_blocks & 0xFFFFFFFF, in malloc_verify_pi() 69 bdev_io->u.bdev.num_blocks, in malloc_verify_pi() 75 .iov_len = bdev_io->u.bdev.num_blocks * bdev->md_len, in malloc_verify_pi() 78 if (bdev_io->u.bdev.md_buf == NULL) { in malloc_verify_pi() 85 bdev_io->u.bdev.num_blocks, in malloc_verify_pi() 93 bdev_io in malloc_verify_pi() 104 malloc_unmap_write_zeroes_generate_pi(struct spdk_bdev_io * bdev_io) malloc_unmap_write_zeroes_generate_pi() argument 163 struct spdk_bdev_io *bdev_io = spdk_bdev_io_from_ctx(task); malloc_done() local 273 malloc_get_md_len(struct spdk_bdev_io * bdev_io) malloc_get_md_len() argument 279 malloc_get_md_offset(struct spdk_bdev_io * bdev_io) malloc_get_md_offset() argument 285 malloc_get_md_buf(struct spdk_bdev_io * bdev_io) malloc_get_md_buf() argument 297 struct spdk_bdev_io *bdev_io = spdk_bdev_io_from_ctx(task); malloc_sequence_fail() local 312 struct spdk_bdev_io *bdev_io = spdk_bdev_io_from_ctx(task); malloc_sequence_done() local 321 bdev_malloc_readv(struct malloc_disk * mdisk,struct spdk_io_channel * ch,struct malloc_task * task,struct spdk_bdev_io * bdev_io) bdev_malloc_readv() argument 374 bdev_malloc_writev(struct malloc_disk * mdisk,struct spdk_io_channel * ch,struct malloc_task * task,struct spdk_bdev_io * bdev_io) bdev_malloc_writev() argument 459 _bdev_malloc_submit_request(struct malloc_channel * mch,struct spdk_bdev_io * bdev_io) _bdev_malloc_submit_request() argument 548 bdev_malloc_submit_request(struct spdk_io_channel * ch,struct spdk_bdev_io * bdev_io) bdev_malloc_submit_request() argument [all...] |
| /spdk/test/unit/lib/bdev/scsi_nvme.c/ |
| H A D | scsi_nvme_ut.c | 25 struct spdk_bdev_io bdev_io; in scsi_nvme_translate_test() local 29 bdev_io.internal.error.nvme.sct = SPDK_NVME_SCT_GENERIC; in scsi_nvme_translate_test() 30 bdev_io.internal.error.nvme.sc = SPDK_NVME_SC_SUCCESS; in scsi_nvme_translate_test() 31 spdk_scsi_nvme_translate(&bdev_io, &sc, &sk, &asc, &ascq); in scsi_nvme_translate_test() 37 bdev_io.internal.error.nvme.sc = SPDK_NVME_SC_INVALID_OPCODE; in scsi_nvme_translate_test() 38 spdk_scsi_nvme_translate(&bdev_io, &sc, &sk, &asc, &ascq); in scsi_nvme_translate_test() 44 bdev_io.internal.error.nvme.sc = SPDK_NVME_SC_INVALID_FIELD; in scsi_nvme_translate_test() 45 spdk_scsi_nvme_translate(&bdev_io, &sc, &sk, &asc, &ascq); in scsi_nvme_translate_test() 51 bdev_io.internal.error.nvme.sc = SPDK_NVME_SC_DATA_TRANSFER_ERROR; in scsi_nvme_translate_test() 52 spdk_scsi_nvme_translate(&bdev_io, &sc, &sk, &asc, &ascq); in scsi_nvme_translate_test() [all …]
|
| /spdk/test/external_code/passthru/ |
| H A D | vbdev_passthru.c | 85 static void vbdev_passthru_submit_request(struct spdk_io_channel *ch, struct spdk_bdev_io *bdev_io); 143 _pt_complete_io(struct spdk_bdev_io *bdev_io, bool success, void *cb_arg) in _pt_complete_io() argument 161 spdk_bdev_free_io(bdev_io); in _pt_complete_io() 165 _pt_complete_zcopy_io(struct spdk_bdev_io *bdev_io, bool success, void *cb_arg) in _pt_complete_zcopy_io() argument 182 spdk_bdev_io_set_buf(orig_io, bdev_io->u.bdev.iovs[0].iov_base, bdev_io->u.bdev.iovs[0].iov_len); in _pt_complete_zcopy_io() 184 spdk_bdev_free_io(bdev_io); in _pt_complete_zcopy_io() 190 struct spdk_bdev_io *bdev_io = (struct spdk_bdev_io *)arg; in vbdev_passthru_resubmit_io() local 191 struct passthru_bdev_io *io_ctx = (struct passthru_bdev_io *)bdev_io->driver_ctx; in vbdev_passthru_resubmit_io() 193 vbdev_passthru_submit_request(io_ctx->ch, bdev_io); in vbdev_passthru_resubmit_io() 197 vbdev_passthru_queue_io(struct spdk_bdev_io *bdev_io) in vbdev_passthru_queue_io() argument [all …]
|
| /spdk/module/bdev/passthru/ |
| H A D | vbdev_passthru.c | 89 static void vbdev_passthru_submit_request(struct spdk_io_channel *ch, struct spdk_bdev_io *bdev_io); 142 /* Completion callback for IO that were issued from this bdev. The original bdev_io 147 _pt_complete_io(struct spdk_bdev_io *bdev_io, bool success, void *cb_arg) in _pt_complete_io() argument 165 spdk_bdev_free_io(bdev_io); in _pt_complete_io() 169 _pt_complete_zcopy_io(struct spdk_bdev_io *bdev_io, bool success, void *cb_arg) in _pt_complete_zcopy_io() argument 186 spdk_bdev_io_set_buf(orig_io, bdev_io->u.bdev.iovs[0].iov_base, bdev_io->u.bdev.iovs[0].iov_len); in _pt_complete_zcopy_io() 188 spdk_bdev_free_io(bdev_io); in _pt_complete_zcopy_io() 194 struct spdk_bdev_io *bdev_io = (struct spdk_bdev_io *)arg; in vbdev_passthru_resubmit_io() local 195 struct passthru_bdev_io *io_ctx = (struct passthru_bdev_io *)bdev_io in vbdev_passthru_resubmit_io() 201 vbdev_passthru_queue_io(struct spdk_bdev_io * bdev_io) vbdev_passthru_queue_io() argument 220 pt_init_ext_io_opts(struct spdk_bdev_io * bdev_io,struct spdk_bdev_ext_io_opts * opts) pt_init_ext_io_opts() argument 235 pt_read_get_buf_cb(struct spdk_io_channel * ch,struct spdk_bdev_io * bdev_io,bool success) pt_read_get_buf_cb() argument 271 vbdev_passthru_submit_request(struct spdk_io_channel * ch,struct spdk_bdev_io * bdev_io) vbdev_passthru_submit_request() argument [all...] |
| /spdk/module/bdev/crypto/ |
| H A D | vbdev_crypto.c | 74 static void vbdev_crypto_queue_io(struct spdk_bdev_io *bdev_io, 76 static void _complete_internal_io(struct spdk_bdev_io *bdev_io, bool success, void *cb_arg); 79 static void vbdev_crypto_submit_request(struct spdk_io_channel *ch, struct spdk_bdev_io *bdev_io); 84 struct spdk_bdev_io *bdev_io = spdk_bdev_io_from_ctx(crypto_io); in crypto_io_fail() local 95 spdk_bdev_io_complete(bdev_io, SPDK_BDEV_IO_STATUS_FAILED); in crypto_io_fail() 99 crypto_write(struct crypto_io_channel *crypto_ch, struct spdk_bdev_io *bdev_io) in crypto_write() argument 101 struct vbdev_crypto *crypto_bdev = SPDK_CONTAINEROF(bdev_io->bdev, struct vbdev_crypto, in crypto_write() 103 struct crypto_bdev_io *crypto_io = (struct crypto_bdev_io *)bdev_io->driver_ctx; in crypto_write() 116 bdev_io, &opts); in crypto_write() 120 vbdev_crypto_queue_io(bdev_io, CRYPTO_IO_ENCRYPT_DON in crypto_write() 130 crypto_encrypt(struct crypto_io_channel * crypto_ch,struct spdk_bdev_io * bdev_io) crypto_encrypt() argument 178 _complete_internal_io(struct spdk_bdev_io * bdev_io,bool success,void * cb_arg) _complete_internal_io() argument 198 struct spdk_bdev_io *bdev_io = (struct spdk_bdev_io *)arg; vbdev_crypto_resubmit_io() local 214 vbdev_crypto_queue_io(struct spdk_bdev_io * bdev_io,enum crypto_io_resubmit_state state) vbdev_crypto_queue_io() argument 233 crypto_read(struct crypto_io_channel * crypto_ch,struct spdk_bdev_io * bdev_io) crypto_read() argument 266 crypto_read_get_buf_cb(struct spdk_io_channel * ch,struct spdk_bdev_io * bdev_io,bool success) crypto_read_get_buf_cb() argument 312 vbdev_crypto_submit_request(struct spdk_io_channel * ch,struct spdk_bdev_io * bdev_io) vbdev_crypto_submit_request() argument [all...] |
| /spdk/module/bdev/delay/ |
| H A D | vbdev_delay.c | 94 static void vbdev_delay_submit_request(struct spdk_io_channel *ch, struct spdk_bdev_io *bdev_io); 185 /* Completion callback for IO that were issued from this bdev. The original bdev_io 190 _delay_complete_io(struct spdk_bdev_io *bdev_io, bool success, void *cb_arg) in _delay_complete_io() argument 199 if (bdev_io->type == SPDK_BDEV_IO_TYPE_ZCOPY && bdev_io->u.bdev.zcopy.start && success) { in _delay_complete_io() 200 io_ctx->zcopy_bdev_io = bdev_io; in _delay_complete_io() 202 assert(io_ctx->zcopy_bdev_io == NULL || io_ctx->zcopy_bdev_io == bdev_io); in _delay_complete_io() 204 spdk_bdev_free_io(bdev_io); in _delay_complete_io() 235 struct spdk_bdev_io *bdev_io = (struct spdk_bdev_io *)arg; in vbdev_delay_resubmit_io() local 236 struct delay_bdev_io *io_ctx = (struct delay_bdev_io *)bdev_io in vbdev_delay_resubmit_io() 242 vbdev_delay_queue_io(struct spdk_bdev_io * bdev_io) vbdev_delay_queue_io() argument 260 delay_init_ext_io_opts(struct spdk_bdev_io * bdev_io,struct spdk_bdev_ext_io_opts * opts) delay_init_ext_io_opts() argument 270 delay_read_get_buf_cb(struct spdk_io_channel * ch,struct spdk_bdev_io * bdev_io,bool success) delay_read_get_buf_cb() argument 301 struct spdk_bdev_io *bdev_io = spdk_io_channel_iter_get_ctx(i); vbdev_delay_reset_dev() local 320 abort_zcopy_io(struct spdk_bdev_io * bdev_io,bool success,void * cb_arg) abort_zcopy_io() argument 377 vbdev_delay_abort(struct vbdev_delay * delay_node,struct delay_io_channel * delay_ch,struct spdk_bdev_io * bdev_io) vbdev_delay_abort() argument 394 vbdev_delay_submit_request(struct spdk_io_channel * ch,struct spdk_bdev_io * bdev_io) vbdev_delay_submit_request() argument [all...] |
| /spdk/module/bdev/null/ |
| H A D | bdev_null.c | 72 struct spdk_bdev_io *bdev_io; in bdev_null_abort_io() local 75 bdev_io = spdk_bdev_io_from_ctx(null_io); in bdev_null_abort_io() 77 if (bdev_io == bio_to_abort) { in bdev_null_abort_io() 88 bdev_null_submit_request(struct spdk_io_channel *_ch, struct spdk_bdev_io *bdev_io) in bdev_null_submit_request() argument 90 struct null_bdev_io *null_io = (struct null_bdev_io *)bdev_io->driver_ctx; in bdev_null_submit_request() 92 struct spdk_bdev *bdev = bdev_io->bdev; in bdev_null_submit_request() 99 (SPDK_BDEV_IO_TYPE_READ == bdev_io->type || in bdev_null_submit_request() 100 SPDK_BDEV_IO_TYPE_WRITE == bdev_io->type)) { in bdev_null_submit_request() 109 bdev_io->u.bdev.dif_check_flags, in bdev_null_submit_request() 110 bdev_io in bdev_null_submit_request() [all...] |
| /spdk/module/bdev/xnvme/ |
| H A D | bdev_xnvme.c | 137 bdev_xnvme_unmap(struct spdk_bdev_io *bdev_io, struct xnvme_cmd_ctx *ctx, struct bdev_xnvme *xnvme) in _xnvme_submit_request() 144 num_blocks = bdev_io->u.bdev.num_blocks; in _xnvme_submit_request() 145 offset_blocks = bdev_io->u.bdev.offset_blocks; in _xnvme_submit_request() 157 assert(bdev_io->u.bdev.iovcnt == 1); in _xnvme_submit_request() 158 range = (struct spdk_nvme_dsm_range *) bdev_io->u.bdev.iovs->iov_base; in _xnvme_submit_request() 187 _xnvme_submit_request(struct spdk_io_channel *ch, struct spdk_bdev_io *bdev_io) in _xnvme_submit_request() 189 struct bdev_xnvme_task *xnvme_task = (struct bdev_xnvme_task *)bdev_io->driver_ctx; in _xnvme_submit_request() 190 struct bdev_xnvme *xnvme = (struct bdev_xnvme *)bdev_io->bdev->ctxt; in _xnvme_submit_request() 195 SPDK_DEBUGLOG(xnvme, "bdev_io : %p, iov_cnt : %d, bdev_xnvme_task : %p\n", in _xnvme_submit_request() 196 bdev_io, bdev_i in _xnvme_submit_request() 130 _xnvme_submit_request(struct spdk_io_channel * ch,struct spdk_bdev_io * bdev_io) _xnvme_submit_request() argument 203 bdev_xnvme_get_buf_cb(struct spdk_io_channel * ch,struct spdk_bdev_io * bdev_io,bool success) bdev_xnvme_get_buf_cb() argument 217 bdev_xnvme_submit_request(struct spdk_io_channel * ch,struct spdk_bdev_io * bdev_io) bdev_xnvme_submit_request() argument [all...] |
| /spdk/module/bdev/virtio/ |
| H A D | bdev_virtio_blk.c | 87 bdev_virtio_blk_init_io_vreq(struct spdk_io_channel *ch, struct spdk_bdev_io *bdev_io) in bdev_virtio_blk_init_io_vreq() argument 93 struct virtio_blk_io_ctx *io_ctx = (struct virtio_blk_io_ctx *)bdev_io->driver_ctx; in bdev_virtio_blk_init_io_vreq() 113 bdev_virtio_blk_send_io(struct spdk_io_channel *ch, struct spdk_bdev_io *bdev_io) in bdev_virtio_blk_send_io() argument 117 struct virtio_blk_io_ctx *io_ctx = (struct virtio_blk_io_ctx *)bdev_io->driver_ctx; in bdev_virtio_blk_send_io() 120 rc = virtqueue_req_start(vq, bdev_io, bdev_io->u.bdev.iovcnt + 2); in bdev_virtio_blk_send_io() 122 spdk_bdev_io_complete(bdev_io, SPDK_BDEV_IO_STATUS_NOMEM); in bdev_virtio_blk_send_io() 125 spdk_bdev_io_complete(bdev_io, SPDK_BDEV_IO_STATUS_FAILED); in bdev_virtio_blk_send_io() 130 if (bdev_io->type == SPDK_BDEV_IO_TYPE_UNMAP) { in bdev_virtio_blk_send_io() 133 virtqueue_req_add_iovs(vq, bdev_io->u.bdev.iovs, bdev_io->u.bdev.iovcnt, in bdev_virtio_blk_send_io() 134 bdev_io->type == SPDK_BDEV_IO_TYPE_READ ? in bdev_virtio_blk_send_io() [all …]
|
| H A D | bdev_virtio_scsi.c | 439 bdev_virtio_init_io_vreq(struct spdk_io_channel *ch, struct spdk_bdev_io *bdev_io) in bdev_virtio_init_io_vreq() argument 443 struct virtio_scsi_disk *disk = (struct virtio_scsi_disk *)bdev_io->bdev; in bdev_virtio_init_io_vreq() 444 struct virtio_scsi_io_ctx *io_ctx = (struct virtio_scsi_io_ctx *)bdev_io->driver_ctx; in bdev_virtio_init_io_vreq() 463 bdev_virtio_init_tmf_vreq(struct spdk_io_channel *ch, struct spdk_bdev_io *bdev_io) in bdev_virtio_init_tmf_vreq() argument 467 struct virtio_scsi_disk *disk = SPDK_CONTAINEROF(bdev_io->bdev, struct virtio_scsi_disk, bdev); in bdev_virtio_init_tmf_vreq() 468 struct virtio_scsi_io_ctx *io_ctx = (struct virtio_scsi_io_ctx *)bdev_io->driver_ctx; in bdev_virtio_init_tmf_vreq() 486 bdev_virtio_send_io(struct spdk_io_channel *ch, struct spdk_bdev_io *bdev_io) in bdev_virtio_send_io() argument 490 struct virtio_scsi_io_ctx *io_ctx = (struct virtio_scsi_io_ctx *)bdev_io->driver_ctx; in bdev_virtio_send_io() 493 rc = virtqueue_req_start(vq, bdev_io, bdev_io in bdev_virtio_send_io() 517 bdev_virtio_rw(struct spdk_io_channel * ch,struct spdk_bdev_io * bdev_io) bdev_virtio_rw() argument 538 bdev_virtio_reset(struct spdk_io_channel * ch,struct spdk_bdev_io * bdev_io) bdev_virtio_reset() argument 558 bdev_virtio_unmap(struct spdk_io_channel * ch,struct spdk_bdev_io * bdev_io,bool success) bdev_virtio_unmap() argument 608 bdev_virtio_get_buf_cb(struct spdk_io_channel * ch,struct spdk_bdev_io * bdev_io,bool success) bdev_virtio_get_buf_cb() argument 620 _bdev_virtio_submit_request(struct spdk_io_channel * ch,struct spdk_bdev_io * bdev_io) _bdev_virtio_submit_request() argument 660 bdev_virtio_submit_request(struct spdk_io_channel * ch,struct spdk_bdev_io * bdev_io) bdev_virtio_submit_request() argument 766 bdev_virtio_io_cpl(struct spdk_bdev_io * bdev_io) bdev_virtio_io_cpl() argument 838 struct spdk_bdev_io *bdev_io = ctx; bdev_virtio_tmf_cpl_cb() local 849 bdev_virtio_tmf_cpl(struct spdk_bdev_io * bdev_io) bdev_virtio_tmf_cpl() argument 899 struct spdk_bdev_io *bdev_io = ctx; bdev_virtio_tmf_abort_nomem_cb() local 907 struct spdk_bdev_io *bdev_io = ctx; bdev_virtio_tmf_abort_ioerr_cb() local 913 bdev_virtio_tmf_abort(struct spdk_bdev_io * bdev_io,int status) bdev_virtio_tmf_abort() argument 927 bdev_virtio_send_tmf_io(struct virtqueue * ctrlq,struct spdk_bdev_io * bdev_io) bdev_virtio_send_tmf_io() argument [all...] |
| /spdk/module/bdev/zone_block/ |
| H A D | vbdev_zone_block.c | 200 zone_block_get_zone_info(struct bdev_zone_block *bdev_node, struct spdk_bdev_io *bdev_io) in zone_block_get_zone_info() argument 203 struct spdk_bdev_zone_info *zone_info = bdev_io->u.zone_mgmt.buf; in zone_block_get_zone_info() 204 uint64_t zone_id = bdev_io->u.zone_mgmt.zone_id; in zone_block_get_zone_info() 210 for (i = 0; i < bdev_io->u.zone_mgmt.num_zones; i++, zone_id += bdev_node->bdev.zone_size) { in zone_block_get_zone_info() 218 spdk_bdev_io_complete(bdev_io, SPDK_BDEV_IO_STATUS_SUCCESS); in zone_block_get_zone_info() 223 zone_block_open_zone(struct block_zone *zone, struct spdk_bdev_io *bdev_io) in zone_block_open_zone() argument 233 spdk_bdev_io_complete(bdev_io, SPDK_BDEV_IO_STATUS_SUCCESS); in zone_block_open_zone() 242 _zone_block_complete_unmap(struct spdk_bdev_io *bdev_io, bool success, void *cb_arg) in _zone_block_complete_unmap() argument 251 spdk_bdev_free_io(bdev_io); in _zone_block_complete_unmap() 256 struct block_zone *zone, struct spdk_bdev_io *bdev_io) in zone_block_reset_zone() argument 289 zone_block_close_zone(struct block_zone * zone,struct spdk_bdev_io * bdev_io) zone_block_close_zone() argument 307 zone_block_finish_zone(struct block_zone * zone,struct spdk_bdev_io * bdev_io) zone_block_finish_zone() argument 321 zone_block_zone_management(struct bdev_zone_block * bdev_node,struct zone_block_io_channel * ch,struct spdk_bdev_io * bdev_io) zone_block_zone_management() argument 345 _zone_block_complete_write(struct spdk_bdev_io * bdev_io,bool success,void * cb_arg) _zone_block_complete_write() argument 363 zone_block_write(struct bdev_zone_block * bdev_node,struct zone_block_io_channel * ch,struct spdk_bdev_io * bdev_io) zone_block_write() argument 437 _zone_block_complete_read(struct spdk_bdev_io * bdev_io,bool success,void * cb_arg) _zone_block_complete_read() argument 451 zone_block_read(struct bdev_zone_block * bdev_node,struct zone_block_io_channel * ch,struct spdk_bdev_io * bdev_io) zone_block_read() argument 479 zone_block_submit_request(struct spdk_io_channel * ch,struct spdk_bdev_io * bdev_io) zone_block_submit_request() argument [all...] |
| /spdk/module/bdev/ocf/ |
| H A D | data.c | 67 vbdev_ocf_data_from_spdk_io(struct spdk_bdev_io *bdev_io) in vbdev_ocf_data_from_spdk_io() argument 71 if (bdev_io == NULL) { in vbdev_ocf_data_from_spdk_io() 75 switch (bdev_io->type) { in vbdev_ocf_data_from_spdk_io() 78 assert(bdev_io->u.bdev.iovs); in vbdev_ocf_data_from_spdk_io() 84 SPDK_ERRLOG("Unsupported IO type %d\n", bdev_io->type); in vbdev_ocf_data_from_spdk_io() 88 data = (struct bdev_ocf_data *)bdev_io->driver_ctx; in vbdev_ocf_data_from_spdk_io() 89 data->iovs = bdev_io->u.bdev.iovs; in vbdev_ocf_data_from_spdk_io() 90 data->iovcnt = bdev_io->u.bdev.iovcnt; in vbdev_ocf_data_from_spdk_io() 91 data->size = bdev_io->u.bdev.num_blocks * bdev_io->bdev->blocklen; in vbdev_ocf_data_from_spdk_io()
|
| /spdk/module/bdev/error/ |
| H A D | vbdev_error.c | 188 vbdev_error_reset(struct error_disk *error_disk, struct spdk_bdev_io *bdev_io) in vbdev_error_get_error_type() 190 spdk_for_each_channel(&error_disk->part, vbdev_error_ch_abort_ios, bdev_io, in vbdev_error_get_error_type() 230 vbdev_error_corrupt_io_data(struct spdk_bdev_io *bdev_io, uint64_t corrupt_offset, in vbdev_error_complete_request() argument 236 if (bdev_io->u.bdev.iovs == NULL || bdev_io->u.bdev.iovs[0].iov_base == NULL) { in vbdev_error_complete_request() 240 for (i = 0; i < bdev_io->u.bdev.iovcnt; i++) { in vbdev_error_complete_request() 241 if (bdev_io->u.bdev.iovs[i].iov_len > corrupt_offset) { in vbdev_error_complete_request() 242 buf = (uint8_t *)bdev_io->u.bdev.iovs[i].iov_base; in vbdev_error_complete_request() 248 corrupt_offset -= bdev_io->u.bdev.iovs[i].iov_len; in vbdev_error_complete_request() 253 vbdev_error_complete_request(struct spdk_bdev_io *bdev_io, boo in vbdev_error_submit_request() 160 vbdev_error_reset(struct error_disk * error_disk,struct spdk_bdev_io * bdev_io) vbdev_error_reset() argument 207 vbdev_error_corrupt_io_data(struct spdk_bdev_io * bdev_io,uint64_t corrupt_offset,uint8_t corrupt_value) vbdev_error_corrupt_io_data() argument 252 vbdev_error_submit_request(struct spdk_io_channel * _ch,struct spdk_bdev_io * bdev_io) vbdev_error_submit_request() argument [all...] |
| /spdk/module/bdev/daos/ |
| H A D | bdev_daos.c | 34 struct spdk_bdev_io *bdev_io; member 216 bdev_daos_io_complete(struct spdk_bdev_io *bdev_io, int io_status) in bdev_daos_io_complete() argument 218 struct bdev_daos_task *task = (struct bdev_daos_task *)bdev_io->driver_ctx; in bdev_daos_io_complete() 324 bdev_daos_get_buf_cb(struct spdk_io_channel *ch, struct spdk_bdev_io *bdev_io, in bdev_daos_get_buf_cb() argument 331 spdk_bdev_io_complete(bdev_io, SPDK_BDEV_IO_STATUS_FAILED); in bdev_daos_get_buf_cb() 335 rc = bdev_daos_readv((struct bdev_daos *)bdev_io->bdev->ctxt, in bdev_daos_get_buf_cb() 337 (struct bdev_daos_task *)bdev_io->driver_ctx, in bdev_daos_get_buf_cb() 338 bdev_io->u.bdev.iovs, in bdev_daos_get_buf_cb() 339 bdev_io->u.bdev.iovcnt, in bdev_daos_get_buf_cb() 340 bdev_io->u.bdev.num_blocks * bdev_io->bdev->blocklen, in bdev_daos_get_buf_cb() [all …]
|
| /spdk/module/bdev/uring/ |
| H A D | bdev_uring.c | 315 bdev_uring_get_buf_cb(struct spdk_io_channel *ch, struct spdk_bdev_io *bdev_io, in bdev_uring_get_buf_cb() 321 spdk_bdev_io_complete(bdev_io, SPDK_BDEV_IO_STATUS_FAILED); in bdev_uring_get_buf_cb() 325 switch (bdev_io->type) { in bdev_uring_get_buf_cb() 327 ret = bdev_uring_readv((struct bdev_uring *)bdev_io->bdev->ctxt, in bdev_uring_get_buf_cb() 329 (struct bdev_uring_task *)bdev_io->driver_ctx, in bdev_uring_get_buf_cb() 330 bdev_io->u.bdev.iovs, in bdev_uring_get_buf_cb() 331 bdev_io->u.bdev.iovcnt, in bdev_uring_get_buf_cb() 332 bdev_io->u.bdev.num_blocks * bdev_io->bdev->blocklen, in bdev_uring_get_buf_cb() 333 bdev_io in bdev_uring_get_buf_cb() 314 bdev_uring_get_buf_cb(struct spdk_io_channel * ch,struct spdk_bdev_io * bdev_io,bool success) bdev_uring_get_buf_cb() argument 465 bdev_uring_zone_management_op(struct spdk_bdev_io * bdev_io) bdev_uring_zone_management_op() argument 506 bdev_uring_zone_get_info(struct spdk_bdev_io * bdev_io) bdev_uring_zone_get_info() argument 633 bdev_uring_zone_management_op(struct spdk_bdev_io * bdev_io) bdev_uring_zone_management_op() argument 639 bdev_uring_zone_get_info(struct spdk_bdev_io * bdev_io) bdev_uring_zone_get_info() argument 652 _bdev_uring_submit_request(struct spdk_io_channel * ch,struct spdk_bdev_io * bdev_io) _bdev_uring_submit_request() argument 674 bdev_uring_submit_request(struct spdk_io_channel * ch,struct spdk_bdev_io * bdev_io) bdev_uring_submit_request() argument [all...] |
| /spdk/test/unit/lib/bdev/vbdev_zone_block.c/ |
| H A D | vbdev_zone_block_ut.c | 88 spdk_bdev_free_io(struct spdk_bdev_io *bdev_io) in spdk_bdev_free_io() argument 90 free(bdev_io); in spdk_bdev_free_io() 208 spdk_bdev_io_complete(struct spdk_bdev_io *bdev_io, enum spdk_bdev_io_status status) in spdk_bdev_io_complete() argument 697 bdev_io_zone_info_initialize(struct spdk_bdev_io *bdev_io, struct spdk_bdev *bdev, in bdev_io_zone_info_initialize() argument 700 bdev_io->bdev = bdev; in bdev_io_zone_info_initialize() 701 bdev_io->type = SPDK_BDEV_IO_TYPE_GET_ZONE_INFO; in bdev_io_zone_info_initialize() 703 bdev_io->u.zone_mgmt.zone_id = zone_id; in bdev_io_zone_info_initialize() 705 bdev_io->u.zone_mgmt.num_zones = num_zones; in bdev_io_zone_info_initialize() 707 bdev_io->u.zone_mgmt.buf = calloc(num_zones, sizeof(struct spdk_bdev_zone_info)); in bdev_io_zone_info_initialize() 708 SPDK_CU_ASSERT_FATAL(bdev_io in bdev_io_zone_info_initialize() 713 bdev_io_zone_initialize(struct spdk_bdev_io * bdev_io,struct spdk_bdev * bdev,uint64_t zone_id,uint32_t num_zones,uint8_t zone_action) bdev_io_zone_initialize() argument 724 bdev_io_zone_cleanup(struct spdk_bdev_io * bdev_io) bdev_io_zone_cleanup() argument 731 bdev_io_initialize(struct spdk_bdev_io * bdev_io,struct spdk_bdev * bdev,uint64_t lba,uint64_t blocks,int16_t iotype) bdev_io_initialize() argument 751 bdev_io_cleanup(struct spdk_bdev_io * bdev_io) bdev_io_cleanup() argument 813 struct spdk_bdev_io *bdev_io; send_zone_info() local 842 struct spdk_bdev_io *bdev_io; test_get_zone_info() local 920 struct spdk_bdev_io *bdev_io; send_zone_management() local 1018 struct spdk_bdev_io *bdev_io; send_write_zone() local 1037 struct spdk_bdev_io *bdev_io; send_read_zone() local 1056 struct spdk_bdev_io *bdev_io; send_append_zone() local [all...] |
| /spdk/module/bdev/split/ |
| H A D | vbdev_split.c | 42 struct spdk_bdev_io *bdev_io; member 56 static void _vbdev_split_submit_request(struct spdk_io_channel *_ch, struct spdk_bdev_io *bdev_io); 99 _vbdev_split_submit_request(split_io->ch, split_io->bdev_io); in vbdev_split_resubmit_io() 108 split_io->bdev_io_wait.bdev = split_io->bdev_io->bdev; in vbdev_split_queue_io() 112 rc = spdk_bdev_queue_io_wait(split_io->bdev_io->bdev, in vbdev_split_queue_io() 116 spdk_bdev_io_complete(split_io->bdev_io, SPDK_BDEV_IO_STATUS_FAILED); in vbdev_split_queue_io() 121 _vbdev_split_submit_request(struct spdk_io_channel *_ch, struct spdk_bdev_io *bdev_io) in _vbdev_split_submit_request() argument 124 struct vbdev_split_bdev_io *io_ctx = (struct vbdev_split_bdev_io *)bdev_io->driver_ctx; in _vbdev_split_submit_request() 127 rc = spdk_bdev_part_submit_request(&ch->part_ch, bdev_io); in _vbdev_split_submit_request() 132 io_ctx->bdev_io = bdev_io; in _vbdev_split_submit_request() [all …]
|
| /spdk/test/unit/lib/bdev/raid/bdev_raid.c/ |
| H A D | bdev_raid_ut.c | 78 ut_raid_submit_rw_request_defered_cb(struct spdk_bdev_io *bdev_io, bool success, void *cb_arg) in ut_raid_submit_rw_request_defered_cb() 89 struct spdk_bdev_io *bdev_io = spdk_bdev_io_from_ctx(raid_io); in ut_raid_submit_rw_request() 91 bdev_io->internal.cb = ut_raid_submit_rw_request_defered_cb; in ut_raid_submit_rw_request() 92 bdev_io->internal.caller_ctx = raid_io; in ut_raid_submit_rw_request() 93 TAILQ_INSERT_TAIL(&g_deferred_ios, bdev_io, internal.link); in ut_raid_submit_rw_request() 326 spdk_bdev_io_get_buf(struct spdk_bdev_io *bdev_io, spdk_bdev_io_get_buf_cb cb, in spdk_bdev_io_get_buf() 329 cb(bdev_io->internal.ch->channel, bdev_io, true); in spdk_bdev_io_get_buf() 334 spdk_bdev_io_complete(struct spdk_bdev_io *bdev_io, enum spdk_bdev_io_status status) in spdk_bdev_io_complete() 483 spdk_bdev_free_io(struct spdk_bdev_io *bdev_io) in spdk_bdev_free_io() 77 ut_raid_submit_rw_request_defered_cb(struct spdk_bdev_io * bdev_io,bool success,void * cb_arg) ut_raid_submit_rw_request_defered_cb() argument 88 struct spdk_bdev_io *bdev_io = spdk_bdev_io_from_ctx(raid_io); ut_raid_submit_rw_request() local 325 spdk_bdev_io_get_buf(struct spdk_bdev_io * bdev_io,spdk_bdev_io_get_buf_cb cb,uint64_t len) spdk_bdev_io_get_buf() argument 333 spdk_bdev_io_complete(struct spdk_bdev_io * bdev_io,enum spdk_bdev_io_status status) spdk_bdev_io_complete() argument 482 spdk_bdev_free_io(struct spdk_bdev_io * bdev_io) spdk_bdev_free_io() argument 626 bdev_io_cleanup(struct spdk_bdev_io * bdev_io) bdev_io_cleanup() argument 641 _bdev_io_initialize(struct spdk_bdev_io * bdev_io,struct spdk_io_channel * ch,struct spdk_bdev * bdev,uint64_t lba,uint64_t blocks,int16_t iotype,int iovcnt,size_t iov_len) _bdev_io_initialize() argument 677 bdev_io_initialize(struct spdk_bdev_io * bdev_io,struct spdk_io_channel * ch,struct spdk_bdev * bdev,uint64_t lba,uint64_t blocks,int16_t iotype) bdev_io_initialize() argument 684 verify_reset_io(struct spdk_bdev_io * bdev_io,uint8_t num_base_drives,struct raid_bdev_io_channel * ch_ctx,struct raid_bdev * raid_bdev,uint32_t io_status) verify_reset_io() argument 1128 struct spdk_bdev_io *bdev_io; test_reset_io() local 1426 struct spdk_bdev_io *bdev_io; test_raid_io_split() local [all...] |
| /spdk/module/bdev/aio/ |
| H A D | bdev_aio.c | 270 bdev_aio_fallocate(struct spdk_bdev_io *bdev_io, int mode) in bdev_aio_fallocate() 272 struct file_disk *fdisk = (struct file_disk *)bdev_io->bdev->ctxt; 273 struct bdev_aio_task *aio_task = (struct bdev_aio_task *)bdev_io->driver_ctx; in bdev_aio_unmap() argument 274 uint64_t offset_bytes = bdev_io->u.bdev.offset_blocks * bdev_io->bdev->blocklen; in bdev_aio_unmap() 275 uint64_t length_bytes = bdev_io->u.bdev.num_blocks * bdev_io->bdev->blocklen; in bdev_aio_unmap() 292 bdev_aio_unmap(struct spdk_bdev_io *bdev_io) in bdev_aio_destruct_cb() 296 bdev_aio_fallocate(bdev_io, mode); in bdev_aio_destruct_cb() 301 bdev_aio_write_zeros(struct spdk_bdev_io *bdev_io) in bdev_aio_destruct_cb() 251 bdev_aio_fallocate(struct spdk_bdev_io * bdev_io,int mode) bdev_aio_fallocate() argument 282 bdev_aio_write_zeros(struct spdk_bdev_io * bdev_io) bdev_aio_write_zeros() argument 565 bdev_aio_get_buf_cb(struct spdk_io_channel * ch,struct spdk_bdev_io * bdev_io,bool success) bdev_aio_get_buf_cb() argument 592 _bdev_aio_submit_request(struct spdk_io_channel * ch,struct spdk_bdev_io * bdev_io) _bdev_aio_submit_request() argument 639 bdev_aio_submit_request(struct spdk_io_channel * ch,struct spdk_bdev_io * bdev_io) bdev_aio_submit_request() argument [all...] |
| /spdk/module/bdev/ftl/ |
| H A D | bdev_ftl.c | 106 struct spdk_bdev_io *bdev_io = arg; in bdev_ftl_cb() local 122 spdk_bdev_io_complete(bdev_io, status); in bdev_ftl_cb() 126 bdev_ftl_get_buf_cb(struct spdk_io_channel *ch, struct spdk_bdev_io *bdev_io, in bdev_ftl_get_buf_cb() argument 132 ftl_bdev = bdev_io->bdev->ctxt; in bdev_ftl_get_buf_cb() 135 spdk_bdev_io_complete(bdev_io, SPDK_BDEV_IO_STATUS_FAILED); in bdev_ftl_get_buf_cb() 139 rc = spdk_ftl_readv(ftl_bdev->dev, (struct ftl_io *)bdev_io->driver_ctx, in bdev_ftl_get_buf_cb() 141 bdev_io->u.bdev.offset_blocks, in bdev_ftl_get_buf_cb() 142 bdev_io->u.bdev.num_blocks, in bdev_ftl_get_buf_cb() 143 bdev_io->u.bdev.iovs, bdev_io->u.bdev.iovcnt, bdev_ftl_cb, bdev_io); in bdev_ftl_get_buf_cb() 146 bdev_ftl_cb(bdev_io, rc); in bdev_ftl_get_buf_cb() [all …]
|
| /spdk/module/bdev/gpt/ |
| H A D | vbdev_gpt.c | 59 struct spdk_bdev_io *bdev_io; member 84 static void vbdev_gpt_submit_request(struct spdk_io_channel *_ch, struct spdk_bdev_io *bdev_io); 148 static void _vbdev_gpt_submit_request(struct spdk_io_channel *_ch, struct spdk_bdev_io *bdev_io); 155 _vbdev_gpt_submit_request(io->ch, io->bdev_io); in vbdev_gpt_resubmit_request() 164 io->bdev_io_wait.bdev = io->bdev_io->bdev; in vbdev_gpt_queue_io() 168 rc = spdk_bdev_queue_io_wait(io->bdev_io->bdev, in vbdev_gpt_queue_io() 172 spdk_bdev_io_complete(io->bdev_io, SPDK_BDEV_IO_STATUS_FAILED); in vbdev_gpt_queue_io() 177 vbdev_gpt_get_buf_cb(struct spdk_io_channel *ch, struct spdk_bdev_io *bdev_io, bool success) in vbdev_gpt_get_buf_cb() argument 180 spdk_bdev_io_complete(bdev_io, SPDK_BDEV_IO_STATUS_FAILED); in vbdev_gpt_get_buf_cb() 184 _vbdev_gpt_submit_request(ch, bdev_io); in vbdev_gpt_get_buf_cb() 188 _vbdev_gpt_submit_request(struct spdk_io_channel * _ch,struct spdk_bdev_io * bdev_io) _vbdev_gpt_submit_request() argument 209 vbdev_gpt_submit_request(struct spdk_io_channel * _ch,struct spdk_bdev_io * bdev_io) vbdev_gpt_submit_request() argument 399 gpt_read_secondary_table_complete(struct spdk_bdev_io * bdev_io,bool success,void * arg) gpt_read_secondary_table_complete() argument 458 gpt_bdev_complete(struct spdk_bdev_io * bdev_io,bool success,void * arg) gpt_bdev_complete() argument [all...] |
| /spdk/module/bdev/compress/ |
| H A D | vbdev_compress.c | 85 static void vbdev_compress_submit_request(struct spdk_io_channel *ch, struct spdk_bdev_io *bdev_io); 110 struct spdk_bdev_io *bdev_io = arg; in reduce_rw_blocks_cb() 111 struct comp_bdev_io *io_ctx = (struct comp_bdev_io *)bdev_io->driver_ctx; in reduce_rw_blocks_cb() 115 /* TODO: need to decide which error codes are bdev_io success vs failure; in reduce_rw_blocks_cb() 188 struct spdk_bdev_io *bdev_io = ctx; in _comp_submit_write() 189 struct vbdev_compress *comp_bdev = SPDK_CONTAINEROF(bdev_io->bdev, struct vbdev_compress, in _comp_submit_write() 192 spdk_reduce_vol_writev(comp_bdev->vol, bdev_io->u.bdev.iovs, bdev_io->u.bdev.iovcnt, 193 bdev_io->u.bdev.offset_blocks, bdev_io 108 struct spdk_bdev_io *bdev_io = arg; reduce_rw_blocks_cb() local 183 struct spdk_bdev_io *bdev_io = ctx; _comp_submit_write() local 195 struct spdk_bdev_io *bdev_io = ctx; _comp_submit_read() local 210 comp_read_get_buf_cb(struct spdk_io_channel * ch,struct spdk_bdev_io * bdev_io,bool success) comp_read_get_buf_cb() argument 226 vbdev_compress_submit_request(struct spdk_io_channel * ch,struct spdk_bdev_io * bdev_io) vbdev_compress_submit_request() argument 282 struct spdk_bdev_io *bdev_io = (struct spdk_bdev_io *)arg; vbdev_compress_resubmit_io() local 290 vbdev_compress_queue_io(struct spdk_bdev_io * bdev_io) vbdev_compress_queue_io() argument 561 comp_reduce_io_cb(struct spdk_bdev_io * bdev_io,bool success,void * arg) comp_reduce_io_cb() argument [all...] |
| /spdk/test/unit/lib/bdev/raid/bdev_raid_sb.c/ |
| H A D | bdev_raid_sb_ut.c | 96 spdk_bdev_free_io(struct spdk_bdev_io *bdev_io) in spdk_bdev_free_io() argument 98 if (bdev_io != &g_bdev_io) { in spdk_bdev_free_io() 99 free(bdev_io); in spdk_bdev_free_io() 109 struct spdk_bdev_io *bdev_io = &g_bdev_io; in spdk_bdev_read() local 125 cb(bdev_io, true, cb_arg); in spdk_bdev_read() 136 struct spdk_bdev_io *bdev_io; in spdk_bdev_write() local 151 bdev_io = calloc(1, sizeof(*bdev_io)); in spdk_bdev_write() 152 SPDK_CU_ASSERT_FATAL(bdev_io != NULL); in spdk_bdev_write() 153 bdev_io->internal.cb = cb; in spdk_bdev_write() 154 bdev_io->internal.caller_ctx = cb_arg; in spdk_bdev_write() [all …]
|