1#!/usr/bin/env bash 2 3testdir=$(readlink -f $(dirname $0)) 4rootdir=$(readlink -f $testdir/../../..) 5source $rootdir/test/common/autotest_common.sh 6 7function run_spdk_fio() { 8 fio_bdev --ioengine=spdk_bdev "$@" --spdk_mem=1024 --spdk_single_seg=1 \ 9 --verify_state_save=0 10} 11 12function err_cleanup() { 13 rm -f $testdir/bdev.json 14 killprocess $vhost_pid 15 if [[ -n "$dummy_spdk_pid" ]] && kill -0 $dummy_spdk_pid &> /dev/null; then 16 killprocess $dummy_spdk_pid 17 fi 18} 19 20# start vhost and configure it 21trap 'err_cleanup; exit 1' SIGINT SIGTERM EXIT 22$SPDK_BIN_DIR/vhost -m 0xf & 23vhost_pid=$! 24waitforlisten $vhost_pid 25 26$rootdir/scripts/gen_nvme.sh | $rootdir/scripts/rpc.py load_subsystem_config 27if [ -z "$(rpc_cmd bdev_get_bdevs | jq '.[] | select(.name=="Nvme0n1")')" ]; then 28 echo "Nvme0n1 bdev not found!" && false 29fi 30 31rpc_cmd bdev_split_create Nvme0n1 6 32 33rpc_cmd vhost_create_scsi_controller naa.Nvme0n1_scsi0.0 34rpc_cmd vhost_scsi_controller_add_target naa.Nvme0n1_scsi0.0 0 Nvme0n1p0 35rpc_cmd vhost_scsi_controller_add_target naa.Nvme0n1_scsi0.0 1 Nvme0n1p1 36rpc_cmd vhost_scsi_controller_add_target naa.Nvme0n1_scsi0.0 2 Nvme0n1p2 37rpc_cmd vhost_scsi_controller_add_target naa.Nvme0n1_scsi0.0 3 Nvme0n1p3 38[[ "$(rpc_cmd vhost_get_controllers -n naa.Nvme0n1_scsi0.0 | jq -r '.[].cpumask')" == "0xf" ]] 39 40rpc_cmd vhost_create_blk_controller naa.Nvme0n1_blk0.0 Nvme0n1p4 --cpumask 0xf 41[[ "$(rpc_cmd vhost_get_controllers -n naa.Nvme0n1_blk0.0 | jq -r '.[].cpumask')" == "0xf" ]] 42rpc_cmd vhost_create_blk_controller naa.Nvme0n1_blk1.0 Nvme0n1p5 --cpumask 0x1 43[[ "$(rpc_cmd vhost_get_controllers -n naa.Nvme0n1_blk1.0 | jq -r '.[].cpumask')" == "0x1" ]] 44 45rpc_cmd bdev_malloc_create 128 512 --name Malloc0 46rpc_cmd vhost_create_scsi_controller naa.Malloc0.0 --cpumask 0x2 47rpc_cmd vhost_scsi_controller_add_target naa.Malloc0.0 0 Malloc0 48[[ "$(rpc_cmd vhost_get_controllers -n naa.Malloc0.0 | jq -r '.[].cpumask')" == "0x2" ]] 49 50rpc_cmd bdev_malloc_create 128 4096 --name Malloc1 51rpc_cmd vhost_create_scsi_controller naa.Malloc1.0 --cpumask 0xc 52rpc_cmd vhost_scsi_controller_add_target naa.Malloc1.0 0 Malloc1 53[[ "$(rpc_cmd vhost_get_controllers -n naa.Malloc1.0 | jq -r '.[].cpumask')" == "0xc" ]] 54 55# start a dummy app, create vhost bdevs in it, then dump the config for FIO 56# Pre-allocate 1GB of memory for the application - virtio-user initiator requires it. See issue #2596. 57$SPDK_BIN_DIR/spdk_tgt -r /tmp/spdk2.sock -g -s 1024 & 58dummy_spdk_pid=$! 59waitforlisten $dummy_spdk_pid /tmp/spdk2.sock 60rpc_cmd -s /tmp/spdk2.sock bdev_virtio_attach_controller --trtype user --traddr 'naa.Nvme0n1_scsi0.0' -d scsi --vq-count 8 'VirtioScsi0' 61rpc_cmd -s /tmp/spdk2.sock bdev_virtio_attach_controller --trtype user --traddr 'naa.Nvme0n1_blk0.0' -d blk --vq-count 8 'VirtioBlk3' 62rpc_cmd -s /tmp/spdk2.sock bdev_virtio_attach_controller --trtype user --traddr 'naa.Nvme0n1_blk1.0' -d blk --vq-count 8 'VirtioBlk4' 63 64rpc_cmd -s /tmp/spdk2.sock bdev_virtio_attach_controller --trtype user --traddr 'naa.Malloc0.0' -d scsi --vq-count 8 'VirtioScsi1' 65rpc_cmd -s /tmp/spdk2.sock bdev_virtio_attach_controller --trtype user --traddr 'naa.Malloc1.0' -d scsi --vq-count 8 'VirtioScsi2' 66 67cat <<- CONF > $testdir/bdev.json 68 {"subsystems":[ 69 $(rpc_cmd -s /tmp/spdk2.sock save_subsystem_config -n bdev) 70 ]} 71CONF 72killprocess $dummy_spdk_pid 73 74# run FIO with previously acquired spdk config files 75timing_enter run_spdk_fio 76run_spdk_fio $testdir/bdev.fio --filename=* --section=job_randwrite --spdk_json_conf=$testdir/bdev.json 77timing_exit run_spdk_fio 78 79timing_enter run_spdk_fio_unmap 80run_spdk_fio $testdir/bdev.fio --filename="VirtioScsi1t0:VirtioScsi2t0" --spdk_json_conf=$testdir/bdev.json 81timing_exit run_spdk_fio_unmap 82 83rpc_cmd bdev_nvme_detach_controller Nvme0 84 85trap - SIGINT SIGTERM EXIT 86rm -f $testdir/bdev.json 87 88killprocess $vhost_pid 89