1#!/usr/bin/env bash 2# SPDX-License-Identifier: BSD-3-Clause 3# Copyright (C) 2019 Intel Corporation 4# All rights reserved. 5# 6testdir=$(readlink -f $(dirname $0)) 7rootdir=$(readlink -f $testdir/../..) 8rpc_server=/var/tmp/spdk-raid.sock 9tmp_file=$SPDK_TEST_STORAGE/raidrandtest 10 11source $rootdir/test/common/autotest_common.sh 12source $testdir/nbd_common.sh 13 14rpc_py="$rootdir/scripts/rpc.py -s $rpc_server" 15 16function raid_unmap_data_verify() { 17 if hash blkdiscard; then 18 local nbd=$1 19 local rpc_server=$2 20 local blksize 21 blksize=$(lsblk -o LOG-SEC $nbd | grep -v LOG-SEC | cut -d ' ' -f 5) 22 local rw_blk_num=4096 23 local rw_len=$((blksize * rw_blk_num)) 24 local unmap_blk_offs=(0 1028 321) 25 local unmap_blk_nums=(128 2035 456) 26 local unmap_off 27 local unmap_len 28 29 # data write 30 dd if=/dev/urandom of=$tmp_file bs=$blksize count=$rw_blk_num 31 dd if=$tmp_file of=$nbd bs=$blksize count=$rw_blk_num oflag=direct 32 blockdev --flushbufs $nbd 33 34 # confirm random data is written correctly in raid0 device 35 cmp -b -n $rw_len $tmp_file $nbd 36 37 for ((i = 0; i < ${#unmap_blk_offs[@]}; i++)); do 38 unmap_off=$((blksize * ${unmap_blk_offs[$i]})) 39 unmap_len=$((blksize * ${unmap_blk_nums[$i]})) 40 41 # data unmap on tmp_file 42 dd if=/dev/zero of=$tmp_file bs=$blksize seek=${unmap_blk_offs[$i]} count=${unmap_blk_nums[$i]} conv=notrunc 43 44 # data unmap on raid bdev 45 blkdiscard -o $unmap_off -l $unmap_len $nbd 46 blockdev --flushbufs $nbd 47 48 # data verify after unmap 49 cmp -b -n $rw_len $tmp_file $nbd 50 done 51 fi 52 53 return 0 54} 55 56function on_error_exit() { 57 if [ -n "$raid_pid" ]; then 58 killprocess $raid_pid 59 fi 60 61 rm -f $tmp_file 62 print_backtrace 63 exit 1 64} 65 66function configure_raid_bdev() { 67 local raid_level=$1 68 rm -rf $testdir/rpcs.txt 69 70 cat <<- EOL >> $testdir/rpcs.txt 71 bdev_malloc_create 32 512 -b Base_1 72 bdev_malloc_create 32 512 -b Base_2 73 bdev_raid_create -z 64 -r $raid_level -b "Base_1 Base_2" -n raid 74 EOL 75 $rpc_py < $testdir/rpcs.txt 76 77 rm -rf $testdir/rpcs.txt 78} 79 80function raid_function_test() { 81 local raid_level=$1 82 if [ $(uname -s) = Linux ] && modprobe -n nbd; then 83 local nbd=/dev/nbd0 84 local raid_bdev 85 86 modprobe nbd 87 $rootdir/test/app/bdev_svc/bdev_svc -r $rpc_server -i 0 -L bdev_raid & 88 raid_pid=$! 89 echo "Process raid pid: $raid_pid" 90 waitforlisten $raid_pid $rpc_server 91 92 configure_raid_bdev $raid_level 93 raid_bdev=$($rpc_py bdev_raid_get_bdevs online | jq -r '.[0]["name"] | select(.)') 94 if [ $raid_bdev = "" ]; then 95 echo "No raid0 device in SPDK app" 96 return 1 97 fi 98 99 nbd_start_disks $rpc_server $raid_bdev $nbd 100 count=$(nbd_get_count $rpc_server) 101 if [ $count -ne 1 ]; then 102 return 1 103 fi 104 105 raid_unmap_data_verify $nbd $rpc_server 106 107 nbd_stop_disks $rpc_server $nbd 108 count=$(nbd_get_count $rpc_server) 109 if [ $count -ne 0 ]; then 110 return 1 111 fi 112 113 killprocess $raid_pid 114 else 115 echo "skipping bdev raid tests." 116 fi 117 118 return 0 119} 120 121function verify_raid_bdev_state() { 122 local raid_bdev_name=$1 123 local expected_state=$2 124 local raid_level=$3 125 local strip_size=$4 126 local raid_bdev 127 local raid_bdev_info 128 local num_base_bdevs 129 local num_base_bdevs_discovered 130 local tmp 131 132 raid_bdev=$($rpc_py bdev_raid_get_bdevs all | jq -r '.[0] | select(.)') 133 if [ -z "$raid_bdev" ]; then 134 echo "No raid device in SPDK app" 135 return 1 136 fi 137 138 raid_bdev_info=$($rpc_py bdev_raid_get_bdevs $expected_state | jq -r ".[] | select(.name == \"$raid_bdev_name\")") 139 if [ -z "$raid_bdev_info" ]; then 140 echo "$raid_bdev_name is not in $expected_state state" 141 return 1 142 fi 143 144 tmp=$(echo $raid_bdev_info | jq -r '.state') 145 if [ "$tmp" != $expected_state ]; then 146 echo "incorrect state: $tmp, expected: $expected_state" 147 return 1 148 fi 149 150 tmp=$(echo $raid_bdev_info | jq -r '.raid_level') 151 if [ "$tmp" != $raid_level ]; then 152 echo "incorrect level: $tmp, expected: $raid_level" 153 return 1 154 fi 155 156 tmp=$(echo $raid_bdev_info | jq -r '.strip_size_kb') 157 if [ "$tmp" != $strip_size ]; then 158 echo "incorrect strip size: $tmp, expected: $strip_size" 159 return 1 160 fi 161 162 num_base_bdevs=$(echo $raid_bdev_info | jq -r '.base_bdevs_list | length') 163 tmp=$(echo $raid_bdev_info | jq -r '.num_base_bdevs') 164 if [ "$num_base_bdevs" != "$tmp" ]; then 165 echo "incorrect num_base_bdevs: $tmp, expected: $num_base_bdevs" 166 return 1 167 fi 168 169 num_base_bdevs_discovered=$(echo $raid_bdev_info | jq -r '[.base_bdevs_list[] | strings] | length') 170 tmp=$(echo $raid_bdev_info | jq -r '.num_base_bdevs_discovered') 171 if [ "$num_base_bdevs_discovered" != "$tmp" ]; then 172 echo "incorrect num_base_bdevs_discovered: $tmp, expected: $num_base_bdevs_discovered" 173 return 1 174 fi 175} 176 177function raid_state_function_test() { 178 local raid_level=$1 179 local raid_bdev 180 local base_bdev1="Non_Existed_Base_1" 181 local base_bdev2="Non_Existed_Base_2" 182 local raid_bdev_name="Existed_Raid" 183 local strip_size=64 184 185 $rootdir/test/app/bdev_svc/bdev_svc -r $rpc_server -i 0 -L bdev_raid & 186 raid_pid=$! 187 echo "Process raid pid: $raid_pid" 188 waitforlisten $raid_pid $rpc_server 189 190 # Step1: create a RAID bdev with no base bdevs 191 # Expect state: CONFIGURING 192 $rpc_py bdev_raid_create -z $strip_size -r $raid_level -b "$base_bdev1 $base_bdev2" -n $raid_bdev_name 193 if ! verify_raid_bdev_state $raid_bdev_name "configuring" $raid_level $strip_size; then 194 return 1 195 else 196 # Test: Delete the RAID bdev successfully 197 $rpc_py bdev_raid_delete $raid_bdev_name 198 fi 199 200 # Step2: create one base bdev and add to the RAID bdev 201 # Expect state: CONFIGURING 202 $rpc_py bdev_raid_create -z $strip_size -r $raid_level -b "$base_bdev1 $base_bdev2" -n $raid_bdev_name 203 $rpc_py bdev_malloc_create 32 512 -b $base_bdev1 204 waitforbdev $base_bdev1 205 if ! verify_raid_bdev_state $raid_bdev_name "configuring" $raid_level $strip_size; then 206 $rpc_py bdev_malloc_delete $base_bdev1 207 $rpc_py bdev_raid_delete $raid_bdev_name 208 return 1 209 else 210 # Test: Delete the RAID bdev successfully 211 $rpc_py bdev_raid_delete $raid_bdev_name 212 fi 213 214 # Step3: create another base bdev and add to the RAID bdev 215 # Expect state: ONLINE 216 $rpc_py bdev_raid_create -z $strip_size -r $raid_level -b "$base_bdev1 $base_bdev2" -n $raid_bdev_name 217 $rpc_py bdev_malloc_create 32 512 -b $base_bdev2 218 waitforbdev $base_bdev2 219 if ! verify_raid_bdev_state $raid_bdev_name "online" $raid_level $strip_size; then 220 $rpc_py bdev_malloc_delete $base_bdev1 221 $rpc_py bdev_malloc_delete $base_bdev2 222 $rpc_py bdev_raid_delete $raid_bdev_name 223 return 1 224 fi 225 226 # Step4: delete one base bdev from the RAID bdev 227 # Expect state: OFFLINE 228 $rpc_py bdev_malloc_delete $base_bdev2 229 if ! verify_raid_bdev_state $raid_bdev_name "offline" $raid_level $strip_size; then 230 $rpc_py bdev_malloc_delete $base_bdev1 231 $rpc_py bdev_raid_delete $raid_bdev_name 232 return 1 233 fi 234 235 # Step5: delete last base bdev from the RAID bdev 236 # Expect state: removed from system 237 $rpc_py bdev_malloc_delete $base_bdev1 238 raid_bdev=$($rpc_py bdev_raid_get_bdevs all | jq -r '.[0]["name"] | select(.)') 239 if [ -n "$raid_bdev" ]; then 240 echo "$raid_bdev_name is not removed" 241 $rpc_py bdev_raid_delete $raid_bdev_name 242 return 1 243 fi 244 245 killprocess $raid_pid 246 247 return 0 248} 249 250function raid0_resize_test() { 251 local blksize=512 252 local bdev_size_mb=32 253 local new_bdev_size_mb=$((bdev_size_mb * 2)) 254 local blkcnt 255 local raid_size_mb 256 local new_raid_size_mb 257 258 $rootdir/test/app/bdev_svc/bdev_svc -r $rpc_server -i 0 -L bdev_raid & 259 raid_pid=$! 260 echo "Process raid pid: $raid_pid" 261 waitforlisten $raid_pid $rpc_server 262 263 $rpc_py bdev_null_create Base_1 $bdev_size_mb $blksize 264 $rpc_py bdev_null_create Base_2 $bdev_size_mb $blksize 265 266 $rpc_py bdev_raid_create -z 64 -r 0 -b "Base_1 Base_2" -n Raid 267 268 # Resize Base_1 first. 269 $rpc_py bdev_null_resize Base_1 $new_bdev_size_mb 270 271 # The size of Raid should not be changed. 272 blkcnt=$($rpc_py bdev_get_bdevs -b Raid | jq '.[].num_blocks') 273 raid_size_mb=$((blkcnt * blksize / 1048576)) 274 if [ $raid_size_mb != $((bdev_size_mb * 2)) ]; then 275 echo "resize failed" 276 return 1 277 fi 278 279 # Resize Base_2 next. 280 $rpc_py bdev_null_resize Base_2 $new_bdev_size_mb 281 282 # The size of Raid should be updated to the expected value. 283 blkcnt=$($rpc_py bdev_get_bdevs -b Raid | jq '.[].num_blocks') 284 raid_size_mb=$((blkcnt * blksize / 1048576)) 285 if [ $raid_size_mb != $((new_bdev_size_mb * 2)) ]; then 286 echo "resize failed" 287 return 1 288 fi 289 290 killprocess $raid_pid 291 292 return 0 293} 294 295trap 'on_error_exit;' ERR 296 297raid_function_test raid0 298raid_function_test concat 299raid_state_function_test raid0 300raid_state_function_test concat 301raid0_resize_test 302 303rm -f $tmp_file 304