1#!/usr/bin/env bash 2# SPDX-License-Identifier: BSD-3-Clause 3# Copyright (C) 2018 Intel Corporation 4# All rights reserved. 5# Copyright (c) 2023 NVIDIA CORPORATION & AFFILIATES. All rights reserved. 6# 7# Environment variables: 8# $valgrind Specify the valgrind command line, if not 9# then a default command line is used 10 11set -xe 12 13testdir=$(readlink -f $(dirname $0)) 14rootdir=$(readlink -f $(dirname $0)/../..) 15source "$rootdir/test/common/autotest_common.sh" 16 17cd "$rootdir" 18 19function unittest_bdev() { 20 $valgrind $testdir/lib/bdev/bdev.c/bdev_ut 21 $valgrind $testdir/lib/bdev/nvme/bdev_nvme.c/bdev_nvme_ut 22 $valgrind $testdir/lib/bdev/raid/bdev_raid.c/bdev_raid_ut 23 $valgrind $testdir/lib/bdev/raid/bdev_raid_sb.c/bdev_raid_sb_ut 24 $valgrind $testdir/lib/bdev/raid/concat.c/concat_ut 25 $valgrind $testdir/lib/bdev/raid/raid1.c/raid1_ut 26 $valgrind $testdir/lib/bdev/bdev_zone.c/bdev_zone_ut 27 $valgrind $testdir/lib/bdev/gpt/gpt.c/gpt_ut 28 $valgrind $testdir/lib/bdev/part.c/part_ut 29 $valgrind $testdir/lib/bdev/scsi_nvme.c/scsi_nvme_ut 30 $valgrind $testdir/lib/bdev/vbdev_lvol.c/vbdev_lvol_ut 31 $valgrind $testdir/lib/bdev/vbdev_zone_block.c/vbdev_zone_block_ut 32 $valgrind $testdir/lib/bdev/mt/bdev.c/bdev_ut 33} 34 35function unittest_blob() { 36 # We do not compile blob_ut on systems with too old Cunit, so do 37 # not try to execute it if it doesn't exist 38 if [[ -e $testdir/lib/blob/blob.c/blob_ut ]]; then 39 $valgrind $testdir/lib/blob/blob.c/blob_ut 40 fi 41 $valgrind $testdir/lib/blob/blob_bdev.c/blob_bdev_ut 42 $valgrind $testdir/lib/blobfs/tree.c/tree_ut 43 $valgrind $testdir/lib/blobfs/blobfs_async_ut/blobfs_async_ut 44 # blobfs_sync_ut hangs when run under valgrind, so don't use $valgrind 45 $testdir/lib/blobfs/blobfs_sync_ut/blobfs_sync_ut 46 $valgrind $testdir/lib/blobfs/blobfs_bdev.c/blobfs_bdev_ut 47} 48 49function unittest_event() { 50 $valgrind $testdir/lib/event/app.c/app_ut 51 $valgrind $testdir/lib/event/reactor.c/reactor_ut 52} 53 54function unittest_ftl() { 55 $valgrind $testdir/lib/ftl/ftl_band.c/ftl_band_ut 56 $valgrind $testdir/lib/ftl/ftl_bitmap.c/ftl_bitmap_ut 57 $valgrind $testdir/lib/ftl/ftl_io.c/ftl_io_ut 58 $valgrind $testdir/lib/ftl/ftl_mngt/ftl_mngt_ut 59 $valgrind $testdir/lib/ftl/ftl_mempool.c/ftl_mempool_ut 60 $valgrind $testdir/lib/ftl/ftl_l2p/ftl_l2p_ut 61 $valgrind $testdir/lib/ftl/ftl_sb/ftl_sb_ut 62 $valgrind $testdir/lib/ftl/ftl_layout_upgrade/ftl_layout_upgrade_ut 63} 64 65function unittest_iscsi() { 66 $valgrind $testdir/lib/iscsi/conn.c/conn_ut 67 $valgrind $testdir/lib/iscsi/param.c/param_ut 68 $valgrind $testdir/lib/iscsi/tgt_node.c/tgt_node_ut 69 $valgrind $testdir/lib/iscsi/iscsi.c/iscsi_ut 70 $valgrind $testdir/lib/iscsi/init_grp.c/init_grp_ut 71 $valgrind $testdir/lib/iscsi/portal_grp.c/portal_grp_ut 72} 73 74function unittest_json() { 75 $valgrind $testdir/lib/json/json_parse.c/json_parse_ut 76 $valgrind $testdir/lib/json/json_util.c/json_util_ut 77 $valgrind $testdir/lib/json/json_write.c/json_write_ut 78 $valgrind $testdir/lib/jsonrpc/jsonrpc_server.c/jsonrpc_server_ut 79} 80 81function unittest_rpc() { 82 $valgrind $testdir/lib/rpc/rpc.c/rpc_ut 83} 84 85function unittest_nvme() { 86 $valgrind $testdir/lib/nvme/nvme.c/nvme_ut 87 $valgrind $testdir/lib/nvme/nvme_ctrlr.c/nvme_ctrlr_ut 88 $valgrind $testdir/lib/nvme/nvme_ctrlr_cmd.c/nvme_ctrlr_cmd_ut 89 $valgrind $testdir/lib/nvme/nvme_ctrlr_ocssd_cmd.c/nvme_ctrlr_ocssd_cmd_ut 90 $valgrind $testdir/lib/nvme/nvme_ns.c/nvme_ns_ut 91 $valgrind $testdir/lib/nvme/nvme_ns_cmd.c/nvme_ns_cmd_ut 92 $valgrind $testdir/lib/nvme/nvme_ns_ocssd_cmd.c/nvme_ns_ocssd_cmd_ut 93 $valgrind $testdir/lib/nvme/nvme_qpair.c/nvme_qpair_ut 94 $valgrind $testdir/lib/nvme/nvme_pcie.c/nvme_pcie_ut 95 $valgrind $testdir/lib/nvme/nvme_poll_group.c/nvme_poll_group_ut 96 $valgrind $testdir/lib/nvme/nvme_quirks.c/nvme_quirks_ut 97 $valgrind $testdir/lib/nvme/nvme_tcp.c/nvme_tcp_ut 98 $valgrind $testdir/lib/nvme/nvme_transport.c/nvme_transport_ut 99 $valgrind $testdir/lib/nvme/nvme_io_msg.c/nvme_io_msg_ut 100 $valgrind $testdir/lib/nvme/nvme_pcie_common.c/nvme_pcie_common_ut 101 $valgrind $testdir/lib/nvme/nvme_fabric.c/nvme_fabric_ut 102 $valgrind $testdir/lib/nvme/nvme_opal.c/nvme_opal_ut 103} 104 105function unittest_nvmf() { 106 $valgrind $testdir/lib/nvmf/ctrlr.c/ctrlr_ut 107 $valgrind $testdir/lib/nvmf/ctrlr_bdev.c/ctrlr_bdev_ut 108 $valgrind $testdir/lib/nvmf/ctrlr_discovery.c/ctrlr_discovery_ut 109 $valgrind $testdir/lib/nvmf/subsystem.c/subsystem_ut 110 $valgrind $testdir/lib/nvmf/tcp.c/tcp_ut 111 $valgrind $testdir/lib/nvmf/nvmf.c/nvmf_ut 112} 113 114function unittest_scsi() { 115 $valgrind $testdir/lib/scsi/dev.c/dev_ut 116 $valgrind $testdir/lib/scsi/lun.c/lun_ut 117 $valgrind $testdir/lib/scsi/scsi.c/scsi_ut 118 $valgrind $testdir/lib/scsi/scsi_bdev.c/scsi_bdev_ut 119 $valgrind $testdir/lib/scsi/scsi_pr.c/scsi_pr_ut 120} 121 122function unittest_sock() { 123 $valgrind $testdir/lib/sock/sock.c/sock_ut 124 $valgrind $testdir/lib/sock/posix.c/posix_ut 125 # Check whether uring is configured 126 if grep -q '#define SPDK_CONFIG_URING 1' $rootdir/include/spdk/config.h; then 127 $valgrind $testdir/lib/sock/uring.c/uring_ut 128 fi 129} 130 131function unittest_util() { 132 $valgrind $testdir/lib/util/base64.c/base64_ut 133 $valgrind $testdir/lib/util/bit_array.c/bit_array_ut 134 $valgrind $testdir/lib/util/cpuset.c/cpuset_ut 135 $valgrind $testdir/lib/util/crc16.c/crc16_ut 136 $valgrind $testdir/lib/util/crc32_ieee.c/crc32_ieee_ut 137 $valgrind $testdir/lib/util/crc32c.c/crc32c_ut 138 $valgrind $testdir/lib/util/crc64.c/crc64_ut 139 $valgrind $testdir/lib/util/string.c/string_ut 140 $valgrind $testdir/lib/util/dif.c/dif_ut 141 $valgrind $testdir/lib/util/iov.c/iov_ut 142 $valgrind $testdir/lib/util/math.c/math_ut 143 $valgrind $testdir/lib/util/pipe.c/pipe_ut 144 $valgrind $testdir/lib/util/xor.c/xor_ut 145} 146 147function unittest_init() { 148 $valgrind $testdir/lib/init/subsystem.c/subsystem_ut 149} 150 151if [ $SPDK_RUN_VALGRIND -eq 1 ] && [ $SPDK_RUN_ASAN -eq 1 ]; then 152 echo "ERR: Tests cannot be run if both SPDK_RUN_VALGRIND and SPDK_RUN_ASAN options are selected simultaneously" 153 exit 1 154fi 155 156# if ASAN is enabled, use it. If not use valgrind if installed but allow 157# the env variable to override the default shown below. 158if [ -z ${valgrind+x} ]; then 159 if grep -q '#undef SPDK_CONFIG_ASAN' $rootdir/include/spdk/config.h && hash valgrind; then 160 valgrind='valgrind --leak-check=full --error-exitcode=2 --verbose' 161 else 162 valgrind='' 163 fi 164fi 165if [ $SPDK_RUN_VALGRIND -eq 1 ]; then 166 if [ -n "$valgrind" ]; then 167 run_test "valgrind" echo "Using valgrind for unit tests" 168 else 169 echo "ERR: SPDK_RUN_VALGRIND option is enabled but valgrind is not available" 170 exit 1 171 fi 172fi 173 174# setup local unit test coverage if cov is available 175# lcov takes considerable time to process clang coverage. 176# Disabling lcov allow us to do this. 177# More information: https://github.com/spdk/spdk/issues/1693 178CC_TYPE=$(grep CC_TYPE $rootdir/mk/cc.mk) 179if hash lcov && grep -q '#define SPDK_CONFIG_COVERAGE 1' $rootdir/include/spdk/config.h && ! [[ "$CC_TYPE" == *"clang"* ]]; then 180 cov_avail="yes" 181else 182 cov_avail="no" 183fi 184if [ "$cov_avail" = "yes" ]; then 185 # set unit test output dir if not specified in env var 186 if [[ -z $output_dir ]]; then 187 UT_COVERAGE="ut_coverage" 188 else 189 UT_COVERAGE=$output_dir/ut_coverage 190 fi 191 mkdir -p $UT_COVERAGE 192 export LCOV_OPTS=" 193 --rc lcov_branch_coverage=1 194 --rc lcov_function_coverage=1 195 --rc genhtml_branch_coverage=1 196 --rc genhtml_function_coverage=1 197 --rc genhtml_legend=1 198 --rc geninfo_all_blocks=1 199 " 200 export LCOV="lcov $LCOV_OPTS --no-external" 201 # zero out coverage data 202 $LCOV -q -c -i -d . -t "Baseline" -o $UT_COVERAGE/ut_cov_base.info 203fi 204 205# workaround for valgrind v3.13 on arm64 206if [ $(uname -m) = "aarch64" ]; then 207 export LD_HWCAP_MASK=1 208fi 209 210run_test "unittest_pci_event" $valgrind $testdir/lib/env_dpdk/pci_event.c/pci_event_ut 211run_test "unittest_include" $valgrind $testdir/include/spdk/histogram_data.h/histogram_ut 212run_test "unittest_bdev" unittest_bdev 213if grep -q '#define SPDK_CONFIG_CRYPTO 1' $rootdir/include/spdk/config.h; then 214 run_test "unittest_bdev_crypto" $valgrind $testdir/lib/bdev/crypto.c/crypto_ut 215 run_test "unittest_bdev_crypto" $valgrind $testdir/lib/accel/dpdk_cryptodev.c/accel_dpdk_cryptodev_ut 216fi 217 218if grep -q '#define SPDK_CONFIG_VBDEV_COMPRESS 1' $rootdir/include/spdk/config.h; then 219 run_test "unittest_bdev_compress" $valgrind $testdir/lib/bdev/compress.c/compress_ut 220 run_test "unittest_lib_reduce" $valgrind $testdir/lib/reduce/reduce.c/reduce_ut 221fi 222 223if grep -q '#define SPDK_CONFIG_DPDK_COMPRESSDEV 1' $rootdir/include/spdk/config.h; then 224 run_test "unittest_dpdk_compressdev" $valgrind $testdir/lib/accel/dpdk_compressdev.c/accel_dpdk_compressdev_ut 225fi 226 227if grep -q '#define SPDK_CONFIG_RAID5F 1' $rootdir/include/spdk/config.h; then 228 run_test "unittest_bdev_raid5f" $valgrind $testdir/lib/bdev/raid/raid5f.c/raid5f_ut 229fi 230 231run_test "unittest_blob_blobfs" unittest_blob 232run_test "unittest_event" unittest_event 233if [ $(uname -s) = Linux ]; then 234 run_test "unittest_ftl" unittest_ftl 235fi 236 237run_test "unittest_accel" $valgrind $testdir/lib/accel/accel.c/accel_ut 238run_test "unittest_ioat" $valgrind $testdir/lib/ioat/ioat.c/ioat_ut 239if grep -q '#define SPDK_CONFIG_IDXD 1' $rootdir/include/spdk/config.h; then 240 run_test "unittest_idxd_user" $valgrind $testdir/lib/idxd/idxd_user.c/idxd_user_ut 241fi 242run_test "unittest_iscsi" unittest_iscsi 243run_test "unittest_json" unittest_json 244run_test "unittest_rpc" unittest_rpc 245run_test "unittest_notify" $valgrind $testdir/lib/notify/notify.c/notify_ut 246run_test "unittest_nvme" unittest_nvme 247run_test "unittest_log" $valgrind $testdir/lib/log/log.c/log_ut 248run_test "unittest_lvol" $valgrind $testdir/lib/lvol/lvol.c/lvol_ut 249if grep -q '#define SPDK_CONFIG_RDMA 1' $rootdir/include/spdk/config.h; then 250 run_test "unittest_nvme_rdma" $valgrind $testdir/lib/nvme/nvme_rdma.c/nvme_rdma_ut 251 run_test "unittest_nvmf_transport" $valgrind $testdir/lib/nvmf/transport.c/transport_ut 252 run_test "unittest_rdma" $valgrind $testdir/lib/rdma/common.c/common_ut 253fi 254 255if grep -q '#define SPDK_CONFIG_NVME_CUSE 1' $rootdir/include/spdk/config.h; then 256 run_test "unittest_nvme_cuse" $valgrind $testdir/lib/nvme/nvme_cuse.c/nvme_cuse_ut 257fi 258 259run_test "unittest_nvmf" unittest_nvmf 260if grep -q '#define SPDK_CONFIG_FC 1' $rootdir/include/spdk/config.h; then 261 run_test "unittest_nvmf_fc" $valgrind $testdir/lib/nvmf/fc.c/fc_ut 262 run_test "unittest_nvmf_fc_ls" $valgrind $testdir/lib/nvmf/fc_ls.c/fc_ls_ut 263fi 264 265if grep -q '#define SPDK_CONFIG_RDMA 1' $rootdir/include/spdk/config.h; then 266 run_test "unittest_nvmf_rdma" $valgrind $testdir/lib/nvmf/rdma.c/rdma_ut 267fi 268 269if grep -q '#define SPDK_CONFIG_VFIO_USER 1' $rootdir/include/spdk/config.h; then 270 run_test "unittest_nvmf_vfio_user" $valgrind $testdir/lib/nvmf/vfio_user.c/vfio_user_ut 271fi 272 273run_test "unittest_scsi" unittest_scsi 274# There are several intermittent sock_ut failures on FreeBSD that need to be debugged. 275# So just disable running it on FreeBSD for now. See issue #2943. 276if [ $(uname -s) = Linux ]; then 277 run_test "unittest_sock" unittest_sock 278fi 279run_test "unittest_thread" $valgrind $testdir/lib/thread/thread.c/thread_ut 280run_test "unittest_iobuf" $valgrind $testdir/lib/thread/iobuf.c/iobuf_ut 281run_test "unittest_util" unittest_util 282if grep -q '#define SPDK_CONFIG_VHOST 1' $rootdir/include/spdk/config.h; then 283 run_test "unittest_vhost" $valgrind $testdir/lib/vhost/vhost.c/vhost_ut 284fi 285run_test "unittest_dma" $valgrind $testdir/lib/dma/dma.c/dma_ut 286 287run_test "unittest_init" unittest_init 288 289if [ "$cov_avail" = "yes" ] && ! [[ "$CC_TYPE" == *"clang"* ]]; then 290 $LCOV -q -d . -c -t "$(hostname)" -o $UT_COVERAGE/ut_cov_test.info 291 $LCOV -q -a $UT_COVERAGE/ut_cov_base.info -a $UT_COVERAGE/ut_cov_test.info -o $UT_COVERAGE/ut_cov_total.info 292 $LCOV -q -a $UT_COVERAGE/ut_cov_total.info -o $UT_COVERAGE/ut_cov_unit.info 293 $LCOV -q -r $UT_COVERAGE/ut_cov_unit.info "$rootdir/app/*" -o $UT_COVERAGE/ut_cov_unit.info 294 $LCOV -q -r $UT_COVERAGE/ut_cov_unit.info "$rootdir/dpdk/*" -o $UT_COVERAGE/ut_cov_unit.info 295 $LCOV -q -r $UT_COVERAGE/ut_cov_unit.info "$rootdir/examples/*" -o $UT_COVERAGE/ut_cov_unit.info 296 $LCOV -q -r $UT_COVERAGE/ut_cov_unit.info "$rootdir/lib/vhost/rte_vhost/*" -o $UT_COVERAGE/ut_cov_unit.info 297 $LCOV -q -r $UT_COVERAGE/ut_cov_unit.info "$rootdir/test/*" -o $UT_COVERAGE/ut_cov_unit.info 298 rm -f $UT_COVERAGE/ut_cov_base.info $UT_COVERAGE/ut_cov_test.info 299 genhtml $UT_COVERAGE/ut_cov_unit.info --output-directory $UT_COVERAGE 300fi 301 302set +x 303 304echo 305echo 306echo "=====================" 307echo "All unit tests passed" 308echo "=====================" 309if [ "$cov_avail" = "yes" ]; then 310 echo "Note: coverage report is here: $rootdir/$UT_COVERAGE" 311else 312 echo "WARN: lcov not installed or SPDK built without coverage!" 313fi 314if grep -q '#undef SPDK_CONFIG_ASAN' $rootdir/include/spdk/config.h && [ "$valgrind" = "" ]; then 315 echo "WARN: neither valgrind nor ASAN is enabled!" 316fi 317 318echo 319echo 320