1#!/usr/bin/env bash 2# SPDX-License-Identifier: BSD-3-Clause 3# Copyright (C) 2018 Intel Corporation 4# All rights reserved. 5# Copyright (c) 2023 NVIDIA CORPORATION & AFFILIATES. All rights reserved. 6# 7# Environment variables: 8# $valgrind Specify the valgrind command line, if not 9# then a default command line is used 10 11set -xe 12 13testdir=$(readlink -f $(dirname $0)) 14rootdir=$(readlink -f $(dirname $0)/../..) 15source "$rootdir/test/common/autotest_common.sh" 16 17cd "$rootdir" 18 19function unittest_bdev() { 20 $valgrind $testdir/lib/bdev/bdev.c/bdev_ut 21 $valgrind $testdir/lib/bdev/nvme/bdev_nvme.c/bdev_nvme_ut 22 $valgrind $testdir/lib/bdev/raid/bdev_raid.c/bdev_raid_ut 23 $valgrind $testdir/lib/bdev/raid/bdev_raid_sb.c/bdev_raid_sb_ut 24 $valgrind $testdir/lib/bdev/raid/concat.c/concat_ut 25 $valgrind $testdir/lib/bdev/raid/raid0.c/raid0_ut 26 $valgrind $testdir/lib/bdev/raid/raid1.c/raid1_ut 27 $valgrind $testdir/lib/bdev/bdev_zone.c/bdev_zone_ut 28 $valgrind $testdir/lib/bdev/gpt/gpt.c/gpt_ut 29 $valgrind $testdir/lib/bdev/part.c/part_ut 30 $valgrind $testdir/lib/bdev/scsi_nvme.c/scsi_nvme_ut 31 $valgrind $testdir/lib/bdev/vbdev_lvol.c/vbdev_lvol_ut 32 $valgrind $testdir/lib/bdev/vbdev_zone_block.c/vbdev_zone_block_ut 33 $valgrind $testdir/lib/bdev/mt/bdev.c/bdev_ut 34} 35 36function unittest_blob() { 37 # We do not compile blob_ut on systems with too old Cunit, so do 38 # not try to execute it if it doesn't exist 39 if [[ -e $testdir/lib/blob/blob.c/blob_ut ]]; then 40 $valgrind $testdir/lib/blob/blob.c/blob_ut 41 fi 42 $valgrind $testdir/lib/blob/blob_bdev.c/blob_bdev_ut 43 $valgrind $testdir/lib/blobfs/tree.c/tree_ut 44 $valgrind $testdir/lib/blobfs/blobfs_async_ut/blobfs_async_ut 45 # blobfs_sync_ut hangs when run under valgrind, so don't use $valgrind 46 $testdir/lib/blobfs/blobfs_sync_ut/blobfs_sync_ut 47 $valgrind $testdir/lib/blobfs/blobfs_bdev.c/blobfs_bdev_ut 48} 49 50function unittest_event() { 51 $valgrind $testdir/lib/event/app.c/app_ut 52 $valgrind $testdir/lib/event/reactor.c/reactor_ut 53} 54 55function unittest_ftl() { 56 $valgrind $testdir/lib/ftl/ftl_band.c/ftl_band_ut 57 $valgrind $testdir/lib/ftl/ftl_bitmap.c/ftl_bitmap_ut 58 $valgrind $testdir/lib/ftl/ftl_io.c/ftl_io_ut 59 $valgrind $testdir/lib/ftl/ftl_mngt/ftl_mngt_ut 60 $valgrind $testdir/lib/ftl/ftl_mempool.c/ftl_mempool_ut 61 $valgrind $testdir/lib/ftl/ftl_l2p/ftl_l2p_ut 62 $valgrind $testdir/lib/ftl/ftl_sb/ftl_sb_ut 63 $valgrind $testdir/lib/ftl/ftl_layout_upgrade/ftl_layout_upgrade_ut 64 $valgrind $testdir/lib/ftl/ftl_p2l.c/ftl_p2l_ut 65} 66 67function unittest_iscsi() { 68 $valgrind $testdir/lib/iscsi/conn.c/conn_ut 69 $valgrind $testdir/lib/iscsi/param.c/param_ut 70 $valgrind $testdir/lib/iscsi/tgt_node.c/tgt_node_ut 71 $valgrind $testdir/lib/iscsi/iscsi.c/iscsi_ut 72 $valgrind $testdir/lib/iscsi/init_grp.c/init_grp_ut 73 $valgrind $testdir/lib/iscsi/portal_grp.c/portal_grp_ut 74} 75 76function unittest_json() { 77 $valgrind $testdir/lib/json/json_parse.c/json_parse_ut 78 $valgrind $testdir/lib/json/json_util.c/json_util_ut 79 $valgrind $testdir/lib/json/json_write.c/json_write_ut 80 $valgrind $testdir/lib/jsonrpc/jsonrpc_server.c/jsonrpc_server_ut 81} 82 83function unittest_rpc() { 84 $valgrind $testdir/lib/rpc/rpc.c/rpc_ut 85} 86 87function unittest_nvme() { 88 $valgrind $testdir/lib/nvme/nvme.c/nvme_ut 89 $valgrind $testdir/lib/nvme/nvme_ctrlr.c/nvme_ctrlr_ut 90 $valgrind $testdir/lib/nvme/nvme_ctrlr_cmd.c/nvme_ctrlr_cmd_ut 91 $valgrind $testdir/lib/nvme/nvme_ctrlr_ocssd_cmd.c/nvme_ctrlr_ocssd_cmd_ut 92 $valgrind $testdir/lib/nvme/nvme_ns.c/nvme_ns_ut 93 $valgrind $testdir/lib/nvme/nvme_ns_cmd.c/nvme_ns_cmd_ut 94 $valgrind $testdir/lib/nvme/nvme_ns_ocssd_cmd.c/nvme_ns_ocssd_cmd_ut 95 $valgrind $testdir/lib/nvme/nvme_qpair.c/nvme_qpair_ut 96 $valgrind $testdir/lib/nvme/nvme_pcie.c/nvme_pcie_ut 97 $valgrind $testdir/lib/nvme/nvme_poll_group.c/nvme_poll_group_ut 98 $valgrind $testdir/lib/nvme/nvme_quirks.c/nvme_quirks_ut 99 $valgrind $testdir/lib/nvme/nvme_tcp.c/nvme_tcp_ut 100 $valgrind $testdir/lib/nvme/nvme_transport.c/nvme_transport_ut 101 $valgrind $testdir/lib/nvme/nvme_io_msg.c/nvme_io_msg_ut 102 $valgrind $testdir/lib/nvme/nvme_pcie_common.c/nvme_pcie_common_ut 103 $valgrind $testdir/lib/nvme/nvme_fabric.c/nvme_fabric_ut 104 $valgrind $testdir/lib/nvme/nvme_opal.c/nvme_opal_ut 105} 106 107function unittest_nvmf() { 108 $valgrind $testdir/lib/nvmf/ctrlr.c/ctrlr_ut 109 $valgrind $testdir/lib/nvmf/ctrlr_bdev.c/ctrlr_bdev_ut 110 $valgrind $testdir/lib/nvmf/ctrlr_discovery.c/ctrlr_discovery_ut 111 $valgrind $testdir/lib/nvmf/subsystem.c/subsystem_ut 112 $valgrind $testdir/lib/nvmf/tcp.c/tcp_ut 113 $valgrind $testdir/lib/nvmf/nvmf.c/nvmf_ut 114} 115 116function unittest_scsi() { 117 $valgrind $testdir/lib/scsi/dev.c/dev_ut 118 $valgrind $testdir/lib/scsi/lun.c/lun_ut 119 $valgrind $testdir/lib/scsi/scsi.c/scsi_ut 120 $valgrind $testdir/lib/scsi/scsi_bdev.c/scsi_bdev_ut 121 $valgrind $testdir/lib/scsi/scsi_pr.c/scsi_pr_ut 122} 123 124function unittest_sock() { 125 $valgrind $testdir/lib/sock/sock.c/sock_ut 126 $valgrind $testdir/lib/sock/posix.c/posix_ut 127 # Check whether uring is configured 128 if grep -q '#define SPDK_CONFIG_URING 1' $rootdir/include/spdk/config.h; then 129 $valgrind $testdir/lib/sock/uring.c/uring_ut 130 fi 131} 132 133function unittest_util() { 134 $valgrind $testdir/lib/util/base64.c/base64_ut 135 $valgrind $testdir/lib/util/bit_array.c/bit_array_ut 136 $valgrind $testdir/lib/util/cpuset.c/cpuset_ut 137 $valgrind $testdir/lib/util/crc16.c/crc16_ut 138 $valgrind $testdir/lib/util/crc32_ieee.c/crc32_ieee_ut 139 $valgrind $testdir/lib/util/crc32c.c/crc32c_ut 140 $valgrind $testdir/lib/util/crc64.c/crc64_ut 141 $valgrind $testdir/lib/util/string.c/string_ut 142 $valgrind $testdir/lib/util/dif.c/dif_ut 143 $valgrind $testdir/lib/util/iov.c/iov_ut 144 $valgrind $testdir/lib/util/math.c/math_ut 145 $valgrind $testdir/lib/util/pipe.c/pipe_ut 146 $valgrind $testdir/lib/util/xor.c/xor_ut 147} 148 149function unittest_fsdev() { 150 $valgrind $testdir/lib/fsdev/fsdev.c/fsdev_ut 151} 152 153function unittest_init() { 154 $valgrind $testdir/lib/init/subsystem.c/subsystem_ut 155} 156 157if [ $SPDK_RUN_VALGRIND -eq 1 ] && [ $SPDK_RUN_ASAN -eq 1 ]; then 158 echo "ERR: Tests cannot be run if both SPDK_RUN_VALGRIND and SPDK_RUN_ASAN options are selected simultaneously" 159 exit 1 160fi 161 162# if ASAN is enabled, use it. If not use valgrind if installed but allow 163# the env variable to override the default shown below. 164if [ -z ${valgrind+x} ]; then 165 if grep -q '#undef SPDK_CONFIG_ASAN' $rootdir/include/spdk/config.h && hash valgrind; then 166 valgrind='valgrind --leak-check=full --error-exitcode=2 --verbose' 167 else 168 valgrind='' 169 fi 170fi 171if [ $SPDK_RUN_VALGRIND -eq 1 ]; then 172 if [ -n "$valgrind" ]; then 173 run_test "valgrind" echo "Using valgrind for unit tests" 174 else 175 echo "ERR: SPDK_RUN_VALGRIND option is enabled but valgrind is not available" 176 exit 1 177 fi 178fi 179 180# setup local unit test coverage if cov is available 181# lcov takes considerable time to process clang coverage. 182# Disabling lcov allow us to do this. 183# More information: https://github.com/spdk/spdk/issues/1693 184CC_TYPE=$(grep CC_TYPE $rootdir/mk/cc.mk) 185if hash lcov && grep -q '#define SPDK_CONFIG_COVERAGE 1' $rootdir/include/spdk/config.h && ! [[ "$CC_TYPE" == *"clang"* ]]; then 186 cov_avail="yes" 187else 188 cov_avail="no" 189fi 190if [ "$cov_avail" = "yes" ]; then 191 # set unit test output dir if not specified in env var 192 if [[ -z $output_dir ]]; then 193 UT_COVERAGE="ut_coverage" 194 else 195 UT_COVERAGE=$output_dir/ut_coverage 196 fi 197 mkdir -p $UT_COVERAGE 198 export LCOV_OPTS=" 199 --rc lcov_branch_coverage=1 200 --rc lcov_function_coverage=1 201 --rc genhtml_branch_coverage=1 202 --rc genhtml_function_coverage=1 203 --rc genhtml_legend=1 204 --rc geninfo_all_blocks=1 205 " 206 export LCOV="lcov $LCOV_OPTS --no-external" 207 # zero out coverage data 208 $LCOV -q -c -i -d . -t "Baseline" -o $UT_COVERAGE/ut_cov_base.info 209fi 210 211# workaround for valgrind v3.13 on arm64 212if [ $(uname -m) = "aarch64" ]; then 213 export LD_HWCAP_MASK=1 214fi 215 216run_test "unittest_pci_event" $valgrind $testdir/lib/env_dpdk/pci_event.c/pci_event_ut 217run_test "unittest_include" $valgrind $testdir/include/spdk/histogram_data.h/histogram_ut 218run_test "unittest_bdev" unittest_bdev 219if grep -q '#define SPDK_CONFIG_CRYPTO 1' $rootdir/include/spdk/config.h; then 220 run_test "unittest_bdev_crypto" $valgrind $testdir/lib/bdev/crypto.c/crypto_ut 221 run_test "unittest_bdev_crypto" $valgrind $testdir/lib/accel/dpdk_cryptodev.c/accel_dpdk_cryptodev_ut 222fi 223 224if grep -q '#define SPDK_CONFIG_VBDEV_COMPRESS 1' $rootdir/include/spdk/config.h; then 225 run_test "unittest_bdev_compress" $valgrind $testdir/lib/bdev/compress.c/compress_ut 226 run_test "unittest_lib_reduce" $valgrind $testdir/lib/reduce/reduce.c/reduce_ut 227fi 228 229if grep -q '#define SPDK_CONFIG_DPDK_COMPRESSDEV 1' $rootdir/include/spdk/config.h; then 230 run_test "unittest_dpdk_compressdev" $valgrind $testdir/lib/accel/dpdk_compressdev.c/accel_dpdk_compressdev_ut 231fi 232 233if grep -q '#define SPDK_CONFIG_RAID5F 1' $rootdir/include/spdk/config.h; then 234 run_test "unittest_bdev_raid5f" $valgrind $testdir/lib/bdev/raid/raid5f.c/raid5f_ut 235fi 236 237run_test "unittest_blob_blobfs" unittest_blob 238run_test "unittest_event" unittest_event 239if [ $(uname -s) = Linux ]; then 240 run_test "unittest_ftl" unittest_ftl 241fi 242 243run_test "unittest_accel" $valgrind $testdir/lib/accel/accel.c/accel_ut 244run_test "unittest_ioat" $valgrind $testdir/lib/ioat/ioat.c/ioat_ut 245if grep -q '#define SPDK_CONFIG_IDXD 1' $rootdir/include/spdk/config.h; then 246 run_test "unittest_idxd_user" $valgrind $testdir/lib/idxd/idxd_user.c/idxd_user_ut 247fi 248run_test "unittest_iscsi" unittest_iscsi 249run_test "unittest_json" unittest_json 250run_test "unittest_rpc" unittest_rpc 251run_test "unittest_notify" $valgrind $testdir/lib/notify/notify.c/notify_ut 252run_test "unittest_nvme" unittest_nvme 253run_test "unittest_log" $valgrind $testdir/lib/log/log.c/log_ut 254run_test "unittest_lvol" $valgrind $testdir/lib/lvol/lvol.c/lvol_ut 255if grep -q '#define SPDK_CONFIG_RDMA 1' $rootdir/include/spdk/config.h; then 256 run_test "unittest_nvme_rdma" $valgrind $testdir/lib/nvme/nvme_rdma.c/nvme_rdma_ut 257 run_test "unittest_nvmf_transport" $valgrind $testdir/lib/nvmf/transport.c/transport_ut 258 run_test "unittest_rdma" $valgrind $testdir/lib/rdma/common.c/common_ut 259fi 260 261if grep -q '#define SPDK_CONFIG_NVME_CUSE 1' $rootdir/include/spdk/config.h; then 262 run_test "unittest_nvme_cuse" $valgrind $testdir/lib/nvme/nvme_cuse.c/nvme_cuse_ut 263fi 264 265run_test "unittest_nvmf" unittest_nvmf 266if grep -q '#define SPDK_CONFIG_FC 1' $rootdir/include/spdk/config.h; then 267 run_test "unittest_nvmf_fc" $valgrind $testdir/lib/nvmf/fc.c/fc_ut 268 run_test "unittest_nvmf_fc_ls" $valgrind $testdir/lib/nvmf/fc_ls.c/fc_ls_ut 269fi 270 271if grep -q '#define SPDK_CONFIG_RDMA 1' $rootdir/include/spdk/config.h; then 272 run_test "unittest_nvmf_rdma" $valgrind $testdir/lib/nvmf/rdma.c/rdma_ut 273fi 274 275if grep -q '#define SPDK_CONFIG_VFIO_USER 1' $rootdir/include/spdk/config.h; then 276 run_test "unittest_nvmf_vfio_user" $valgrind $testdir/lib/nvmf/vfio_user.c/vfio_user_ut 277fi 278 279run_test "unittest_scsi" unittest_scsi 280if [ $(uname -s) = Linux ]; then 281 # There are several intermittent sock_ut failures on FreeBSD that need to be debugged. 282 # So just disable running it on FreeBSD for now. See issue #2943. 283 run_test "unittest_sock" unittest_sock 284fi 285run_test "unittest_thread" $valgrind $testdir/lib/thread/thread.c/thread_ut 286run_test "unittest_iobuf" $valgrind $testdir/lib/thread/iobuf.c/iobuf_ut 287run_test "unittest_util" unittest_util 288if grep -q '#define SPDK_CONFIG_FSDEV 1' $rootdir/include/spdk/config.h; then 289 run_test "unittest_fsdev" unittest_fsdev 290fi 291if grep -q '#define SPDK_CONFIG_VHOST 1' $rootdir/include/spdk/config.h; then 292 run_test "unittest_vhost" $valgrind $testdir/lib/vhost/vhost.c/vhost_ut 293fi 294run_test "unittest_dma" $valgrind $testdir/lib/dma/dma.c/dma_ut 295 296run_test "unittest_init" unittest_init 297run_test "unittest_keyring" $valgrind "$testdir/lib/keyring/keyring.c/keyring_ut" 298 299if [ "$cov_avail" = "yes" ] && ! [[ "$CC_TYPE" == *"clang"* ]]; then 300 $LCOV -q -d . -c -t "$(hostname)" -o $UT_COVERAGE/ut_cov_test.info 301 $LCOV -q -a $UT_COVERAGE/ut_cov_base.info -a $UT_COVERAGE/ut_cov_test.info -o $UT_COVERAGE/ut_cov_total.info 302 $LCOV -q -a $UT_COVERAGE/ut_cov_total.info -o $UT_COVERAGE/ut_cov_unit.info 303 $LCOV -q -r $UT_COVERAGE/ut_cov_unit.info "$rootdir/app/*" -o $UT_COVERAGE/ut_cov_unit.info 304 $LCOV -q -r $UT_COVERAGE/ut_cov_unit.info "$rootdir/dpdk/*" -o $UT_COVERAGE/ut_cov_unit.info 305 $LCOV -q -r $UT_COVERAGE/ut_cov_unit.info "$rootdir/examples/*" -o $UT_COVERAGE/ut_cov_unit.info 306 $LCOV -q -r $UT_COVERAGE/ut_cov_unit.info "$rootdir/lib/vhost/rte_vhost/*" -o $UT_COVERAGE/ut_cov_unit.info 307 $LCOV -q -r $UT_COVERAGE/ut_cov_unit.info "$rootdir/test/*" -o $UT_COVERAGE/ut_cov_unit.info 308 rm -f $UT_COVERAGE/ut_cov_base.info $UT_COVERAGE/ut_cov_test.info 309 genhtml $UT_COVERAGE/ut_cov_unit.info --output-directory $UT_COVERAGE 310fi 311 312set +x 313 314echo 315echo 316echo "=====================" 317echo "All unit tests passed" 318echo "=====================" 319if [ "$cov_avail" = "yes" ]; then 320 echo "Note: coverage report is here: $rootdir/$UT_COVERAGE" 321else 322 echo "WARN: lcov not installed or SPDK built without coverage!" 323fi 324if grep -q '#undef SPDK_CONFIG_ASAN' $rootdir/include/spdk/config.h && [ "$valgrind" = "" ]; then 325 echo "WARN: neither valgrind nor ASAN is enabled!" 326fi 327 328echo 329echo 330