1edd9bf3e4
This is the initial commit for "blobfs", a lightweight filesystem built on top of the SPDK blobstore. Also included in this patch: 1) a shim for using SPDK bdevs as the backing store for SPDK blobstore/blobfs 2) documentation for using blobfs as the storage engine with RocksDB 3) scripts for running a set of workloads and collecting profiling data with RocksDB and blobfs See doc/blobfs/getting_started.md included in this commit for more details on blobfs, including some of the current limitations. Signed-off-by: Jim Harris <james.r.harris@intel.com> Change-Id: I2a6d3d4b87236730051228ed62c0c04e04c42c73
204 lines
4.6 KiB
Bash
Executable File
204 lines
4.6 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
if [[ ! -z $1 ]]; then
|
|
if [ -f $1 ]; then
|
|
source $1
|
|
fi
|
|
fi
|
|
|
|
# Set defaults for missing test config options
|
|
: ${SPDK_TEST_ISCSI=1}; export SPDK_TEST_ISCSI
|
|
: ${SPDK_TEST_NVME=1}; export SPDK_TEST_NVME
|
|
: ${SPDK_TEST_NVMF=1}; export SPDK_TEST_NVMF
|
|
: ${SPDK_TEST_VHOST=1}; export SPDK_TEST_VHOST
|
|
: ${SPDK_TEST_BLOCKDEV=1}; export SPDK_TEST_BLOCKDEV
|
|
: ${SPDK_TEST_IOAT=1}; export SPDK_TEST_IOAT
|
|
: ${SPDK_TEST_EVENT=1}; export SPDK_TEST_EVENT
|
|
: ${SPDK_TEST_BLOBFS=1}; export SPDK_TEST_BLOBFS
|
|
|
|
|
|
rootdir=$(readlink -f $(dirname $0))
|
|
source "$rootdir/scripts/autotest_common.sh"
|
|
source "$rootdir/test/nvmf/common.sh"
|
|
|
|
set -xe
|
|
|
|
if [ $EUID -ne 0 ]; then
|
|
echo "$0 must be run as root"
|
|
exit 1
|
|
fi
|
|
|
|
if [ $(uname -s) = Linux ]; then
|
|
# set core_pattern to a known value to avoid ABRT, systemd-coredump, etc.
|
|
echo "core" > /proc/sys/kernel/core_pattern
|
|
fi
|
|
|
|
trap "process_core; $rootdir/scripts/setup.sh reset; exit 1" SIGINT SIGTERM EXIT
|
|
|
|
timing_enter autotest
|
|
|
|
src=$(readlink -f $(dirname $0))
|
|
out=$PWD
|
|
cd $src
|
|
|
|
if hash lcov; then
|
|
export LCOV_OPTS="
|
|
--rc lcov_branch_coverage=1
|
|
--rc lcov_function_coverage=1
|
|
--rc genhtml_branch_coverage=1
|
|
--rc genhtml_function_coverage=1
|
|
--rc genhtml_legend=1
|
|
--rc geninfo_all_blocks=1
|
|
"
|
|
export LCOV="lcov $LCOV_OPTS --no-external"
|
|
# zero out coverage data
|
|
$LCOV -q -c -i -t "Baseline" -d $src -o cov_base.info
|
|
fi
|
|
|
|
# Make sure the disks are clean (no leftover partition tables)
|
|
timing_enter cleanup
|
|
if [ $(uname -s) = Linux ]; then
|
|
# Load the kernel driver
|
|
./scripts/setup.sh reset
|
|
|
|
# Let the kernel discover any filesystems or partitions
|
|
sleep 10
|
|
|
|
# Delete all partitions on NVMe devices
|
|
devs=`lsblk -l -o NAME | grep nvme | grep -v p`
|
|
for dev in $devs; do
|
|
parted -s /dev/$dev mklabel msdos
|
|
done
|
|
fi
|
|
timing_exit cleanup
|
|
|
|
# set up huge pages
|
|
timing_enter afterboot
|
|
./scripts/setup.sh
|
|
timing_exit afterboot
|
|
|
|
timing_enter nvmf_setup
|
|
rdma_device_init
|
|
timing_exit nvmf_setup
|
|
|
|
timing_enter rbd_setup
|
|
rbd_setup
|
|
timing_exit rbd_setup
|
|
|
|
#####################
|
|
# Unit Tests
|
|
#####################
|
|
|
|
timing_enter unittest
|
|
run_test ./unittest.sh
|
|
timing_exit unittest
|
|
|
|
timing_enter lib
|
|
|
|
if [ $SPDK_TEST_BLOCKDEV -eq 1 ]; then
|
|
run_test test/lib/bdev/blockdev.sh
|
|
fi
|
|
|
|
if [ $SPDK_TEST_EVENT -eq 1 ]; then
|
|
run_test test/lib/event/event.sh
|
|
fi
|
|
|
|
if [ $SPDK_TEST_NVME -eq 1 ]; then
|
|
run_test test/lib/nvme/nvme.sh
|
|
if [ $RUN_NIGHTLY -eq 1 ]; then
|
|
run_test test/lib/nvme/hotplug.sh intel
|
|
run_test test/lib/nvme/nvmemp.sh
|
|
fi
|
|
fi
|
|
|
|
run_test test/lib/env/env.sh
|
|
|
|
if [ $SPDK_TEST_IOAT -eq 1 ]; then
|
|
run_test test/lib/ioat/ioat.sh
|
|
fi
|
|
|
|
timing_exit lib
|
|
|
|
|
|
if [ $(uname -s) = Linux ] && [ $SPDK_TEST_ISCSI -eq 1 ]; then
|
|
export TARGET_IP=127.0.0.1
|
|
export INITIATOR_IP=127.0.0.1
|
|
|
|
timing_enter iscsi_tgt
|
|
run_test ./test/iscsi_tgt/calsoft/calsoft.sh
|
|
run_test ./test/iscsi_tgt/filesystem/filesystem.sh
|
|
run_test ./test/iscsi_tgt/fio/fio.sh
|
|
run_test ./test/iscsi_tgt/reset/reset.sh
|
|
run_test ./test/iscsi_tgt/rpc_config/rpc_config.sh
|
|
run_test ./test/iscsi_tgt/idle_migration/idle_migration.sh
|
|
if [ $RUN_NIGHTLY -eq 1 ]; then
|
|
run_test ./test/iscsi_tgt/ip_migration/ip_migration.sh
|
|
fi
|
|
run_test ./test/iscsi_tgt/ext4test/ext4test.sh
|
|
run_test ./test/iscsi_tgt/rbd/rbd.sh
|
|
run_test ./test/iscsi_tgt/nvme_remote/fio_remote_nvme.sh
|
|
timing_exit iscsi_tgt
|
|
|
|
run_test test/lib/iscsi/iscsi.sh
|
|
fi
|
|
|
|
if [ $SPDK_TEST_BLOBFS -eq 1 ]; then
|
|
run_test ./test/blobfs/rocksdb/rocksdb.sh
|
|
fi
|
|
|
|
if [ $SPDK_TEST_NVMF -eq 1 ]; then
|
|
timing_enter nvmf
|
|
|
|
run_test test/nvmf/fio/fio.sh
|
|
run_test test/nvmf/filesystem/filesystem.sh
|
|
run_test test/nvmf/discovery/discovery.sh
|
|
run_test test/nvmf/nvme_cli/nvme_cli.sh
|
|
run_test test/nvmf/shutdown/shutdown.sh
|
|
run_test test/nvmf/rpc/rpc.sh
|
|
|
|
if [ $RUN_NIGHTLY -eq 1 ]; then
|
|
run_test test/nvmf/multiconnection/multiconnection.sh
|
|
fi
|
|
|
|
timing_enter host
|
|
|
|
if [ $RUN_NIGHTLY -eq 1 ]; then
|
|
run_test test/nvmf/host/aer.sh
|
|
fi
|
|
run_test test/nvmf/host/identify.sh
|
|
run_test test/nvmf/host/perf.sh
|
|
run_test test/nvmf/host/identify_kernel_nvmf.sh
|
|
|
|
timing_exit host
|
|
|
|
timing_exit nvmf
|
|
fi
|
|
|
|
if [ $SPDK_TEST_VHOST -eq 1 ]; then
|
|
timing_enter vhost
|
|
run_test ./test/vhost/spdk_vhost.sh --integrity
|
|
timing_exit vhost
|
|
fi
|
|
|
|
timing_enter cleanup
|
|
rbd_cleanup
|
|
./scripts/setup.sh reset
|
|
./scripts/build_kmod.sh clean
|
|
timing_exit cleanup
|
|
|
|
timing_exit autotest
|
|
chmod a+r $output_dir/timing.txt
|
|
|
|
trap - SIGINT SIGTERM EXIT
|
|
|
|
# catch any stray core files
|
|
process_core
|
|
|
|
if hash lcov; then
|
|
# generate coverage data and combine with baseline
|
|
$LCOV -q -c -d $src -t "$(hostname)" -o cov_test.info
|
|
$LCOV -q -a cov_base.info -a cov_test.info -o $out/cov_total.info
|
|
find . -name "*.gcda" -delete
|
|
rm -f cov_base.info cov_test.info
|
|
fi
|