d/freebsd-dev
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Add some basic tests for gmirror read and write error handling.

Browse Source 
MFC after:	2 weeks
Sponsored by:	Dell EMC Isilon
This commit is contained in:
Mark Johnston 2017-12-14 22:11:35 +00:00
parent 19f41c2a52
commit ca623e07ce
Notes: svn2git 2020-12-20 02:59:44 +00:00 
svn path=/head/; revision=326861
6 changed files with 317 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
tests/sys/geom/class/geom_subr.sh
View File

@ -20,6 +20,16 @@ attach_md()
echo $test_md
}
detach_md()
{
local test_md unit
test_md=$1
unit=${test_md#md}
mdconfig -d -u $unit || exit
sed -i '' "/^${test_md}$/d" $TEST_MDS_FILE || exit
}
geom_test_cleanup()
{
local test_md
@ -38,6 +48,7 @@ if [ $(id -u) -ne 0 ]; then
echo '1..0 # SKIP tests must be run as root'
exit 0
fi
# If the geom class isn't already loaded, try loading it.
if ! kldstat -q -m g_${class}; then
if ! geom ${class} load; then

69
tests/sys/geom/class/mirror/10_test.sh Executable file
View File

@ -0,0 +1,69 @@
#!/bin/sh
# $FreeBSD$
# Test handling of read errors.
. $(dirname $0)/conf.sh
echo 1..3
set -e
ddbs=2048
regreadfp="debug.fail_point.g_mirror_regular_request_read"
m1=$(mktemp $base.XXXXXX)
m2=$(mktemp $base.XXXXXX)
dd if=/dev/random of=$m1 bs=$ddbs count=1024 >/dev/null 2>&1
dd if=/dev/zero of=$m2 bs=$ddbs count=1024 >/dev/null 2>&1
us0=$(attach_md -t vnode -f $m1)
us1=$(attach_md -t vnode -f $m2)
gmirror label $name /dev/$us0
gmirror insert $name /dev/$us1
devwait
syncwait
tmp1=$(mktemp $base.XXXXXX)
tmp2=$(mktemp $base.XXXXXX)
EIO=5
# gmirror should retry a failed read from the other mirror.
sysctl ${regreadfp}="1*return(${EIO})"
dd if=/dev/mirror/$name of=$tmp1 iseek=256 bs=$ddbs count=1 >/dev/null 2>&1
dd if=/dev/$us1 of=$tmp2 iseek=256 bs=$ddbs count=1 >/dev/null 2>&1
sysctl ${regreadfp}='off'
if cmp -s $tmp1 $tmp2; then
echo "ok 1"
else
echo "not ok 1"
fi
# Make sure that one of the mirrors was marked broken.
genid1=$(gmirror dump /dev/$us0 | awk '/^[[:space:]]*genid: /{print $2}')
genid2=$(gmirror dump /dev/$us1 | awk '/^[[:space:]]*genid: /{print $2}')
if [ $genid1 -eq $(($genid2 + 1)) -o $genid2 -eq $(($genid1 + 1)) ]; then
echo "ok 2"
else
echo "not ok 2"
fi
# Force a retaste of the disconnected component.
if [ $(gmirror status -s $name | awk '{print $3}') = $us0 ]; then
detach_md $us1
us1=$(attach_md -t vnode -f $m2)
else
detach_md $us0
us0=$(attach_md -t vnode -f $m1)
fi
# Make sure that the component wasn't re-added to the gmirror.
if [ $(gmirror status -s $name | wc -l) -eq 1 ]; then
echo "ok 3"
else
echo "not ok 3"
fi
rm -f $m1 $m2 $tmp1 $tmp2

84
tests/sys/geom/class/mirror/11_test.sh Executable file
View File

@ -0,0 +1,84 @@
#!/bin/sh
# $FreeBSD$
# Test handling of read errors.
. $(dirname $0)/conf.sh
echo 1..4
set -e
ddbs=2048
regreadfp="debug.fail_point.g_mirror_regular_request_read"
m1=$(mktemp $base.XXXXXX)
m2=$(mktemp $base.XXXXXX)
dd if=/dev/random of=$m1 bs=$ddbs count=1024 >/dev/null 2>&1
dd if=/dev/zero of=$m2 bs=$ddbs count=1024 >/dev/null 2>&1
us0=$(attach_md -t vnode -f $m1)
us1=$(attach_md -t vnode -f $m2)
gmirror label $name /dev/$us0
gmirror insert $name /dev/$us1
devwait
syncwait
tmp1=$(mktemp $base.XXXXXX)
tmp2=$(mktemp $base.XXXXXX)
ENXIO=6
# gmirror has special handling for ENXIO. It does not mark the failed component
# as broken, allowing it to rejoin the mirror automatically when it appears.
sysctl ${regreadfp}="1*return(${ENXIO})"
dd if=/dev/mirror/$name of=$tmp1 iseek=512 bs=$ddbs count=1 >/dev/null 2>&1
dd if=/dev/$us1 of=$tmp2 iseek=512 bs=$ddbs count=1 >/dev/null 2>&1
sysctl ${regreadfp}='off'
if cmp -s $tmp1 $tmp2; then
echo "ok 1"
else
echo "not ok 1"
fi
# Verify that the genids still match after ENXIO.
genid1=$(gmirror dump /dev/$us0 | awk '/^[[:space:]]*genid: /{print $2}')
genid2=$(gmirror dump /dev/$us1 | awk '/^[[:space:]]*genid: /{print $2}')
if [ $genid1 -eq $genid2 ]; then
echo "ok 2"
else
echo "not ok 2"
fi
# Trigger a syncid bump.
dd if=/dev/zero of=/dev/mirror/$name bs=$ddbs count=1 >/dev/null 2>&1
# The ENXIO+write should have caused a syncid bump.
syncid1=$(gmirror dump /dev/$us0 | awk '/^[[:space:]]*syncid: /{print $2}')
syncid2=$(gmirror dump /dev/$us1 | awk '/^[[:space:]]*syncid: /{print $2}')
if [ $syncid1 -eq $(($syncid2 + 1)) -o $syncid2 -eq $(($syncid1 + 1)) ]; then
echo "ok 3"
else
echo "not ok 3"
fi
# Force a retaste of the disconnected component.
if [ $(gmirror status -s $name | awk '{print $3}') = $us0 ]; then
detach_md $us1
us1=$(attach_md -t vnode -f $m2)
else
detach_md $us0
us0=$(attach_md -t vnode -f $m1)
fi
# Make sure that the retaste caused the mirror to automatically be re-added.
if [ $(gmirror status -s $name | wc -l) -eq 2 ]; then
echo "ok 4"
else
echo "not ok 4"
fi
syncwait
rm -f $m1 $m2 $tmp1 $tmp2

68
tests/sys/geom/class/mirror/12_test.sh Executable file
View File

@ -0,0 +1,68 @@
#!/bin/sh
# $FreeBSD$
# Test handling of write errors.
. $(dirname $0)/conf.sh
echo 1..3
set -e
ddbs=2048
regwritefp="debug.fail_point.g_mirror_regular_request_write"
m1=$(mktemp $base.XXXXXX)
m2=$(mktemp $base.XXXXXX)
dd if=/dev/zero of=$m1 bs=$ddbs count=1024 >/dev/null 2>&1
dd if=/dev/zero of=$m2 bs=$ddbs count=1024 >/dev/null 2>&1
us0=$(attach_md -t vnode -f $m1)
us1=$(attach_md -t vnode -f $m2)
gmirror label $name /dev/$us0 /dev/$us1
devwait
tmp1=$(mktemp $base.XXXXXX)
tmp2=$(mktemp $base.XXXXXX)
dd if=/dev/random of=$tmp1 bs=$ddbs count=1 >/dev/null 2>&1
EIO=5
# gmirror should kick one of the mirrors out after hitting EIO.
sysctl ${regwritefp}="1*return(${EIO})"
dd if=$tmp1 of=/dev/mirror/$name bs=$ddbs count=1 >/dev/null 2>&1
dd if=/dev/mirror/$name of=$tmp2 bs=$ddbs count=1 >/dev/null 2>&1
sysctl ${regwritefp}='off'
if cmp -s $tmp1 $tmp2; then
echo "ok 1"
else
echo "not ok 1"
fi
# Make sure that one of the mirrors was marked broken.
genid1=$(gmirror dump /dev/$us0 | awk '/^[[:space:]]*genid: /{print $2}')
genid2=$(gmirror dump /dev/$us1 | awk '/^[[:space:]]*genid: /{print $2}')
if [ $genid1 -eq $(($genid2 + 1)) -o $genid2 -eq $(($genid1 + 1)) ]; then
echo "ok 2"
else
echo "not ok 2"
fi
# Force a retaste of the disconnected component.
if [ $(gmirror status -s $name | awk '{print $3}') = $us0 ]; then
detach_md $us1
us1=$(attach_md -t vnode -f $m2)
else
detach_md $us0
us0=$(attach_md -t vnode -f $m1)
fi
# Make sure that the component wasn't re-added to the gmirror.
if [ $(gmirror status -s $name | wc -l) -eq 1 ]; then
echo "ok 3"
else
echo "not ok 3"
fi
rm -f $m1 $m2 $tmp1 $tmp2

81
tests/sys/geom/class/mirror/13_test.sh Executable file
View File

@ -0,0 +1,81 @@
#!/bin/sh
# $FreeBSD$
# Test handling of write errors.
. $(dirname $0)/conf.sh
echo 1..4
set -e
ddbs=2048
regwritefp="debug.fail_point.g_mirror_regular_request_write"
m1=$(mktemp $base.XXXXXX)
m2=$(mktemp $base.XXXXXX)
dd if=/dev/random of=$m1 bs=$ddbs count=1024 >/dev/null 2>&1
dd if=/dev/zero of=$m2 bs=$ddbs count=1024 >/dev/null 2>&1
us0=$(attach_md -t vnode -f $m1)
us1=$(attach_md -t vnode -f $m2)
gmirror label $name /dev/$us0 /dev/$us1
devwait
tmp1=$(mktemp $base.XXXXXX)
tmp2=$(mktemp $base.XXXXXX)
dd if=/dev/random of=$tmp1 bs=$ddbs count=1 >/dev/null 2>&1
ENXIO=6
# gmirror has special handling for ENXIO. It does not mark the failed component
# as broken, allowing it to rejoin the mirror automatically when it appears.
sysctl ${regwritefp}="1*return(${ENXIO})"
dd if=$tmp1 of=/dev/mirror/$name bs=$ddbs count=1 >/dev/null 2>&1
dd if=/dev/mirror/$name of=$tmp2 bs=$ddbs count=1 >/dev/null 2>&1
sysctl ${regwritefp}='off'
if cmp -s $tmp1 $tmp2; then
echo "ok 1"
else
echo "not ok 1"
fi
# Verify that the genids still match after ENXIO.
genid1=$(gmirror dump /dev/$us0 | awk '/^[[:space:]]*genid: /{print $2}')
genid2=$(gmirror dump /dev/$us1 | awk '/^[[:space:]]*genid: /{print $2}')
if [ $genid1 -eq $genid2 ]; then
echo "ok 2"
else
echo "not ok 2"
fi
# The ENXIO should have caused a syncid bump.
syncid1=$(gmirror dump /dev/$us0 | awk '/^[[:space:]]*syncid: /{print $2}')
syncid2=$(gmirror dump /dev/$us1 | awk '/^[[:space:]]*syncid: /{print $2}')
if [ $syncid1 -eq $(($syncid2 + 1)) -o $syncid2 -eq $(($syncid1 + 1)) ]; then
echo "ok 3"
else
echo "not ok 3"
fi
# Force a retaste of the disconnected component.
if [ $(gmirror status -s $name | awk '{print $3}') = $us0 ]; then
detach_md $us1
us1=$(attach_md -t vnode -f $m2)
else
detach_md $us0
us0=$(attach_md -t vnode -f $m1)
fi
# Make sure that the retaste caused the mirror to automatically be re-added.
if [ $(gmirror status -s $name | wc -l) -eq 2 ]; then
echo "ok 4"
else
echo "not ok 4"
fi
syncwait
rm -f $m1 $m2 $tmp1 $tmp2

4
tests/sys/geom/class/mirror/Makefile
View File

@ -13,6 +13,10 @@ TAP_TESTS_SH+= 6_test
TAP_TESTS_SH+= 7_test
TAP_TESTS_SH+= 8_test
TAP_TESTS_SH+= 9_test
TAP_TESTS_SH+= 10_test
TAP_TESTS_SH+= 11_test
TAP_TESTS_SH+= 12_test
TAP_TESTS_SH+= 13_test
${PACKAGE}FILES+= conf.sh