mirror of
https://git.FreeBSD.org/src.git
synced 2025-01-21 15:45:02 +00:00
Add some basic tests for gmirror read and write error handling.
MFC after: 2 weeks Sponsored by: Dell EMC Isilon
This commit is contained in:
Mark Johnston
parent
19f41c2a52
commit
ca623e07ce
Notes:
svn2git
2020-12-20 02:59:44 +00:00
svn path=/head/; revision=326861
@ -20,6 +20,16 @@ attach_md()
|
||||
echo $test_md
|
||||
}
|
||||
|
||||
detach_md()
|
||||
{
|
||||
local test_md unit
|
||||
|
||||
test_md=$1
|
||||
unit=${test_md#md}
|
||||
mdconfig -d -u $unit || exit
|
||||
sed -i '' "/^${test_md}$/d" $TEST_MDS_FILE || exit
|
||||
}
|
||||
|
||||
geom_test_cleanup()
|
||||
{
|
||||
local test_md
|
||||
@ -38,6 +48,7 @@ if [ $(id -u) -ne 0 ]; then
|
||||
echo '1..0 # SKIP tests must be run as root'
|
||||
exit 0
|
||||
fi
|
||||
|
||||
# If the geom class isn't already loaded, try loading it.
|
||||
if ! kldstat -q -m g_${class}; then
|
||||
if ! geom ${class} load; then
|
||||
|
||||
69
tests/sys/geom/class/mirror/10_test.sh
Executable file
69
tests/sys/geom/class/mirror/10_test.sh
Executable file
@ -0,0 +1,69 @@
|
||||
#!/bin/sh
|
||||
# $FreeBSD$
|
||||
|
||||
# Test handling of read errors.
|
||||
|
||||
. $(dirname $0)/conf.sh
|
||||
|
||||
echo 1..3
|
||||
|
||||
set -e
|
||||
|
||||
ddbs=2048
|
||||
regreadfp="debug.fail_point.g_mirror_regular_request_read"
|
||||
m1=$(mktemp $base.XXXXXX)
|
||||
m2=$(mktemp $base.XXXXXX)
|
||||
|
||||
dd if=/dev/random of=$m1 bs=$ddbs count=1024 >/dev/null 2>&1
|
||||
dd if=/dev/zero of=$m2 bs=$ddbs count=1024 >/dev/null 2>&1
|
||||
|
||||
us0=$(attach_md -t vnode -f $m1)
|
||||
us1=$(attach_md -t vnode -f $m2)
|
||||
|
||||
gmirror label $name /dev/$us0
|
||||
gmirror insert $name /dev/$us1
|
||||
devwait
|
||||
syncwait
|
||||
|
||||
tmp1=$(mktemp $base.XXXXXX)
|
||||
tmp2=$(mktemp $base.XXXXXX)
|
||||
|
||||
EIO=5
|
||||
# gmirror should retry a failed read from the other mirror.
|
||||
sysctl ${regreadfp}="1*return(${EIO})"
|
||||
dd if=/dev/mirror/$name of=$tmp1 iseek=256 bs=$ddbs count=1 >/dev/null 2>&1
|
||||
dd if=/dev/$us1 of=$tmp2 iseek=256 bs=$ddbs count=1 >/dev/null 2>&1
|
||||
sysctl ${regreadfp}='off'
|
||||
|
||||
if cmp -s $tmp1 $tmp2; then
|
||||
echo "ok 1"
|
||||
else
|
||||
echo "not ok 1"
|
||||
fi
|
||||
|
||||
# Make sure that one of the mirrors was marked broken.
|
||||
genid1=$(gmirror dump /dev/$us0 | awk '/^[[:space:]]*genid: /{print $2}')
|
||||
genid2=$(gmirror dump /dev/$us1 | awk '/^[[:space:]]*genid: /{print $2}')
|
||||
if [ $genid1 -eq $(($genid2 + 1)) -o $genid2 -eq $(($genid1 + 1)) ]; then
|
||||
echo "ok 2"
|
||||
else
|
||||
echo "not ok 2"
|
||||
fi
|
||||
|
||||
# Force a retaste of the disconnected component.
|
||||
if [ $(gmirror status -s $name | awk '{print $3}') = $us0 ]; then
|
||||
detach_md $us1
|
||||
us1=$(attach_md -t vnode -f $m2)
|
||||
else
|
||||
detach_md $us0
|
||||
us0=$(attach_md -t vnode -f $m1)
|
||||
fi
|
||||
|
||||
# Make sure that the component wasn't re-added to the gmirror.
|
||||
if [ $(gmirror status -s $name | wc -l) -eq 1 ]; then
|
||||
echo "ok 3"
|
||||
else
|
||||
echo "not ok 3"
|
||||
fi
|
||||
|
||||
rm -f $m1 $m2 $tmp1 $tmp2
|
||||
84
tests/sys/geom/class/mirror/11_test.sh
Executable file
84
tests/sys/geom/class/mirror/11_test.sh
Executable file
@ -0,0 +1,84 @@
|
||||
#!/bin/sh
|
||||
# $FreeBSD$
|
||||
|
||||
# Test handling of read errors.
|
||||
|
||||
. $(dirname $0)/conf.sh
|
||||
|
||||
echo 1..4
|
||||
|
||||
set -e
|
||||
|
||||
ddbs=2048
|
||||
regreadfp="debug.fail_point.g_mirror_regular_request_read"
|
||||
m1=$(mktemp $base.XXXXXX)
|
||||
m2=$(mktemp $base.XXXXXX)
|
||||
|
||||
dd if=/dev/random of=$m1 bs=$ddbs count=1024 >/dev/null 2>&1
|
||||
dd if=/dev/zero of=$m2 bs=$ddbs count=1024 >/dev/null 2>&1
|
||||
|
||||
us0=$(attach_md -t vnode -f $m1)
|
||||
us1=$(attach_md -t vnode -f $m2)
|
||||
|
||||
gmirror label $name /dev/$us0
|
||||
gmirror insert $name /dev/$us1
|
||||
devwait
|
||||
syncwait
|
||||
|
||||
tmp1=$(mktemp $base.XXXXXX)
|
||||
tmp2=$(mktemp $base.XXXXXX)
|
||||
|
||||
ENXIO=6
|
||||
# gmirror has special handling for ENXIO. It does not mark the failed component
|
||||
# as broken, allowing it to rejoin the mirror automatically when it appears.
|
||||
sysctl ${regreadfp}="1*return(${ENXIO})"
|
||||
dd if=/dev/mirror/$name of=$tmp1 iseek=512 bs=$ddbs count=1 >/dev/null 2>&1
|
||||
dd if=/dev/$us1 of=$tmp2 iseek=512 bs=$ddbs count=1 >/dev/null 2>&1
|
||||
sysctl ${regreadfp}='off'
|
||||
|
||||
if cmp -s $tmp1 $tmp2; then
|
||||
echo "ok 1"
|
||||
else
|
||||
echo "not ok 1"
|
||||
fi
|
||||
|
||||
# Verify that the genids still match after ENXIO.
|
||||
genid1=$(gmirror dump /dev/$us0 | awk '/^[[:space:]]*genid: /{print $2}')
|
||||
genid2=$(gmirror dump /dev/$us1 | awk '/^[[:space:]]*genid: /{print $2}')
|
||||
if [ $genid1 -eq $genid2 ]; then
|
||||
echo "ok 2"
|
||||
else
|
||||
echo "not ok 2"
|
||||
fi
|
||||
|
||||
# Trigger a syncid bump.
|
||||
dd if=/dev/zero of=/dev/mirror/$name bs=$ddbs count=1 >/dev/null 2>&1
|
||||
|
||||
# The ENXIO+write should have caused a syncid bump.
|
||||
syncid1=$(gmirror dump /dev/$us0 | awk '/^[[:space:]]*syncid: /{print $2}')
|
||||
syncid2=$(gmirror dump /dev/$us1 | awk '/^[[:space:]]*syncid: /{print $2}')
|
||||
if [ $syncid1 -eq $(($syncid2 + 1)) -o $syncid2 -eq $(($syncid1 + 1)) ]; then
|
||||
echo "ok 3"
|
||||
else
|
||||
echo "not ok 3"
|
||||
fi
|
||||
|
||||
# Force a retaste of the disconnected component.
|
||||
if [ $(gmirror status -s $name | awk '{print $3}') = $us0 ]; then
|
||||
detach_md $us1
|
||||
us1=$(attach_md -t vnode -f $m2)
|
||||
else
|
||||
detach_md $us0
|
||||
us0=$(attach_md -t vnode -f $m1)
|
||||
fi
|
||||
|
||||
# Make sure that the retaste caused the mirror to automatically be re-added.
|
||||
if [ $(gmirror status -s $name | wc -l) -eq 2 ]; then
|
||||
echo "ok 4"
|
||||
else
|
||||
echo "not ok 4"
|
||||
fi
|
||||
|
||||
syncwait
|
||||
|
||||
rm -f $m1 $m2 $tmp1 $tmp2
|
||||
68
tests/sys/geom/class/mirror/12_test.sh
Executable file
68
tests/sys/geom/class/mirror/12_test.sh
Executable file
@ -0,0 +1,68 @@
|
||||
#!/bin/sh
|
||||
# $FreeBSD$
|
||||
|
||||
# Test handling of write errors.
|
||||
|
||||
. $(dirname $0)/conf.sh
|
||||
|
||||
echo 1..3
|
||||
|
||||
set -e
|
||||
|
||||
ddbs=2048
|
||||
regwritefp="debug.fail_point.g_mirror_regular_request_write"
|
||||
m1=$(mktemp $base.XXXXXX)
|
||||
m2=$(mktemp $base.XXXXXX)
|
||||
|
||||
dd if=/dev/zero of=$m1 bs=$ddbs count=1024 >/dev/null 2>&1
|
||||
dd if=/dev/zero of=$m2 bs=$ddbs count=1024 >/dev/null 2>&1
|
||||
|
||||
us0=$(attach_md -t vnode -f $m1)
|
||||
us1=$(attach_md -t vnode -f $m2)
|
||||
|
||||
gmirror label $name /dev/$us0 /dev/$us1
|
||||
devwait
|
||||
|
||||
tmp1=$(mktemp $base.XXXXXX)
|
||||
tmp2=$(mktemp $base.XXXXXX)
|
||||
dd if=/dev/random of=$tmp1 bs=$ddbs count=1 >/dev/null 2>&1
|
||||
|
||||
EIO=5
|
||||
# gmirror should kick one of the mirrors out after hitting EIO.
|
||||
sysctl ${regwritefp}="1*return(${EIO})"
|
||||
dd if=$tmp1 of=/dev/mirror/$name bs=$ddbs count=1 >/dev/null 2>&1
|
||||
dd if=/dev/mirror/$name of=$tmp2 bs=$ddbs count=1 >/dev/null 2>&1
|
||||
sysctl ${regwritefp}='off'
|
||||
|
||||
if cmp -s $tmp1 $tmp2; then
|
||||
echo "ok 1"
|
||||
else
|
||||
echo "not ok 1"
|
||||
fi
|
||||
|
||||
# Make sure that one of the mirrors was marked broken.
|
||||
genid1=$(gmirror dump /dev/$us0 | awk '/^[[:space:]]*genid: /{print $2}')
|
||||
genid2=$(gmirror dump /dev/$us1 | awk '/^[[:space:]]*genid: /{print $2}')
|
||||
if [ $genid1 -eq $(($genid2 + 1)) -o $genid2 -eq $(($genid1 + 1)) ]; then
|
||||
echo "ok 2"
|
||||
else
|
||||
echo "not ok 2"
|
||||
fi
|
||||
|
||||
# Force a retaste of the disconnected component.
|
||||
if [ $(gmirror status -s $name | awk '{print $3}') = $us0 ]; then
|
||||
detach_md $us1
|
||||
us1=$(attach_md -t vnode -f $m2)
|
||||
else
|
||||
detach_md $us0
|
||||
us0=$(attach_md -t vnode -f $m1)
|
||||
fi
|
||||
|
||||
# Make sure that the component wasn't re-added to the gmirror.
|
||||
if [ $(gmirror status -s $name | wc -l) -eq 1 ]; then
|
||||
echo "ok 3"
|
||||
else
|
||||
echo "not ok 3"
|
||||
fi
|
||||
|
||||
rm -f $m1 $m2 $tmp1 $tmp2
|
||||
81
tests/sys/geom/class/mirror/13_test.sh
Executable file
81
tests/sys/geom/class/mirror/13_test.sh
Executable file
@ -0,0 +1,81 @@
|
||||
#!/bin/sh
|
||||
# $FreeBSD$
|
||||
|
||||
# Test handling of write errors.
|
||||
|
||||
. $(dirname $0)/conf.sh
|
||||
|
||||
echo 1..4
|
||||
|
||||
set -e
|
||||
|
||||
ddbs=2048
|
||||
regwritefp="debug.fail_point.g_mirror_regular_request_write"
|
||||
m1=$(mktemp $base.XXXXXX)
|
||||
m2=$(mktemp $base.XXXXXX)
|
||||
|
||||
dd if=/dev/random of=$m1 bs=$ddbs count=1024 >/dev/null 2>&1
|
||||
dd if=/dev/zero of=$m2 bs=$ddbs count=1024 >/dev/null 2>&1
|
||||
|
||||
us0=$(attach_md -t vnode -f $m1)
|
||||
us1=$(attach_md -t vnode -f $m2)
|
||||
|
||||
gmirror label $name /dev/$us0 /dev/$us1
|
||||
devwait
|
||||
|
||||
tmp1=$(mktemp $base.XXXXXX)
|
||||
tmp2=$(mktemp $base.XXXXXX)
|
||||
|
||||
dd if=/dev/random of=$tmp1 bs=$ddbs count=1 >/dev/null 2>&1
|
||||
|
||||
ENXIO=6
|
||||
# gmirror has special handling for ENXIO. It does not mark the failed component
|
||||
# as broken, allowing it to rejoin the mirror automatically when it appears.
|
||||
sysctl ${regwritefp}="1*return(${ENXIO})"
|
||||
dd if=$tmp1 of=/dev/mirror/$name bs=$ddbs count=1 >/dev/null 2>&1
|
||||
dd if=/dev/mirror/$name of=$tmp2 bs=$ddbs count=1 >/dev/null 2>&1
|
||||
sysctl ${regwritefp}='off'
|
||||
|
||||
if cmp -s $tmp1 $tmp2; then
|
||||
echo "ok 1"
|
||||
else
|
||||
echo "not ok 1"
|
||||
fi
|
||||
|
||||
# Verify that the genids still match after ENXIO.
|
||||
genid1=$(gmirror dump /dev/$us0 | awk '/^[[:space:]]*genid: /{print $2}')
|
||||
genid2=$(gmirror dump /dev/$us1 | awk '/^[[:space:]]*genid: /{print $2}')
|
||||
if [ $genid1 -eq $genid2 ]; then
|
||||
echo "ok 2"
|
||||
else
|
||||
echo "not ok 2"
|
||||
fi
|
||||
|
||||
# The ENXIO should have caused a syncid bump.
|
||||
syncid1=$(gmirror dump /dev/$us0 | awk '/^[[:space:]]*syncid: /{print $2}')
|
||||
syncid2=$(gmirror dump /dev/$us1 | awk '/^[[:space:]]*syncid: /{print $2}')
|
||||
if [ $syncid1 -eq $(($syncid2 + 1)) -o $syncid2 -eq $(($syncid1 + 1)) ]; then
|
||||
echo "ok 3"
|
||||
else
|
||||
echo "not ok 3"
|
||||
fi
|
||||
|
||||
# Force a retaste of the disconnected component.
|
||||
if [ $(gmirror status -s $name | awk '{print $3}') = $us0 ]; then
|
||||
detach_md $us1
|
||||
us1=$(attach_md -t vnode -f $m2)
|
||||
else
|
||||
detach_md $us0
|
||||
us0=$(attach_md -t vnode -f $m1)
|
||||
fi
|
||||
|
||||
# Make sure that the retaste caused the mirror to automatically be re-added.
|
||||
if [ $(gmirror status -s $name | wc -l) -eq 2 ]; then
|
||||
echo "ok 4"
|
||||
else
|
||||
echo "not ok 4"
|
||||
fi
|
||||
|
||||
syncwait
|
||||
|
||||
rm -f $m1 $m2 $tmp1 $tmp2
|
||||
@ -13,6 +13,10 @@ TAP_TESTS_SH+= 6_test
|
||||
TAP_TESTS_SH+= 7_test
|
||||
TAP_TESTS_SH+= 8_test
|
||||
TAP_TESTS_SH+= 9_test
|
||||
TAP_TESTS_SH+= 10_test
|
||||
TAP_TESTS_SH+= 11_test
|
||||
TAP_TESTS_SH+= 12_test
|
||||
TAP_TESTS_SH+= 13_test
|
||||
|
||||
${PACKAGE}FILES+= conf.sh
|
||||
|
||||
|
||||
Loading…
Reference in New Issue
Block a user