diff options
| -rw-r--r-- | tests/basic/afr/metadata-self-heal.t | 133 |
1 files changed, 133 insertions, 0 deletions
diff --git a/tests/basic/afr/metadata-self-heal.t b/tests/basic/afr/metadata-self-heal.t new file mode 100644 index 00000000000..b88c16a93e1 --- /dev/null +++ b/tests/basic/afr/metadata-self-heal.t @@ -0,0 +1,133 @@ +#!/bin/bash +#Self-heal tests + +. $(dirname $0)/../../include.rc +. $(dirname $0)/../../volume.rc +cleanup; + +function is_heal_done { + local f1_path="${1}/${3}" + local f2_path="${2}/${3}" + local zero_xattr="000000000000000000000000" + local iatt1=$(stat -c "%g:%u:%A" $f1_path) + local iatt2=$(stat -c "%g:%u:%A" $f2_path) + local diff="1" + if [ "$iatt1" == "$iatt2" ]; then diff=0; fi + local xattr11=$(get_hex_xattr trusted.afr.$V0-client-0 $f1_path) + local xattr12=$(get_hex_xattr trusted.afr.$V0-client-1 $f1_path) + local xattr21=$(get_hex_xattr trusted.afr.$V0-client-0 $f2_path) + local xattr22=$(get_hex_xattr trusted.afr.$V0-client-1 $f2_path) + local dirty1=$(get_hex_xattr trusted.afr.dirty $f1_path) + local dirty2=$(get_hex_xattr trusted.afr.dirty $f2_path) + if [ -z $xattr11 ]; then xattr11="000000000000000000000000"; fi + if [ -z $xattr12 ]; then xattr12="000000000000000000000000"; fi + if [ -z $xattr21 ]; then xattr21="000000000000000000000000"; fi + if [ -z $xattr22 ]; then xattr22="000000000000000000000000"; fi + if [ -z $dirty1 ]; then dirty1="000000000000000000000000"; fi + if [ -z $dirty2 ]; then dirty2="000000000000000000000000"; fi + if [ "${diff}${xattr11}${xattr12}${xattr21}${xattr22}${dirty1}${dirty2}" == "0${zero_xattr}${zero_xattr}${zero_xattr}${zero_xattr}${zero_xattr}${zero_xattr}" ]; + then + echo "Y" + else + echo "N" + fi +} + +function print_pending_heals { + local result=":" + for i in "$@"; + do + if [ "N" == $(is_heal_done $B0/brick0 $B0/brick1 $i) ]; + then + result="$result:$i" + fi + done +#To prevent any match for EXPECT_WITHIN, print a char non-existent in file-names + if [ $result == ":" ]; then result="~"; fi + echo $result +} + +TEST glusterd +TEST pidof glusterd +TEST $CLI volume create $V0 replica 2 $H0:$B0/brick{0,1} +TEST $CLI volume start $V0 +TEST glusterfs --volfile-id=/$V0 --volfile-server=$H0 $M0 --attribute-timeout=0 --entry-timeout=0 +cd $M0 + +TEST touch a + +#Test heal with pending xattrs +TEST kill_brick $V0 $H0 $B0/brick0 +TEST chmod 777 a +TEST chown 100:100 a +TEST setfattr -n trusted.abc -v 0x616263 a +TEST setfattr -n trusted.def -v 0x646566 a +permissions=$(stat -c "%A" a) +TEST $CLI volume start $V0 force +EXPECT_WITHIN $HEAL_TIMEOUT "~" print_pending_heals a +EXPECT_WITHIN $PROCESS_UP_TIMEOUT "1" afr_child_up_status $V0 0 + +EXPECT $permissions stat -c "%A" a +EXPECT $permissions stat -c "%A" $B0/brick0/a +EXPECT $permissions stat -c "%A" $B0/brick1/a + +EXPECT 100 stat -c "%g" a +EXPECT 100 stat -c "%g" $B0/brick0/a +EXPECT 100 stat -c "%g" $B0/brick1/a + +EXPECT 100 stat -c "%u" a +EXPECT 100 stat -c "%u" $B0/brick0/a +EXPECT 100 stat -c "%u" $B0/brick1/a + +EXPECT 616263 get_hex_xattr trusted.abc a +EXPECT 616263 get_hex_xattr trusted.abc $B0/brick0/a +EXPECT 616263 get_hex_xattr trusted.abc $B0/brick1/a + +EXPECT 646566 get_hex_xattr trusted.def a +EXPECT 646566 get_hex_xattr trusted.def $B0/brick0/a +EXPECT 646566 get_hex_xattr trusted.def $B0/brick1/a + +TEST kill_brick $V0 $H0 $B0/brick1 +TEST setfattr -n trusted.abc -v 0x646566 a +TEST setfattr -x trusted.def a + +TEST $CLI volume start $V0 force +EXPECT_WITHIN $HEAL_TIMEOUT "~" print_pending_heals a +EXPECT_WITHIN $PROCESS_UP_TIMEOUT "1" afr_child_up_status $V0 1 + +EXPECT 646566 get_hex_xattr trusted.abc a +EXPECT 646566 get_hex_xattr trusted.abc $B0/brick0/a +EXPECT 646566 get_hex_xattr trusted.abc $B0/brick1/a + +TEST ! getfattr -n trusted.def a +TEST ! getfattr -n trusted.def $B0/brick0/a +TEST ! getfattr -n trusted.def $B0/brick1/a + +#Test split-brain && iatt mismatch without any xattrs (this will be simulated) +TEST $CLI volume set $V0 cluster.self-heal-daemon off +TEST touch b +TEST touch c +TEST kill_brick $V0 $H0 $B0/brick0 +TEST chmod 777 b +TEST chmod 777 c +TEST $CLI volume start $V0 force +EXPECT_WITHIN $PROCESS_UP_TIMEOUT "1" afr_child_up_status $V0 0 +TEST kill_brick $V0 $H0 $B0/brick1 +TEST chown 100:100 b +TEST chown 100:100 c +TEST $CLI volume stop $V0 +TEST setfattr -x trusted.afr.$V0-client-0 $B0/brick1/c +TEST setfattr -x trusted.afr.$V0-client-1 $B0/brick0/c +TEST $CLI volume set $V0 cluster.self-heal-daemon on +TEST $CLI volume start $V0 force +EXPECT_WITHIN $PROCESS_UP_TIMEOUT "1" afr_child_up_status $V0 0 +EXPECT_WITHIN $PROCESS_UP_TIMEOUT "1" afr_child_up_status $V0 1 +EXPECT_WITHIN $PROCESS_UP_TIMEOUT "Y" glustershd_up_status +EXPECT_WITHIN $CHILD_UP_TIMEOUT "1" afr_child_up_status_in_shd $V0 0 +EXPECT_WITHIN $CHILD_UP_TIMEOUT "1" afr_child_up_status_in_shd $V0 1 +TEST $CLI volume heal $V0 full +EXPECT_WITHIN $HEAL_TIMEOUT "~" print_pending_heals c +EXPECT "N" is_heal_done $B0/brick0 $B0/brick1 b + +cd - +cleanup; |