cli/glusterd: Added support for dispersed volumes

Two new options have been added to the 'create' command of the cli
interface:

    disperse [<count>] redundancy <count>

Both are optional. A dispersed volume is created by specifying, at
least, one of them. If 'disperse' is missing or it's present but
'<count>' does not, the number of bricks enumerated in the command
line is taken as the disperse count.

If 'redundancy' is missing, the lowest optimal value is assumed. A
configuration is considered optimal (for most workloads) when the
disperse count - redundancy count is a power of 2. If the resulting
redundancy is 1, the volume is created normally, but if it's greater
than 1, a warning is shown to the user and he/she must answer yes/no
to continue volume creation. If there isn't any optimal value for
the given number of bricks, a warning is also shown and, if the user
accepts, a redundancy of 1 is used.

If 'redundancy' is specified and the resulting volume is not optimal,
another warning is shown to the user.

A distributed-disperse volume can be created using a number of bricks
multiple of the disperse count.

Change-Id: Iab93efbe78e905cdb91f54f3741599f7ea6645e4
BUG: 1118629
Signed-off-by: Xavier Hernandez <xhernandez@datalab.es>
Reviewed-on: http://review.gluster.org/7782
Tested-by: Gluster Build System <jenkins@build.gluster.com>
Reviewed-by: Jeff Darcy <jdarcy@redhat.com>
Reviewed-by: Vijay Bellur <vbellur@redhat.com>

1 files changed, 233 insertions, 0 deletions

diff --git a/tests/basic/ec/ec.t b/tests/basic/ec/ec.t
new file mode 100644
index 00000000000..e81de0d97bd
--- /dev/null
+++ b/tests/basic/ec/ec.t
@@ -0,0 +1,233 @@
+#!/bin/bash
+
+. $(dirname $0)/../../include.rc
+. $(dirname $0)/../../volume.rc
+
+TEST_USER=test-ec-user
+TEST_UID=27341
+
+function my_getfattr {
+    getfattr --only-values -e text $* 2> /dev/null
+}
+
+function get_rep_count {
+    v=$(my_getfattr -n trusted.nsr.rep-count $1)
+    #echo $v > /dev/tty
+    echo $v
+}
+
+function create_file {
+    dd if=/dev/urandom of=$1 bs=4k count=$2 conv=sync 2> /dev/null
+}
+
+function setup_perm_file {
+    mkdir $1/perm_dir               || return 1
+    chown ${TEST_USER} $1/perm_dir              || return 1
+    su ${TEST_USER} -c "touch $1/perm_dir/perm_file"    || return 1
+    return 0
+}
+
+# Functions to check repair for specific operation types.
+
+function check_create_write {
+    for b in $*; do
+        cmp $tmpdir/create-write $b/create-write || return 1
+    done
+    return 0
+}
+
+function check_truncate {
+    truncate --size=8192 $tmpdir/truncate
+    for b in $*; do
+        cmp $tmpdir/truncate $b/truncate || return 1
+    done
+    return 0
+}
+
+function check_hard_link {
+    for b in $*; do
+        inum1=$(ls -i $b/hard-link-1 | cut -d' ' -f1)
+        inum2=$(ls -i $b/hard-link-2 | cut -d' ' -f1)
+        [ "$inum1" = "$inum2" ] || return 1
+    done
+    echo "Y"
+    return 0
+}
+
+function check_soft_link {
+    for b in $*; do
+        [ "$(readlink $b/soft-link)" = "soft-link-tgt" ] || return 1
+    done
+    echo "Y"
+    return 0
+}
+
+function check_unlink {
+    for b in $*; do
+        [ ! -e $b/unlink ] || return 1
+    done
+    echo "Y"
+    return 0
+}
+
+function check_mkdir {
+    for b in $*; do
+        [ -d $b/mkdir ] || return 1
+    done
+    echo "Y"
+    return 0
+}
+
+function check_rmdir {
+    for b in $*; do
+        [ ! -e $b/rmdir ] || return 1
+    done
+    echo "Y"
+    return 0
+}
+
+function check_setxattr {
+    for b in $*; do
+        v=$(my_getfattr -n user.foo $b/setxattr)
+        [ "$v" = "ash_nazg_durbatuluk" ] || return 1
+    done
+    echo "Y"
+    return 0
+}
+
+function check_removexattr {
+    for b in $*; do
+        my_getfattr -n user.bar $b/removexattr 2> /dev/null
+        [ $? = 0 ] && return 1
+    done
+    echo "Y"
+    return 0
+}
+
+function check_perm_file {
+    b1=$1
+    shift 1
+    ftext=$(stat -c "%u %g %a" $b1/perm_dir/perm_file)
+    #echo "first u/g/a = $ftext" > /dev/tty
+    for b in $*; do
+        btext=$(stat -c "%u %g %a" $b/perm_dir/perm_file)
+        #echo "  next u/a/a = $btext" > /dev/tty
+        if [ x"$btext" != x"$ftext" ]; then
+            return 1
+        fi
+    done
+    echo "Y"
+    return 0
+}
+
+cleanup
+
+TEST useradd -o -M -u ${TEST_UID} ${TEST_USER}
+trap "userdel --force ${TEST_USER}" EXIT
+
+TEST glusterd
+TEST pidof glusterd
+TEST $CLI volume info
+
+TEST mkdir -p $B0/${V0}{0,1,2,3,4,5,6,7,8,9}
+TEST $CLI volume create $V0 disperse 10 redundancy 2 $H0:$B0/${V0}{0,1,2,3,4,5,6,7,8,9}
+
+EXPECT "$V0" volinfo_field $V0 'Volume Name'
+EXPECT 'Created' volinfo_field $V0 'Status'
+EXPECT '10' brick_count $V0
+
+TEST $CLI volume start $V0
+EXPECT 'Started' volinfo_field $V0 'Status'
+
+# Mount FUSE with caching disabled
+TEST glusterfs --entry-timeout=0 --attribute-timeout=0 -s $H0 --volfile-id $V0 $M0
+
+# Create local files for comparisons etc.
+tmpdir=$(mktemp -d)
+trap "rm -rf $tmpdir" EXIT
+TEST create_file $tmpdir/create-write 10
+TEST create_file $tmpdir/truncate 10
+
+# Prepare files and directories we'll need later.
+TEST cp $tmpdir/truncate $M0/
+TEST touch $M0/hard-link-1
+TEST touch $M0/unlink
+TEST mkdir $M0/rmdir
+TEST touch $M0/setxattr
+TEST touch $M0/removexattr
+TEST setfattr -n user.bar -v "ash_nazg_gimbatul" $M0/removexattr
+
+# Kill a couple of bricks and allow some time for things to settle.
+TEST kill_brick $V0 $H0 $B0/${V0}3
+TEST kill_brick $V0 $H0 $B0/${V0}8
+sleep 10
+
+# Test create+write
+TEST cp $tmpdir/create-write $M0/
+# Test truncate
+TEST truncate --size=8192 $M0/truncate
+# Test hard link
+TEST ln $M0/hard-link-1 $M0/hard-link-2
+# Test soft link
+TEST ln -s soft-link-tgt $M0/soft-link
+# Test unlink
+TEST rm $M0/unlink
+# Test rmdir
+TEST rmdir $M0/rmdir
+# Test mkdir
+TEST mkdir $M0/mkdir
+# Test setxattr
+TEST setfattr -n user.foo -v "ash_nazg_durbatuluk" $M0/setxattr
+# Test removexattr
+TEST setfattr -x user.bar $M0/removexattr
+# Test uid/gid behavior
+TEST setup_perm_file $M0
+
+# Unmount/remount so that create/write and truncate don't see cached data.
+TEST umount $M0
+TEST glusterfs --entry-timeout=0 --attribute-timeout=0 -s $H0 --volfile-id $V0 $M0
+
+# Test create/write and truncate *before* the bricks are brought back.
+TEST check_create_write $M0
+TEST check_truncate $M0
+
+# Restart the bricks and allow repair to occur.
+TEST $CLI volume start $V0 force
+sleep 10
+
+# Unmount/remount again, same reason as before.
+TEST umount $M0
+TEST glusterfs --entry-timeout=0 --attribute-timeout=0 -s $H0 --volfile-id $V0 $M0
+
+# Make sure everything is as it should be.  Most tests check for consistency
+# between the bricks and the front end.  This is not valid for disperse, so we
+# check the mountpoint state instead.
+
+TEST check_create_write $M0
+TEST check_truncate $M0
+
+TEST stat $M0/hard-link-1
+TEST stat $M0/hard-link-2
+TEST stat $M0/soft-link
+TEST ! stat $M0/unlink
+TEST ! stat $M0/rmdir
+TEST stat $M0/mkdir
+TEST stat $M0/setxattr
+TEST stat $M0/removexattr
+TEST stat $M0/perm_dir
+TEST stat $M0/perm_dir/perm_file
+
+EXPECT_WITHIN 5 "Y" check_hard_link $B0/${V0}{0..9}
+EXPECT_WITHIN 5 "Y" check_soft_link $B0/${V0}{0..9}
+EXPECT_WITHIN 5 "Y" check_unlink $B0/${V0}{0..9}
+EXPECT_WITHIN 5 "Y" check_rmdir $B0/${V0}{0..9}
+EXPECT_WITHIN 5 "Y" check_mkdir $B0/${V0}{0..9}
+EXPECT_WITHIN 5 "Y" check_setxattr $B0/${V0}{0..9}
+EXPECT_WITHIN 5 "Y" check_removexattr $B0/${V0}{0..9}
+EXPECT_WITHIN 5 "Y" check_perm_file $B0/${V0}{0..9}
+
+rm -rf $tmpdir
+userdel --force ${TEST_USER}
+
+cleanup
+