gsyncd: distribute the crawling load

* also consume changelog for change detection.
* Status fixes
* Use new libgfchangelog done API
* process (and sync) one changelog at a time

Change-Id: I24891615bb762e0741b1819ddfdef8802326cb16
BUG: 847839
Original Author: Csaba Henk <csaba@redhat.com>
Original Author: Aravinda VK <avishwan@redhat.com>
Original Author: Venky Shankar <vshankar@redhat.com>
Original Author: Amar Tumballi <amarts@redhat.com>
Original Author: Avra Sengupta <asengupt@redhat.com>
Signed-off-by: Avra Sengupta <asengupt@redhat.com>
Reviewed-on: http://review.gluster.org/5131
Reviewed-by: Vijay Bellur <vbellur@redhat.com>
Tested-by: Vijay Bellur <vbellur@redhat.com>

1 files changed, 142 insertions, 0 deletions

diff --git a/geo-replication/src/gverify.sh b/geo-replication/src/gverify.sh
new file mode 100755
index 00000000000..186af53a407
--- /dev/null
+++ b/geo-replication/src/gverify.sh
@@ -0,0 +1,142 @@
+#!/bin/bash
+
+# Script to verify the Master and Slave Gluster compatibility.
+# To use ./gverify <master volume> <slave host> <slave volume>
+# Returns 0 if master and slave compatible.
+
+BUFFER_SIZE=1000;
+slave_log_file=`gluster --print-logdir`/geo-replication-slaves/slave.log
+
+function SSHM()
+{
+    ssh -q \
+	-oPasswordAuthentication=no \
+	-oStrictHostKeyChecking=no \
+	-oControlMaster=yes \
+	"$@";
+}
+
+function cmd_master()
+{
+    VOL=$1;
+    local cmd_line;
+    cmd_line=$(cat <<EOF
+function do_verify() {
+v=\$1;
+d=\$(mktemp -d 2>/dev/null);
+glusterfs -s localhost --xlator-option="*dht.lookup-unhashed=off" --volfile-id \$v -l $slave_log_file \$d;
+i=\$(stat -c "%i" \$d);
+if [[ "\$i" -ne "1" ]]; then
+echo 0:0;
+exit 1;
+fi;
+cd \$d;
+available_size=\$(df \$d | tail -1 | awk "{print \\\$2}");
+umount -l \$d;
+rmdir \$d;
+ver=\$(gluster --version | head -1 | cut -f2 -d " ");
+echo \$available_size:\$ver;
+};
+cd /tmp;
+[ x$VOL != x ] && do_verify $VOL;
+EOF
+);
+
+echo $cmd_line;
+}
+
+function cmd_slave()
+{
+    VOL=$1;
+    local cmd_line;
+    cmd_line=$(cat <<EOF
+function do_verify() {
+v=\$1;
+d=\$(mktemp -d 2>/dev/null);
+glusterfs -s localhost --xlator-option="*dht.lookup-unhashed=off" --volfile-id \$v -l $slave_log_file \$d;
+i=\$(stat -c "%i" \$d);
+if [[ "\$i" -ne "1" ]]; then
+echo 0:0;
+exit 1;
+fi;
+cd \$d;
+available_size=\$(df \$d | tail -1 | awk "{print \\\$4}");
+umount -l \$d;
+rmdir \$d;
+ver=\$(gluster --version | head -1 | cut -f2 -d " ");
+echo \$available_size:\$ver;
+};
+cd /tmp;
+[ x$VOL != x ] && do_verify $VOL;
+EOF
+);
+
+echo $cmd_line;
+}
+
+function master_stats()
+{
+    MASTERVOL=$1;
+    local cmd_line;
+    cmd_line=$(cmd_master $MASTERVOL);
+    bash -c "$cmd_line";
+}
+
+
+function slave_stats()
+{
+    SLAVEHOST=$1;
+    SLAVEVOL=$2;
+    local cmd_line;
+    cmd_line=$(cmd_slave $SLAVEVOL);
+    SSHM $SLAVEHOST bash -c "'$cmd_line'";
+}
+
+
+function main()
+{
+    ERRORS=0;
+    master_data=$(master_stats $1);
+    slave_data=$(slave_stats $2 $3);
+    master_size=$(echo $master_data | cut -f1 -d':');
+    slave_size=$(echo $slave_data | cut -f1 -d':');
+    master_version=$(echo $master_data | cut -f2 -d':');
+    slave_version=$(echo $slave_data | cut -f2 -d':');
+    log_file=$4
+
+    if [[ "x$master_size" = "x" || "x$master_version" = "x" || "$master_size" -eq "0" ]]; then
+	echo "Unable to fetch master volume details." > $log_file;
+	exit 1;
+    fi;
+
+    if [[ "x$slave_size" = "x" || "x$slave_version" = "x" || "$slave_size" -eq "0" ]]; then
+        ping -w 5 $2;
+        if [ $? -ne 0 ]; then
+            echo "$2 not reachable." > $log_file
+            exit 1;
+        fi;
+	echo "Unable to fetch slave volume details." > $log_file;
+	exit 1;
+    fi;
+
+    if [ $slave_size -ge $(($master_size - $BUFFER_SIZE )) ]; then
+	echo "Total size of master is lesser than available size of slave." > $log_file;
+    else
+	echo "Total size of master is greater than available size of slave." > $log_file;
+	ERRORS=$(($ERRORS + 1));
+	exit $ERRORS;
+    fi;
+
+    if [[ $master_version < $slave_version || $master_version == $slave_version ]]; then
+	echo "Gluster version of master and slave matches." > $log_file;
+    else
+	echo "Gluster version mismatch between master and slave." > $log_file;
+	ERRORS=$(($ERRORS + 1));
+	exit $ERRORS;
+    fi;
+
+    exit $ERRORS;
+}
+
+
+main "$@";