blob: 8eae8469ff04f57c6b74160cf01ce13775771eca (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
|
#!/bin/bash
# Script to verify the Master and Slave Gluster compatibility.
# To use ./gverify <master volume> <slave user> <slave host> <slave volume> <ssh port> <log file>
# Returns 0 if master and slave compatible.
# Considering buffer_size 100MB
BUFFER_SIZE=104857600;
SSH_PORT=$5;
slave_log_file=`gluster --print-logdir`/geo-replication-slaves/slave.log
function SSHM()
{
if [[ -z "${GR_SSH_IDENTITY_KEY}" ]]; then
ssh -p ${SSH_PORT} -q \
-oPasswordAuthentication=no \
-oStrictHostKeyChecking=no \
-oControlMaster=yes \
"$@";
else
ssh -p ${SSH_PORT} -i ${GR_SSH_IDENTITY_KEY} -q \
-oPasswordAuthentication=no \
-oStrictHostKeyChecking=no \
-oControlMaster=yes \
"$@";
fi
}
function get_inode_num()
{
local os
case `uname -s` in
NetBSD) os="NetBSD";;
Linux) os="Linux";;
*) os="Default";;
esac
if [[ "X$os" = "XNetBSD" ]]; then
echo $(stat -f "%i" "$1")
else
echo $(stat -c "%i" "$1")
fi
}
function umount_lazy()
{
local os
case `uname -s` in
NetBSD) os="NetBSD";;
Linux) os="Linux";;
*) os="Default";;
esac
if [[ "X$os" = "XNetBSD" ]]; then
umount -f -R "$1"
else
umount -l "$1"
fi;
}
function disk_usage()
{
local os
case `uname -s` in
NetBSD) os="NetBSD";;
Linux) os="Linux";;
*) os="Default";;
esac
if [[ "X$os" = "XNetBSD" ]]; then
echo $(df -P "$1" | tail -1)
else
echo $(df -P -B1 "$1" | tail -1)
fi;
}
function cmd_slave()
{
local cmd_line;
cmd_line=$(cat <<EOF
function do_verify() {
ver=\$(gluster --version | head -1 | cut -f2 -d " ");
echo \$ver;
};
source /etc/profile && do_verify;
EOF
);
echo $cmd_line;
}
function master_stats()
{
MASTERVOL=$1;
local d;
local i;
local disk_size;
local used_size;
local ver;
local m_status;
d=$(mktemp -d -t ${0##*/}.XXXXXX 2>/dev/null);
glusterfs -s localhost --xlator-option="*dht.lookup-unhashed=off" --volfile-id $MASTERVOL -l $slave_log_file $d;
i=$(get_inode_num $d);
if [[ "$i" -ne "1" ]]; then
echo 0:0;
exit 1;
fi;
cd $d;
disk_size=$(disk_usage $d | awk "{print \$2}");
used_size=$(disk_usage $d | awk "{print \$3}");
umount_lazy $d;
rmdir $d;
ver=$(gluster --version | head -1 | cut -f2 -d " ");
m_status=$(echo "$disk_size:$used_size:$ver");
echo $m_status
}
function slave_stats()
{
SLAVEUSER=$1;
SLAVEHOST=$2;
SLAVEVOL=$3;
local cmd_line;
local ver;
local status;
d=$(mktemp -d -t ${0##*/}.XXXXXX 2>/dev/null);
glusterfs --xlator-option="*dht.lookup-unhashed=off" --volfile-server $SLAVEHOST --volfile-id $SLAVEVOL -l $slave_log_file $d;
i=$(get_inode_num $d);
if [[ "$i" -ne "1" ]]; then
echo 0:0;
exit 1;
fi;
cd $d;
disk_size=$(disk_usage $d | awk "{print \$2}");
used_size=$(disk_usage $d | awk "{print \$3}");
no_of_files=$(find $d -maxdepth 1 -path "$d/.trashcan" -prune -o -path "$d" -o -print0 -quit);
umount_lazy $d;
rmdir $d;
cmd_line=$(cmd_slave);
ver=`SSHM $SLAVEUSER@$SLAVEHOST bash -c "'$cmd_line'"`;
status=$disk_size:$used_size:$ver:$no_of_files;
echo $status
}
function ping_host ()
{
### Use bash internal socket support
{
exec 100<>/dev/tcp/$1/$2
if [ $? -ne '0' ]; then
return 1;
else
exec 100>&-
return 0;
fi
} 1>&2 2>/dev/null
}
function main()
{
log_file=$6
> $log_file
# Use FORCE_BLOCKER flag in the error message to differentiate
# between the errors which the force command should bypass
# Test tcp connection to port 22, this is necessary since `ping`
# does not work on all environments where 'ssh' is allowed but
# ICMP is filterd
ping_host $3 ${SSH_PORT}
if [ $? -ne 0 ]; then
echo "FORCE_BLOCKER|$3 not reachable." > $log_file
exit 1;
fi;
if [[ -z "${GR_SSH_IDENTITY_KEY}" ]]; then
ssh -p ${SSH_PORT} -oNumberOfPasswordPrompts=0 -oStrictHostKeyChecking=no $2@$3 "echo Testing_Passwordless_SSH";
else
ssh -p ${SSH_PORT} -i ${GR_SSH_IDENTITY_KEY} -oNumberOfPasswordPrompts=0 -oStrictHostKeyChecking=no $2@$3 "echo Testing_Passwordless_SSH";
fi
if [ $? -ne 0 ]; then
echo "FORCE_BLOCKER|Passwordless ssh login has not been setup with $3 for user $2." > $log_file
exit 1;
fi;
ERRORS=0;
master_data=$(master_stats $1);
slave_data=$(slave_stats $2 $3 $4);
master_disk_size=$(echo $master_data | cut -f1 -d':');
slave_disk_size=$(echo $slave_data | cut -f1 -d':');
master_used_size=$(echo $master_data | cut -f2 -d':');
slave_used_size=$(echo $slave_data | cut -f2 -d':');
master_version=$(echo $master_data | cut -f3 -d':');
slave_version=$(echo $slave_data | cut -f3 -d':');
slave_no_of_files=$(echo $slave_data | cut -f4 -d':');
if [[ "x$master_disk_size" = "x" || "x$master_version" = "x" || "$master_disk_size" -eq "0" ]]; then
echo "FORCE_BLOCKER|Unable to fetch master volume details. Please check the master cluster and master volume." > $log_file;
exit 1;
fi;
if [[ "x$slave_disk_size" = "x" || "x$slave_version" = "x" || "$slave_disk_size" -eq "0" ]]; then
echo "FORCE_BLOCKER|Unable to fetch slave volume details. Please check the slave cluster and slave volume." > $log_file;
exit 1;
fi;
# The above checks are mandatory and force command should be blocked
# if they fail. The checks below can be bypassed if force option is
# provided hence no FORCE_BLOCKER flag.
if [ "$slave_disk_size" -lt "$master_disk_size" ]; then
echo "Total disk size of master is greater than disk size of slave." >> $log_file;
ERRORS=$(($ERRORS + 1));
fi
effective_master_used_size=$(( $master_used_size + $BUFFER_SIZE ))
slave_available_size=$(( $slave_disk_size - $slave_used_size ))
master_available_size=$(( $master_disk_size - $effective_master_used_size ));
if [ "$slave_available_size" -lt "$master_available_size" ]; then
echo "Total available size of master is greater than available size of slave" >> $log_file;
ERRORS=$(($ERRORS + 1));
fi
if [ ! -z $slave_no_of_files ]; then
echo "$3::$4 is not empty. Please delete existing files in $3::$4 and retry, or use force to continue without deleting the existing files." >> $log_file;
ERRORS=$(($ERRORS + 1));
fi;
if [[ $master_version != $slave_version ]]; then
echo "Gluster version mismatch between master and slave." >> $log_file;
ERRORS=$(($ERRORS + 1));
fi;
exit $ERRORS;
}
main "$@";
|