1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
|
from collections import OrderedDict
from cnslibs.common.waiter import Waiter
from glusto.core import Glusto as g
from glustolibs.misc.misc_libs import upload_scripts
import json
import rtyaml
import time
def create_pvc_file(hostname, claim_name, storage_class, size):
'''
This function creates pvc file
Args:
hostname (str): hostname on which we need to
create pvc file
claim_name (str): name of the claim
ex: storage-claim1
storage_class(str): name of the storage class
size (int): size of the claim in GB
ex: 10 (for 10GB claim)
Returns:
bool: True if successful,
otherwise False
'''
with open("cnslibs/common/sample-glusterfs-pvc-claim.json") as data_file:
data = json.load(data_file, object_pairs_hook=OrderedDict)
data['metadata']['annotations'][
'volume.beta.kubernetes.io/storage-class'] = storage_class
data['metadata']['name'] = claim_name
data['spec']['resources']['requests']['storage'] = "%dGi" % size
try:
conn = g.rpyc_get_connection(hostname, user="root")
if conn is None:
g.log.error("Failed to get rpyc connection of node %s"
% hostname)
return False
with conn.builtin.open('/%s.json' % claim_name, 'w') as data_file:
json.dump(data, data_file, sort_keys=False,
indent=4, ensure_ascii=False)
except Exception as err:
g.log.error("failed to create pvc file %s" % err)
return False
finally:
g.rpyc_close_connection(hostname, user="root")
g.log.info("creation of pvc file %s successful" % claim_name)
return True
def create_app_pod_file(hostname, claim_name, app_name, sample_app_name):
'''
This function creates app_pod_name file
Args:
hostname (str): hostname on which we need to
create app pod file
claim_name (str): name of the claim
ex: storage-claim1
app_name (str): name of the app-pod to create
ex: nginx1
sample_app_name (str): sample-app-pod-name
ex: nginx
Returns:
bool: True if successful,
otherwise False
'''
data = rtyaml.load(open("cnslibs/common/sample-%s-pod."
"yaml" % sample_app_name))
data['spec']['volumes'][0]['persistentVolumeClaim'][
'claimName'] = claim_name
data['metadata']['name'] = app_name
data['spec']['containers'][0]['name'] = app_name
try:
conn = g.rpyc_get_connection(hostname, user="root")
if conn is None:
g.log.error("Failed to get rpyc connection of node %s"
% hostname)
return False
rtyaml.dump(data, conn.builtin.open('/%s.yaml' % app_name, "w"))
except Exception as err:
g.log.error("failed to create app file %s" % err)
return False
finally:
g.rpyc_close_connection(hostname, user="root")
g.log.info("creation of %s app file successful" % app_name)
return True
def create_secret_file(hostname, secret_name, namespace,
data_key, secret_type):
'''
This function creates secret yaml file
Args:
hostname (str): hostname on which we need to create
secret yaml file
sc_name (str): secret name ex: heketi-secret
namespace (str): namespace ex: storage-project
data_key (str): data-key ex: cGFzc3dvcmQ=
secret_type (str): type ex: kubernetes.io/glusterfs
or gluster.org/glusterblock
Returns:
bool: True if successful,
otherwise False
'''
data = rtyaml.load(open("cnslibs/common/sample-glusterfs-secret.yaml"))
data['metadata']['name'] = secret_name
data['data']['key'] = data_key
data['metadata']['namespace'] = namespace
data['type'] = secret_type
try:
conn = g.rpyc_get_connection(hostname, user="root")
if conn is None:
g.log.error("Failed to get rpyc connection of node %s"
% hostname)
return False
rtyaml.dump(data, conn.builtin.open('/%s.yaml' % secret_name, "w"))
except Exception as err:
g.log.error("failed to create %s.yaml file %s" % (secret_name, err))
return False
finally:
g.rpyc_close_connection(hostname, user="root")
g.log.info("creation of %s.yaml file successful" % secret_name)
return True
def create_storage_class_file(hostname, sc_name, resturl,
provisioner, **kwargs):
'''
This function creates storageclass yaml file
Args:
hostname (str): hostname on which we need to create
stoargeclass yaml file
sc_name (str): stoargeclass name ex: fast
resturl (str): resturl
ex: http://heketi-storage-project.cloudapps.mystorage.com
provisioner (str): provisioner
ex: kubernetes.io/glusterfs
or gluster.org/glusterblock
auth (bool): Authorization
ex: True/False
Kwargs:
**kwargs
The keys, values in kwargs are:
restuser:str ex: username: test-admin
hacount:int ex: hacount:3
clusterids:str
ex: clusterids: "630372ccdc720a92c681fb928f27b53f"
chapauthenabled:bool ex: chapauthenabled:True/False
restauthenabled:bool ex: restauthenabled:True/False
secretnamespace:str ex: secretnamespace:"storage-project"
secretname:str ex: secretname:"heketi-secret"
restsecretnamespace:str
ex: restsecretnamespace:"storage-project"
restsecretname:str ex: restsecretname:"heketi-secret"
Returns:
bool: True if successful,
otherwise False
'''
data = rtyaml.load(open("cnslibs/common/sample-glusterfs"
"-storageclass.yaml"))
data['metadata']['name'] = sc_name
data['parameters']['resturl'] = resturl
data['provisioner'] = provisioner
for key in ('secretnamespace', 'restuser', 'secretname',
'restauthenabled', 'restsecretnamespace',
'restsecretname', 'hacount', 'clusterids',
'chapauthenabled'):
if kwargs.get(key):
data['parameters'][key] = kwargs.get(key)
try:
conn = g.rpyc_get_connection(hostname, user="root")
if conn is None:
g.log.error("Failed to get rpyc connection of node %s"
% hostname)
return False
provisioner_name = provisioner.split("/")
file_path = ("/%s-%s-storage-class"
".yaml" % (
sc_name, provisioner_name[1]))
rtyaml.dump(data, conn.builtin.open(file_path, "w"))
except Exception as err:
g.log.error("failed to create storage-class file %s" % err)
return False
finally:
g.rpyc_close_connection(hostname, user="root")
g.log.info("creation of %s-storage-class file successful" % sc_name)
return True
def verify_pod_status_running(hostname, pod_name,
timeout=1200, wait_step=60):
'''
MAkes sure pod is running
Args:
hostname (str): hostname on which we want to check the pod status
pod_name (str): pod_name for which we need the status
timeout (int): timeout value, if pod status is ContainerCreating,
checks the status after wait_step value till timeout
default value is 1200 sec
wait_step( int): wait step,
default value is 60 sec
Returns:
bool: True if pod status is Running,
otherwise False
'''
status_flag = False
for w in Waiter(timeout, wait_step):
cmd = ("oc get pods | grep '%s'| grep -v deploy | "
"awk '{print $3}'") % pod_name
ret, out, err = g.run(hostname, cmd, "root")
if ret != 0:
g.log.error("failed to execute cmd %s" % cmd)
break
output = out.strip().split("\n")[0].strip()
if output == "":
g.log.info("pod not found sleeping for %s "
"sec" % wait_step)
continue
elif output == "ContainerCreating":
g.log.info("pod creating sleeping for %s "
"sec" % wait_step)
continue
elif output == "Running":
status_flag = True
g.log.info("pod %s is up and running" % pod_name)
break
elif output == "Error":
g.log.error("pod %s status error" % pod_name)
break
elif output == "Terminating":
g.log.info("pod is terminating state sleeping "
"for %s sec" % wait_step)
continue
else:
g.log.error("pod %s has different status - "
"%s" % (pod_name, output))
break
if w.expired:
g.log.error("exceeded timeout %s for verifying running "
"status of pod %s" % (timeout, pod_name))
return False
return status_flag
def create_mongodb_pod(hostname, pvc_name, pvc_size, sc_name):
'''
This function creates mongodb pod
Args:
hostname (str): hostname on which we want to create
mongodb pod
pvc_name (str): name of the pvc
ex: pvc-claim1
sc_name (str): name of the storage class
ex: fast
Returns: True if successfull,
False otherwise
'''
ret = upload_scripts(hostname,
"cnslibs/common/mongodb-template.json",
"/tmp/app-templates", "root")
if not ret:
g.log.error("Failed to upload mongodp template to %s" % hostname)
return False
try:
conn = g.rpyc_get_connection(hostname, user="root")
if conn is None:
g.log.error("Failed to get rpyc connection of node %s"
% hostname)
return False
with conn.builtin.open(
'/tmp/app-templates/mongodb-template.json', 'r') as data_file:
data = json.load(data_file, object_pairs_hook=OrderedDict)
data['objects'][1]['metadata']['annotations'][
'volume.beta.kubernetes.io/storage-class'] = sc_name
with conn.builtin.open('/%s.json' % pvc_name, 'w') as data_file:
json.dump(data, data_file, sort_keys=False,
indent=4, ensure_ascii=False)
cmd = ("oc new-app /%s.json --param=DATABASE_SERVICE_NAME=%s "
"--param=VOLUME_CAPACITY=%sGi") % (
pvc_name, pvc_name, pvc_size)
ret, out, err = g.run(hostname, cmd, "root")
if ret != 0:
g.log.error("failed to execute cmd %s on %s" % (
cmd, hostname))
return False
except Exception as err:
g.log.error("failed to create mongodb pod %s" % err)
return False
finally:
g.rpyc_close_connection(hostname, user="root")
g.log.info("creation of mongodb pod successfull")
return True
def get_pvc_status(hostname, pvc_name):
'''
This function verifies the if pod is running
Args:
hostname (str): hostname on which we want
to check the pvc status
pvc_name (str): pod_name for which we
need the status
Returns:
bool, status (str): True, status of pvc
otherwise False, error message.
'''
cmd = "oc get pvc | grep %s | awk '{print $2}'" % pvc_name
ret, out, err = g.run(hostname, cmd, "root")
if ret != 0:
g.log.error("failed to execute cmd %s" % cmd)
return False, err
output = out.strip().split("\n")[0].strip()
return True, output
|