summaryrefslogtreecommitdiffstats
path: root/tests/utils/create-files.py
blob: 05cf127999937f2dd2fc1f17e863c1bf81870c68 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
#!/usr/bin/env python2

# This script was developed by Vijaykumar Koppad (vkoppad@redhat.com)
# The latest version of this script can found at
# http://github.com/vijaykumar-koppad/crefi

from __future__ import with_statement
import sys
import os
import re
import random
from optparse import OptionParser
import time
import string
import errno

def os_rd(src, size):
    fd = os.open(src,os.O_RDONLY)
    data = os.read(fd, size)
    os.close(fd)
    return data

def os_wr(dest, data):
    fd = os.open(dest,os.O_WRONLY|os.O_CREAT|os.O_EXCL, 0644)
    os.write(fd, data)
    os.close(fd)
    return

def create_sparse_file(fil):
    if option.size:
        option.random = False
        size = option.size
    else:
        size = random.randint(option.min, option.max)
    data = os_rd("/dev/zero", size)
    os_wr(fil, data)
    return

def create_binary_file(fil):
    if option.size:
        option.random = False
        size = option.size
    else:
        size = random.randint(option.min, option.max)
    data = os_rd("/dev/urandom", size)
    os_wr(fil, data)
    return

def create_txt_file(fil):
    if option.size:
        option.random = False
        size = option.size
    else:
        size = random.randint(option.min, option.max)
    if size < 500*1024:
        data = os_rd("/etc/services", size)
        os_wr(fil, data)
    else:
        data = os_rd("/etc/services", 500*1024)
        file_size = 0
        fd = os.open(fil,os.O_WRONLY|os.O_CREAT|os.O_EXCL, 0644)
        while file_size < size:
            os.write(fd, data)
            file_size += 500*1024
        os.close(fd)
    return

def get_filename():
    size = option.flen
    char = string.uppercase+string.digits
    st = ''.join(random.choice(char) for i in range(size))
    ti = str((hex(int(str(time.time()).split('.')[0])))[2:])
    return ti+"~~"+st

def text_files(files, file_count):
    for k in range(files):
        if not file_count%option.inter:
            print file_count
        fil = get_filename()
        create_txt_file(fil)
        file_count += 1
    return file_count

def sparse_files(files, file_count):
    for k in range(files):
        if not file_count%option.inter:
            print file_count
        fil = get_filename()
        create_sparse_file(fil)
        file_count += 1
    return file_count

def binary_files(files, file_count):
    for k in range(files):
        if not file_count%option.inter:
            print file_count
        fil = get_filename()
        create_binary_file(fil)
        file_count += 1
    return file_count

def human2bytes(size):
    size_short = {
        1024 : ['K','KB','KiB','k','kB','kiB'],
        1024*1024 : ['M','MB','MiB'],
        1024*1024*1024 : ['G','GB','GiB']
}
    num = re.search('(\d+)',size).group()
    ext = size[len(num):]
    num = int(num)
    if ext == '':
        return num
    for value, keys in size_short.items():
        if ext in keys:
            size = num*value
            return size

def multipledir(mnt_pnt,brdth,depth,files):
    files_count = 1
    for i in range(brdth):
        breadth = mnt_pnt+"/"+str(i)
        try:
           os.makedirs(breadth)
        except OSError as ex:
            if not ex.errno is errno.EEXIST:
                raise
        os.chdir(breadth)
        dir_depth = breadth
        print breadth
        for j in range(depth):
            dir_depth = dir_depth+"/"+str(j)
            try:
                os.makedirs(dir_depth)
            except OSError as ex:
                if not ex.errno is errno.EEXIST:
                    raise
            os.chdir(dir_depth)
            if option.file_type == "text":
                files_count = text_files(files, files_count)
            elif option.file_type == "sparse":
                files_count = sparse_files(files, files_count)
            elif option.file_type == "binary":
                files_count = binary_files(files, files_count)
            else:
                print "Not a valid file type"
                sys.exit(1)

def singledir(mnt_pnt, files):
    files_count = 1
    os.chdir(mnt_pnt)
    if option.file_type == "text":
        files_count = text_files(files, files_count)
    elif option.file_type == "sparse":
        files_count = sparse_files(files, files_count)
    elif option.file_type == "binary":
        files_count = binary_files(files, files_count)
    else:
        print "Not a valid file type"
        sys.exit(1)

if __name__ == '__main__':
    usage = "usage: %prog [option] <MNT_PT>"
    parser = OptionParser(usage=usage)
    parser.add_option("-n", dest="files",type="int" ,default=100,
                      help="number of files in each level [default: %default]")
    parser.add_option("--size", action = "store",type="string",
                      help="size of the files to be used")
    parser.add_option("--random",  action="store_true", default=True,
                      help="random size of the file between --min and --max "
                      "[default: %default]")
    parser.add_option("--max", action = "store",type="string", default="500K",
                      help="maximum size of the files, if random is True "
                      "[default: %default]")
    parser.add_option("--min", action = "store",type="string", default="10K",
                      help="minimum size of the files, if random is True "
                      "[default: %default]" )
    parser.add_option("--single", action="store_true", dest="dir",default=True,
                      help="create files in single directory [default: %default]" )
    parser.add_option("--multi", action="store_false", dest="dir",
                      help="create files in multiple directories")
    parser.add_option("-b", dest="brdth",type="int",default=5,
                      help="number of directories in one level(works with --multi)[default: %default]")
    parser.add_option("-d", dest="depth",type="int",default=5,
                      help="number of levels of directories(works with --multi)[default: %default]")
    parser.add_option("-l", dest="flen",type="int" ,default=10,
                      help="number of bytes for filename "
                      "[default: %default]")
    parser.add_option("-t","--type", action="store", type="string" , dest="file_type",default="text",
                      help="type of the file to be created (text, sparse, binary) [default: %default]" )
    parser.add_option("-I", dest="inter", type="int", default=100,
                      help="print number files created of interval [defailt: %dafault]")
    (option,args) = parser.parse_args()
    if not args:
        print "usage: <script> [option] <MNT_PT>"
        print ""
        sys.exit(1)
    args[0] = os.path.abspath(args[0])
    if option.size:
        option.size = human2bytes(option.size)
    else:
        option.max = human2bytes(option.max)
        option.min = human2bytes(option.min)
    if option.dir:
        singledir(args[0], option.files)
    else:
        multipledir(args[0], option.brdth, option.depth, option.files)
    print "creation of files completed.\n"