voting/benchmark.py at master · bxshi/voting · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
#!/usr/bin/python2.6

import sys
import os

def get_file_list(file_number, prefix):
    file_list = []
    for i in range(0, file_number):
        file_list.append(prefix+str(i))
    return str(file_list).replace('[','').replace(']','').replace('\'','').replace(',','')

RUN_TIME = 10

# Cores

# Description:

FILE_NUM = 100
VOTE_NUM = 1000000
os.system('rm -f c_*')
os.system('echo number, time, memory, ratio, thread, mutex > c_all')
os.system('./data_generator.py 1 '+str(VOTE_NUM)+' '+str(FILE_NUM)+' 1 c_test_')
for i in range(1, 33, 1):
    print "Test Cores, core_count=",str(i),' file count=',FILE_NUM,' vote count=',VOTE_NUM
    os.system('./bench_worker.py '+str(RUN_TIME)+' c_all number '+str(i)+' "-cores '+str(i)+' '+get_file_list(FILE_NUM, 'c_test_')+'"')
os.system('rm -f c_test_*')

# Block Size

# Description:

FILE_NUM = 10
VOTE_NUM = 1000000
os.system('rm -f bs_*')
os.system('echo number, time, memory, ratio, thread, mutex > bs_all')
os.system('./data_generator.py 1 '+str(VOTE_NUM)+' '+str(FILE_NUM)+' 1 bs_test_')
for i in range(20, 10000000, 100000):
    print "Test Block Size, block_size=",str(i),' file count=',FILE_NUM,' vote count=',VOTE_NUM
    os.system('./bench_worker.py '+str(RUN_TIME)+' bs_all number '+str(i)+' "-blocksize '+str(i)+' '+get_file_list(FILE_NUM, 'bs_test_')+'"')
os.system('rm -f bs_test_*')

# File Heterogeneity

# Description:
#       Generate 2^26 votes into a single file, but with an variable a from 1.1 to 5 increased by 0.5. And for each test, it runs for 50 times

FILE_NUM = 100
os.system('rm -f fh_*')
os.system('echo zipf, time, memory, ratio, thread, mutex > fh_all')
for i in range(10, 50, 5):
    print "Test File Heterogeneity, alpha=",str(float(i)/10),' file number=',FILE_NUM,' file_distribution=1.0001'
    os.system('./data_generator.py '+str(float(i)/10)+' '+str(2**20)+' '+str(FILE_NUM)+' 1 fh_test_')
    os.system('./bench_worker.py '+str(RUN_TIME)+' fh_all zipf '+str(float(i)/10)+' "'+get_file_list(FILE_NUM, 'fh_test_')+'"')
os.system('rm -f fh_test_*')

# Number Files

# Description:
#	Generate 2^26 votes, change distribution from 1 file to 2000 files, each runs 50 times
os.system('rm -f nf_*')
os.system('echo number, time, memory, ratio, thread, mutex > nf_all')
for i in range(1, 500, 50):
    print "Test Number Files"
    os.system('./data_generator.py 1 '+str(2**20)+' '+str(i)+' 1 nf_test_')
    os.system('./bench_worker.py '+str(RUN_TIME)+' nf_all number '+str(i)+' "'+get_file_list(i, 'nf_test_')+'"')
os.system('rm -f nf_test_*')

# File Size Heterogeneity

# Description:
#	Generate 2^20 votes, and for a fixed number of files, the size vary from exponential to heterogeneity
os.system('rm -f fsh_*')
os.system('echo zipf, time, memory, ratio, thread, mutex > fsh_all')
for i in range(10, 50, 5):
    os.system('./data_generator.py 1 '+str(2**20)+' '+str(FILE_NUM)+' '+str(float(i)/10)+' fsh_test_')
    os.system('./bench_worker.py '+str(RUN_TIME)+' fsh_all zipf '+str(float(i)/10)+' "'+get_file_list(FILE_NUM, 'fsh_test_')+'"')
os.system('rm -f fsh_test_*')