1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
|
#!/usr/bin/env python
import argparse
import commands
import getpass
import logging
import tempfile
from datetime import datetime
from twisted.internet import reactor
from util import StatsLogger, ValidateUserHandle
from client_side_db import _get_soledad_instance, _get_soledad_info
from leap.common.events import flags
flags.set_events_enabled(False)
# create a logger
logger = logging.getLogger(__name__)
LOG_FORMAT = '%(asctime)s %(message)s'
logging.basicConfig(format=LOG_FORMAT, level=logging.INFO)
GITVER = commands.getoutput('git describe')
def get_and_run_plop_collector():
from plop.collector import Collector
collector = Collector()
collector.start()
return collector
def get_and_run_theseus_tracer():
from theseus import Tracer
t = Tracer()
t.install()
return t
# main program
if __name__ == '__main__':
# parse command line
parser = argparse.ArgumentParser()
parser.add_argument(
'user@provider', action=ValidateUserHandle, help='the user handle')
parser.add_argument(
'-b', dest='basedir', required=False, default=None,
help='soledad base directory')
parser.add_argument(
'-p', dest='passphrase', required=False, default=None,
help='the user passphrase')
parser.add_argument(
'-l', dest='logfile', required=False, default='/tmp/profile.log',
help='the file to which write the log')
parser.add_argument(
'--no-stats', dest='do_stats', action='store_false',
help='skip system stats')
parser.add_argument(
'--plot', dest='do_plot', action='store_true',
help='do a graphical plot')
parser.add_argument(
'--plop', dest='do_plop', action='store_true',
help='run sync script under plop profiler')
parser.add_argument(
'--theseus', dest='do_theseus', action='store_true',
help='run sync script under theseus profiler')
parser.set_defaults(
do_stats=True, do_plot=False, do_plop=False, do_theseus=False)
args = parser.parse_args()
# get the password
passphrase = args.passphrase
if passphrase is None:
passphrase = getpass.getpass(
'Password for %s@%s: ' % (args.username, args.provider))
# get the basedir
basedir = args.basedir
if basedir is None:
basedir = tempfile.mkdtemp()
logger.info('Using %s as base directory.' % basedir)
uuid, server_url, cert_file, token = \
_get_soledad_info(
args.username, args.provider, passphrase, basedir)
# get the soledad instance
s = _get_soledad_instance(
uuid, passphrase, basedir, server_url, cert_file, token)
# TODO Profile this with more realistic payloads
# TODO Add option to disable sending new docs. If we're profiling
# receiving against a fixed account, this will alter each run's results.
for i in xrange(10):
s.create_doc({})
def start_sync():
if args.do_stats:
sl = StatsLogger(
"soledad-sync", args.logfile, procs=["python"], interval=0.001)
sl.start()
else:
sl = None
if args.do_plop:
plop_collector = get_and_run_plop_collector()
else:
plop_collector = None
if args.do_theseus:
theseus = get_and_run_theseus_tracer()
else:
theseus = None
t0 = datetime.now()
d = s.sync()
d.addCallback(onSyncDone, sl, t0, plop_collector, theseus)
def onSyncDone(sync_result, sl, t0, plop_collector, theseus):
print "GOT SYNC RESULT: ", sync_result
t1 = datetime.now()
if sl:
sl.stop()
if plop_collector:
from plop.collector import PlopFormatter
formatter = PlopFormatter()
plop_collector.stop()
# XXX mkdir profiles dir if not exist
with open('profiles/plop-sync-%s' % GITVER, 'w') as f:
f.write(formatter.format(plop_collector))
if theseus:
with open('callgrind.theseus', 'wb') as outfile:
theseus.write_data(outfile)
theseus.uninstall()
delta = (t1 - t0).total_seconds()
print "[+] Sync took %s seconds." % delta
reactor.stop()
if args.do_plot:
from plot import plot
plot(args.logfile)
reactor.callWhenRunning(start_sync)
reactor.run()
|
