diff options
Diffstat (limited to 'scripts')
-rw-r--r-- | scripts/scalability/test_controller/client/__init__.py | 0 | ||||
-rwxr-xr-x | scripts/scalability/test_controller/client/templates.py | 89 |
2 files changed, 89 insertions, 0 deletions
diff --git a/scripts/scalability/test_controller/client/__init__.py b/scripts/scalability/test_controller/client/__init__.py new file mode 100644 index 00000000..e69de29b --- /dev/null +++ b/scripts/scalability/test_controller/client/__init__.py diff --git a/scripts/scalability/test_controller/client/templates.py b/scripts/scalability/test_controller/client/templates.py new file mode 100755 index 00000000..dcf51fe1 --- /dev/null +++ b/scripts/scalability/test_controller/client/templates.py @@ -0,0 +1,89 @@ +#!/usr/bin/env python + +import base64 +import errno +import mock +import os +import random + +from argparse import ArgumentParser +from io import BytesIO +from tempfile import mkdtemp + +from twisted.internet import reactor, defer + +from leap.soledad.client._db.blobs import BlobManager + + +DEFAULT_TARGET_DIR = './blob-templates' + + +def _get_put_function(path): + def _put(_, data, params=None): + with open(path, 'w') as f: + f.write(data.read()) + return defer.succeed(mock.Mock(code=200)) + return _put + + +def _get_encrypt_function(user, path): + tempdir = mkdtemp() + manager = BlobManager(tempdir, None, '123', '123', user) + manager._client.put = _get_put_function(path) + return manager._encrypt_and_upload + + +def payload(size): + random.seed(1337) # same seed to avoid different bench results + payload_bytes = bytearray(random.getrandbits(8) for _ in xrange(size)) + # encode as base64 to avoid ascii encode/decode errors + return base64.b64encode(payload_bytes)[:size] # remove b64 overhead + + +def _encrypt(path, data): + encrypt = _get_encrypt_function('user-0', path) + return encrypt('blob', BytesIO(data)) + + +def mkdir_p(path): + try: + os.makedirs(path) + except OSError as exc: # Python >2.5 + if exc.errno == errno.EEXIST and os.path.isdir(path): + pass + else: + raise + + +def create_blob_templates(target_dir, amount, size): + mkdir_p(target_dir) + data = payload(size) + semaphore = defer.DeferredSemaphore(20) + deferreds = [] + for i in xrange(amount): + path = os.path.join(target_dir, + '%dK-%d.blob' % (size / 1000, i)) + d = semaphore.run(_encrypt, path, data) + deferreds.append(d) + return defer.gatherResults(deferreds) + + +def parse_args(): + parser = ArgumentParser() + parser.add_argument( + 'target_dir', + help='The target directory where templates will be written to.') + parser.add_argument( + '--amount', default=1000, type=int, + help='The number of blob templates to create.') + parser.add_argument( + '--size', default=1000, type=int, + help='The size of each template in KB.') + return parser.parse_args() + + +if __name__ == '__main__': + args = parse_args() + d = create_blob_templates(args.target_dir, args.amount, args.size * 1000) + d.addCallback(lambda _: reactor.stop()) + reactor.run() |