summaryrefslogtreecommitdiff
path: root/testing
diff options
context:
space:
mode:
authorVictor Shyba <victor.shyba@gmail.com>2016-08-09 21:08:13 -0300
committerVictor Shyba <victor.shyba@gmail.com>2016-08-22 12:36:16 -0300
commitf0f3e0358a01708eb048d8eaf463361e682be466 (patch)
treea42831d9f905c0770ee78cca1be2c5bf3af10e51 /testing
parente8747096045933754d3f8ac2608cce844f6b0fee (diff)
[test] Adds pytest-benchmark adapted to Twisted
Adapted pytest-benchmark to Twisted as it's synchronous and added fixtures for benchmarking.
Diffstat (limited to 'testing')
-rw-r--r--testing/tests/perf/conftest.py99
-rw-r--r--testing/tests/perf/test_sync.py121
-rw-r--r--testing/tox.ini1
3 files changed, 155 insertions, 66 deletions
diff --git a/testing/tests/perf/conftest.py b/testing/tests/perf/conftest.py
index 5ec047e4..8a75d0ae 100644
--- a/testing/tests/perf/conftest.py
+++ b/testing/tests/perf/conftest.py
@@ -6,8 +6,10 @@ import signal
import time
from hashlib import sha512
+from uuid import uuid4
from subprocess import call
from urlparse import urljoin
+from twisted.internet import threads, reactor
from leap.soledad.client import Soledad
from leap.soledad.common.couch import CouchDatabase
@@ -59,17 +61,17 @@ class SoledadDatabases(object):
self._token_db_url = urljoin(url, _token_dbname())
self._shared_db_url = urljoin(url, 'shared')
- def setup(self):
+ def setup(self, uuid):
self._create_dbs()
- self._add_token()
+ self._add_token(uuid)
def _create_dbs(self):
requests.put(self._token_db_url)
requests.put(self._shared_db_url)
- def _add_token(self):
+ def _add_token(self, uuid):
token = sha512(DEFAULT_TOKEN).hexdigest()
- content = {'type': 'Token', 'user_id': DEFAULT_UUID}
+ content = {'type': 'Token', 'user_id': uuid}
requests.put(
self._token_db_url + '/' + token, data=json.dumps(content))
@@ -81,37 +83,41 @@ class SoledadDatabases(object):
@pytest.fixture(scope='module')
def soledad_dbs(request):
couch_url = request.config.option.couch_url
- db = SoledadDatabases(couch_url)
- db.setup()
- request.addfinalizer(db.teardown)
- return db
+
+ def create(uuid=DEFAULT_UUID):
+ db = SoledadDatabases(couch_url)
+ request.addfinalizer(db.teardown)
+ return db.setup(uuid)
+ return create
#
-# user_db fixture: provides an empty database for a given user in a per
+# remote_db fixture: provides an empty database for a given user in a per
# function scope.
#
class UserDatabase(object):
- def __init__(self, url):
- self._user_db_url = urljoin(url, 'user-%s' % DEFAULT_UUID)
+ def __init__(self, url, uuid):
+ self._remote_db_url = urljoin(url, 'user-%s' % uuid)
def setup(self):
- CouchDatabase.open_database(
- url=self._user_db_url, create=True, replica_uid=None)
+ return CouchDatabase.open_database(
+ url=self._remote_db_url, create=True, replica_uid=None)
def teardown(self):
- requests.delete(self._user_db_url)
+ requests.delete(self._remote_db_url)
@pytest.fixture(scope='function')
-def user_db(request):
+def remote_db(request):
couch_url = request.config.option.couch_url
- db = UserDatabase(couch_url)
- db.setup()
- request.addfinalizer(db.teardown)
- return db
+
+ def create(uuid=DEFAULT_UUID):
+ db = UserDatabase(couch_url, uuid)
+ request.addfinalizer(db.teardown)
+ return db.setup()
+ return create
def get_pid(pidfile):
@@ -172,26 +178,55 @@ def soledad_server(tmpdir_factory, request):
return server
+@pytest.fixture(scope='function')
+def txbenchmark(benchmark):
+ def blockOnThread(*args, **kwargs):
+ return threads.deferToThread(
+ benchmark, threads.blockingCallFromThread,
+ reactor, *args, **kwargs)
+ return blockOnThread
+
+
+@pytest.fixture(scope='function')
+def txbenchmark_with_setup(benchmark):
+ def blockOnThreadWithSetup(setup, f):
+ def blocking_runner(*args, **kwargs):
+ return threads.blockingCallFromThread(reactor, f, *args, **kwargs)
+
+ def blocking_setup():
+ return threads.blockingCallFromThread(reactor, setup)
+
+ def bench():
+ return benchmark.pedantic(blocking_runner, setup=blocking_setup,
+ rounds=4, warmup_rounds=1)
+ return threads.deferToThread(bench)
+ return blockOnThreadWithSetup
+
+
#
# soledad_client fixture: provides a clean soledad client for a test function.
#
@pytest.fixture()
-def soledad_client(tmpdir, soledad_server, user_db, soledad_dbs):
- uuid = DEFAULT_UUID
+def soledad_client(tmpdir, soledad_server, remote_db, soledad_dbs):
passphrase = DEFAULT_PASSPHRASE
- secrets_path = os.path.join(tmpdir.strpath, '%s.secret' % uuid)
- local_db_path = os.path.join(tmpdir.strpath, '%s.db' % uuid)
server_url = DEFAULT_URL
token = DEFAULT_TOKEN
# get a soledad instance
- return Soledad(
- uuid,
- unicode(passphrase),
- secrets_path=secrets_path,
- local_db_path=local_db_path,
- server_url=server_url,
- cert_file=None,
- auth_token=token,
- defer_encryption=True)
+ def create(new=False):
+ uuid = uuid4().hex if new else DEFAULT_UUID
+ secrets_path = os.path.join(tmpdir.strpath, '%s.secret' % uuid4().hex)
+ local_db_path = os.path.join(tmpdir.strpath, '%s.db' % uuid4().hex)
+ remote_db(uuid)
+ soledad_dbs(uuid)
+ return Soledad(
+ uuid,
+ unicode(passphrase),
+ secrets_path=secrets_path,
+ local_db_path=local_db_path,
+ server_url=server_url,
+ cert_file=None,
+ auth_token=token,
+ defer_encryption=True)
+ return create
diff --git a/testing/tests/perf/test_sync.py b/testing/tests/perf/test_sync.py
index 45af9a91..ea109d05 100644
--- a/testing/tests/perf/test_sync.py
+++ b/testing/tests/perf/test_sync.py
@@ -2,47 +2,100 @@ import pytest
from twisted.internet.defer import gatherResults
-from leap.soledad.common.couch import CouchDatabase
-from leap.soledad.common.document import ServerDocument
+
+def load_up(client, amount, size):
+ content = 'x'*size
+ deferreds = []
+ # create a bunch of local documents
+ for i in xrange(amount):
+ d = client.create_doc({'content': content})
+ deferreds.append(d)
+ d = gatherResults(deferreds)
+ d.addCallback(lambda _: None)
+ return d
-content = ' ' * 10000
+@pytest.inlineCallbacks
+@pytest.mark.benchmark(group="test_upload")
+def test_upload_20_500k(soledad_client, txbenchmark_with_setup):
+ uploads, size, client = 20, 500*1000, soledad_client()
+
+ def setup():
+ return load_up(client, uploads, size)
+
+ yield txbenchmark_with_setup(setup, client.sync)
@pytest.inlineCallbacks
-def test_upload(soledad_client, request):
- # create a bunch of local documents
- uploads = request.config.option.num_docs
- deferreds = []
- for i in xrange(uploads):
- d = soledad_client.create_doc({'upload': True, 'content': content})
- deferreds.append(d)
- yield gatherResults(deferreds)
+@pytest.mark.benchmark(group="test_upload")
+def test_upload_100_100k(soledad_client, txbenchmark_with_setup):
+ uploads, size, client = 100, 100*1000, soledad_client()
+
+ def setup():
+ return load_up(client, uploads, size)
+
+ yield txbenchmark_with_setup(setup, client.sync)
+
+
+@pytest.inlineCallbacks
+@pytest.mark.benchmark(group="test_upload")
+def test_upload_1000_10k(soledad_client, txbenchmark_with_setup):
+ uploads, size, client = 1000, 10*1000, soledad_client()
- # synchronize
- yield soledad_client.sync()
+ def setup():
+ return load_up(client, uploads, size)
- # check that documents reached the remote database
- url = request.config.getoption('--couch-url')
- remote = CouchDatabase(url, 'user-0')
- remote_count, _ = remote.get_all_docs()
- assert remote_count == uploads
+ yield txbenchmark_with_setup(setup, client.sync)
@pytest.inlineCallbacks
-def test_download(soledad_client, request):
- # create a bunch of remote documents
- downloads = request.config.option.num_docs
- url = request.config.getoption('--couch-url')
- remote = CouchDatabase(url, 'user-0')
- for i in xrange(downloads):
- doc = ServerDocument('doc-%d' % i, 'replica:1')
- doc.content = {'download': True, 'content': content}
- remote.save_document(None, doc, i)
-
- # synchronize
- yield soledad_client.sync()
-
- # check that documents reached the local database
- local_count, docs = yield soledad_client.get_all_docs()
- assert local_count == downloads
+@pytest.mark.benchmark(group="test_download")
+def test_download_20_500k(soledad_client, txbenchmark_with_setup):
+ downloads, size, client = 20, 500*1000, soledad_client()
+
+ yield load_up(client, downloads, size)
+ yield client.sync()
+
+ def setup():
+ clean_client = soledad_client()
+ return (clean_client,), {}
+
+ def sync(clean_client):
+ return clean_client.sync()
+ yield txbenchmark_with_setup(setup, sync)
+
+
+@pytest.inlineCallbacks
+@pytest.mark.benchmark(group="test_download")
+def test_download_100_100k(soledad_client, txbenchmark_with_setup):
+ downloads, size, client = 100, 100*1000, soledad_client()
+
+ yield load_up(client, downloads, size)
+ yield client.sync()
+ # We could create them directly on remote db, but sending them
+ # ensures we are dealing with properly encrypted docs
+
+ def setup():
+ clean_client = soledad_client()
+ return (clean_client,), {}
+
+ def sync(clean_client):
+ return clean_client.sync()
+ yield txbenchmark_with_setup(setup, sync)
+
+
+@pytest.inlineCallbacks
+@pytest.mark.benchmark(group="test_download")
+def test_download_1000_10k(soledad_client, txbenchmark_with_setup):
+ downloads, size, client = 1000, 10*1000, soledad_client()
+
+ yield load_up(client, downloads, size)
+ yield client.sync()
+
+ def setup():
+ clean_client = soledad_client()
+ return (clean_client,), {}
+
+ def sync(clean_client):
+ return clean_client.sync()
+ yield txbenchmark_with_setup(setup, sync)
diff --git a/testing/tox.ini b/testing/tox.ini
index a7d62189..c1d7ddb7 100644
--- a/testing/tox.ini
+++ b/testing/tox.ini
@@ -6,6 +6,7 @@ commands = py.test {posargs}
deps =
pytest
pytest-twisted
+ pytest-benchmark
mock
testscenarios
setuptools-trial