summaryrefslogtreecommitdiff
path: root/tests
diff options
context:
space:
mode:
authordrebs <drebs@leap.se>2017-12-09 10:57:21 -0200
committerdrebs <drebs@leap.se>2017-12-11 11:04:08 -0200
commit94bf542ada220b58d7c9de094aeda383c48d2dfa (patch)
tree88b60cbbc3545d82a0f4b87afb78ecb4f415a787 /tests
parentd7894eddd3a1c5241c4a79f58c227a7d30610b9a (diff)
[benchmark] add read/write benchmark for blobs fs backend
Diffstat (limited to 'tests')
-rw-r--r--tests/benchmarks/test_blobs_fs_backend.py60
1 files changed, 60 insertions, 0 deletions
diff --git a/tests/benchmarks/test_blobs_fs_backend.py b/tests/benchmarks/test_blobs_fs_backend.py
new file mode 100644
index 00000000..58031da2
--- /dev/null
+++ b/tests/benchmarks/test_blobs_fs_backend.py
@@ -0,0 +1,60 @@
+import pytest
+from io import BytesIO
+from leap.soledad.server._blobs import FilesystemBlobsBackend
+from twisted.internet import defer
+
+
+def create_write_test(amount, size):
+
+ @pytest.inlineCallbacks
+ @pytest.mark.benchmark(group='test_blobs_fs_backend_write')
+ def test(txbenchmark, payload, tmpdir):
+ backend = FilesystemBlobsBackend(blobs_path=tmpdir.strpath)
+ data = payload(size)
+ deferreds = []
+ for i in xrange(amount):
+ fd = BytesIO(data)
+ d = backend.write_blob('user', str(i), fd)
+ deferreds.append(d)
+ yield txbenchmark(defer.gatherResults, deferreds)
+
+ return test
+
+
+test_blobs_fs_backend_write_1_10000k = create_write_test(1, 10000 * 1000)
+test_blobs_fs_backend_write_10_1000k = create_write_test(10, 1000 * 1000)
+test_blobs_fs_backend_write_100_100k = create_write_test(100, 100 * 1000)
+test_blobs_fs_backend_write_1000_10k = create_write_test(1000, 10 * 1000)
+
+
+def create_read_test(amount, size):
+
+ @pytest.inlineCallbacks
+ @pytest.mark.benchmark(group='test_blobs_fs_backend_read')
+ def test(txbenchmark, payload, tmpdir):
+ backend = FilesystemBlobsBackend(blobs_path=tmpdir.strpath)
+ data = payload(size)
+
+ # first write blobs to the backend...
+ deferreds = []
+ for i in xrange(amount):
+ fd = BytesIO(data)
+ d = backend.write_blob('user', str(i), fd)
+ deferreds.append(d)
+ yield defer.gatherResults(deferreds)
+
+ # ... then measure the read operation
+ deferreds = []
+ for i in xrange(amount):
+ d = backend.read_blob('user', str(i))
+ d.addCallback(lambda fd: fd.read())
+ deferreds.append(d)
+ yield txbenchmark(defer.gatherResults, deferreds)
+
+ return test
+
+
+test_blobs_fs_backend_read_1_10000k = create_read_test(1, 10000 * 1000)
+test_blobs_fs_backend_read_10_1000k = create_read_test(10, 1000 * 1000)
+test_blobs_fs_backend_read_100_100k = create_read_test(100, 100 * 1000)
+test_blobs_fs_backend_read_1000_10k = create_read_test(1000, 10 * 1000)