[benchmarks] add responsiveness test with watchdog

3 files changed, 125 insertions, 0 deletions

diff --git a/testing/tests/responsiveness/conftest.py b/testing/tests/responsiveness/conftest.py
new file mode 100644
index 00000000..6b2687b1
--- /dev/null
+++ b/testing/tests/responsiveness/conftest.py
@@ -0,0 +1,22 @@
+import pytest
+
+from watchdog import Watchdog
+
+
+def _post_results(dog):
+    print("\n")
+    print("+" * 50)
+    print(dog.seconds_blocked)
+    print("+" * 50)
+
+
+@pytest.fixture
+def watchdog(request):
+    dog = Watchdog()
+    dog_d = dog.start()
+    request.addfinalizer(lambda: _post_results(dog))
+
+    def _run(deferred_fun):
+        deferred_fun().addCallback(lambda _: dog.stop())
+        return dog_d
+    return _run
diff --git a/testing/tests/responsiveness/test_responsiveness.py b/testing/tests/responsiveness/test_responsiveness.py
new file mode 100644
index 00000000..c8844d94
--- /dev/null
+++ b/testing/tests/responsiveness/test_responsiveness.py
@@ -0,0 +1,50 @@
+import pytest
+
+from twisted.internet import defer
+
+
+@pytest.inlineCallbacks
+def load_up(client, amount, payload):
+    # create a bunch of local documents
+    deferreds = []
+    for i in xrange(amount):
+        deferreds.append(client.create_doc({'content': payload}))
+    yield defer.gatherResults(deferreds)
+
+
+def create_upload(amount, size):
+
+    @pytest.mark.responsiveness
+    @pytest.inlineCallbacks
+    def _test(soledad_client, payload, watchdog):
+
+        client = soledad_client()
+        yield load_up(client, amount, payload(size))
+        yield watchdog(lambda: client.sync())
+
+    return _test
+
+
+test_responsiveness_upload_10_1000k = create_upload(10, 1000 * 1000)
+test_responsiveness_upload_100_100k = create_upload(100, 100 * 1000)
+test_responsiveness_upload_1000_10k = create_upload(1000, 10 * 1000)
+
+
+def create_download(downloads, size):
+
+    @pytest.mark.responsiveness
+    @pytest.inlineCallbacks
+    def _test(soledad_client, payload, watchdog):
+        client = soledad_client()
+        yield load_up(client, downloads, payload(size))
+        yield client.sync()
+
+        clean_client = soledad_client(force_fresh_db=True)
+        yield watchdog(clean_client.sync)
+
+    return _test
+
+
+test_responsiveness_download_10_1000k = create_download(10, 1000 * 1000)
+test_responsiveness_download_100_100k = create_download(100, 100 * 1000)
+test_responsiveness_download_1000_10k = create_download(1000, 10 * 1000)
diff --git a/testing/tests/responsiveness/watchdog.py b/testing/tests/responsiveness/watchdog.py
new file mode 100644
index 00000000..88f4fa67
--- /dev/null
+++ b/testing/tests/responsiveness/watchdog.py
@@ -0,0 +1,53 @@
+from twisted.internet import defer, reactor
+from twisted.internet.task import LoopingCall
+from twisted.internet.threads import deferToThread
+
+
+class Watchdog(object):
+
+    DEBUG = False
+
+    def __init__(self, delay=0.01):
+        self.delay = delay
+        self.loop_call = LoopingCall.withCount(self.watch)
+        self.blocked = 0
+        self.checks = []
+        self.d = None
+
+    def start(self):
+        self.debug("\n[watchdog] starting")
+        self.loop_call.start(self.delay)
+        self.d = defer.Deferred()
+        return self.d
+
+    def watch(self, count):
+        self.debug("[watchdog] watching (%d)" % count)
+        if (self.loop_call.running):
+            self.checks.append(deferToThread(self._check, count))
+
+    def _check(self, count):
+        # self.debug("[watchdog] _checking (%d)" % count)
+        if count > 1:
+            self.blocked += count
+
+    def stop(self):
+        # delay the actual stop so we make sure at least one check watch will
+        # run in the reactor.
+        reactor.callLater(2 * self.delay, self._stop)
+
+    @defer.inlineCallbacks
+    def _stop(self):
+        if not self.loop_call.running:
+            return
+
+        self.loop_call.stop()
+        yield defer.gatherResults(self.checks)
+        self.d.callback(None)
+
+    @property
+    def seconds_blocked(self):
+        return self.blocked * self.delay
+
+    def debug(self, s):
+        if self.DEBUG:
+            print(s)