summaryrefslogtreecommitdiff
path: root/testing
diff options
context:
space:
mode:
authordrebs <drebs@leap.se>2017-07-11 13:59:09 -0300
committerdrebs <drebs@leap.se>2017-07-12 12:29:45 -0300
commite8ae4d590a0bb3d914d791369530133794b4d343 (patch)
tree30684d78af32facf7aca9b19cc59de54612f788c /testing
parentbd10a5c16cd0d755b6b74389462b0c15e2dcc15e (diff)
[benchmarks] limit number of runs of sqlcipher benchmark tests
As sqlcipher benchmark tests take longer, we want to limit the number of repetitions. Previous to this change, these tests were being calibrated automatically and would run 5 times becuase it is the default minimum number of times for pytest-benchmark. By changing the runner to pedantic mode, now they will be run 4 times, the same number of times as benchmark sync tests.
Diffstat (limited to 'testing')
-rw-r--r--testing/tests/benchmarks/test_sqlcipher.py5
1 files changed, 3 insertions, 2 deletions
diff --git a/testing/tests/benchmarks/test_sqlcipher.py b/testing/tests/benchmarks/test_sqlcipher.py
index 762c850f..e9a48d05 100644
--- a/testing/tests/benchmarks/test_sqlcipher.py
+++ b/testing/tests/benchmarks/test_sqlcipher.py
@@ -15,9 +15,10 @@ def load_up(client, amount, payload, defer=True):
def build_test_sqlcipher_async_create(amount, size):
@pytest.inlineCallbacks
@pytest.mark.benchmark(group="test_sqlcipher_async_create")
- def test(soledad_client, txbenchmark, payload):
+ def test(soledad_client, txbenchmark_with_setup, payload):
client = soledad_client()
- yield txbenchmark(load_up, client, amount, payload(size))
+ yield txbenchmark_with_setup(
+ lambda: None, load_up, client, amount, payload(size))
return test