From e8ae4d590a0bb3d914d791369530133794b4d343 Mon Sep 17 00:00:00 2001 From: drebs Date: Tue, 11 Jul 2017 13:59:09 -0300 Subject: [benchmarks] limit number of runs of sqlcipher benchmark tests As sqlcipher benchmark tests take longer, we want to limit the number of repetitions. Previous to this change, these tests were being calibrated automatically and would run 5 times becuase it is the default minimum number of times for pytest-benchmark. By changing the runner to pedantic mode, now they will be run 4 times, the same number of times as benchmark sync tests. --- testing/tests/benchmarks/test_sqlcipher.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/testing/tests/benchmarks/test_sqlcipher.py b/testing/tests/benchmarks/test_sqlcipher.py index 762c850f..e9a48d05 100644 --- a/testing/tests/benchmarks/test_sqlcipher.py +++ b/testing/tests/benchmarks/test_sqlcipher.py @@ -15,9 +15,10 @@ def load_up(client, amount, payload, defer=True): def build_test_sqlcipher_async_create(amount, size): @pytest.inlineCallbacks @pytest.mark.benchmark(group="test_sqlcipher_async_create") - def test(soledad_client, txbenchmark, payload): + def test(soledad_client, txbenchmark_with_setup, payload): client = soledad_client() - yield txbenchmark(load_up, client, amount, payload(size)) + yield txbenchmark_with_setup( + lambda: None, load_up, client, amount, payload(size)) return test -- cgit v1.2.3