diff options
| author | drebs <drebs@leap.se> | 2017-07-11 13:59:09 -0300 |
|---|---|---|
| committer | drebs <drebs@leap.se> | 2017-07-12 12:29:45 -0300 |
| commit | e8ae4d590a0bb3d914d791369530133794b4d343 (patch) | |
| tree | 30684d78af32facf7aca9b19cc59de54612f788c | |
| parent | bd10a5c16cd0d755b6b74389462b0c15e2dcc15e (diff) | |
[benchmarks] limit number of runs of sqlcipher benchmark tests
As sqlcipher benchmark tests take longer, we want to limit the number of
repetitions. Previous to this change, these tests were being calibrated
automatically and would run 5 times becuase it is the default minimum
number of times for pytest-benchmark. By changing the runner to pedantic
mode, now they will be run 4 times, the same number of times as
benchmark sync tests.
| -rw-r--r-- | testing/tests/benchmarks/test_sqlcipher.py | 5 |
1 files changed, 3 insertions, 2 deletions
diff --git a/testing/tests/benchmarks/test_sqlcipher.py b/testing/tests/benchmarks/test_sqlcipher.py index 762c850f..e9a48d05 100644 --- a/testing/tests/benchmarks/test_sqlcipher.py +++ b/testing/tests/benchmarks/test_sqlcipher.py @@ -15,9 +15,10 @@ def load_up(client, amount, payload, defer=True): def build_test_sqlcipher_async_create(amount, size): @pytest.inlineCallbacks @pytest.mark.benchmark(group="test_sqlcipher_async_create") - def test(soledad_client, txbenchmark, payload): + def test(soledad_client, txbenchmark_with_setup, payload): client = soledad_client() - yield txbenchmark(load_up, client, amount, payload(size)) + yield txbenchmark_with_setup( + lambda: None, load_up, client, amount, payload(size)) return test |