blob: bed53cc0ef0ac5ec8b429f3e4b7554acca6ecd49 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
|
#!/bin/bash -x
#
# Go backwards in git history and run benchmark tests
# Export PYTEST_OPTS so pytest will post metrics to an elasticsearch
# instance, i.e.
#
# export PYTEST_OPTS='--benchmark-autosave --benchmark-storage="elasticsearch+https://USER:PASSWORD@moose.leap.se:9200"'
# or, for testing a single test group:
# export PYTEST_OPTS='--benchmark-autosave --benchmark-storage="elasticsearch+https://USER:PASSWORD@moose.leap.se:9200" -m benchmark_test_instance'
#
# Todo
#
# - Error handling. This script is dump and will run forever.
set -e
#rm -rf testing/.tox
while /bin/true
do
echo -e '\n\n\n\n\n'
# Option 1: Run couchdb + tox localy - dirty!
# curl -s localhost:5984 || exit 1
# Make sure we kill all leftover soledad server/pytest procs
#pkill -f -9 tox
#git checkout origin/master testing/tox.ini testing/tests/benchmarks/conftest.py testing/tests/conftest.py
#tox -c testing/tox.ini -e benchmark -- -x "$PYTEST_OPTS"
#git reset HEAD testing/tox.ini
#git checkout testing/tox.ini testing/tests/benchmarks/conftest.py testing/tests/conftest.py
# Option 2: Run couchdb + tox in docker container using gitlab-runner
git checkout origin/benchmark-all-commits .gitlab-ci.yml
gitlab-runner exec docker benchmark --env PYTEST_OPTS="$PYTEST_OPTS" --env HOST_HOSTNAME="$(hostname)"
git reset HEAD .gitlab-ci.yml
git checkout .gitlab-ci.yml
git checkout HEAD^
done
|
