diff options
| author | drebs <drebs@leap.se> | 2017-07-03 14:25:07 -0300 |
|---|---|---|
| committer | Kali Kaneko <kali@leap.se> | 2017-07-07 21:25:18 +0200 |
| commit | 413d2e7c77a61b583eb4506c1f6fda2d46185c7a (patch) | |
| tree | b921a6a149a5d13457d06eca4fed4a6f0b10c500 /benchmark-all-commits.sh | |
| parent | 690f3c486e04f6e735648ce4bb2774c2f457e217 (diff) | |
[benchmarks] move benchmark-all-commits script to scripts dir
Diffstat (limited to 'benchmark-all-commits.sh')
| -rwxr-xr-x | benchmark-all-commits.sh | 60 |
1 files changed, 0 insertions, 60 deletions
diff --git a/benchmark-all-commits.sh b/benchmark-all-commits.sh deleted file mode 100755 index 60c37df9..00000000 --- a/benchmark-all-commits.sh +++ /dev/null @@ -1,60 +0,0 @@ -#!/bin/bash -x -# -# Go backwards in git history and run benchmark tests -# Export PYTEST_OPTS so pytest will post metrics to an elasticsearch -# instance, i.e. -# -# export PYTEST_OPTS='--benchmark-autosave --benchmark-storage="elasticsearch+https://USER:PASSWORD@moose.leap.se:9200"' -# or, for testing a single test group: -# export PYTEST_OPTS='--benchmark-autosave --benchmark-storage="elasticsearch+https://USER:PASSWORD@moose.leap.se:9200" -m benchmark_test_instance' -# -# Todo -# -# - Error handling. This script is dump and will run forever. - -# Too many commits just fail for different reasons, -# so we just benchmark thoses that succeed. -#set -e - - - -#rm -rf testing/.tox - -while /bin/true -do - - commit_id=$(git rev-parse HEAD) - echo -e '\n\n\n\n\n' - echo -e "\e[34m$(date): Starting benchmarking of commit ${commit_id:0:8}, which is $(git rev-list --count ${commit_id}..origin/master) commits back from master:\e[0m" - echo - git show | head -6 - echo - - # Option 1: Run couchdb + tox localy - dirty! - # curl -s localhost:5984 || exit 1 - # Make sure we kill all leftover soledad server/pytest procs - #pkill -f -9 tox - #git checkout origin/master testing/tox.ini testing/tests/benchmarks/conftest.py testing/tests/conftest.py - #tox -c testing/tox.ini -e benchmark -- -x "$PYTEST_OPTS" - #git reset HEAD testing/tox.ini - #git checkout testing/tox.ini testing/tests/benchmarks/conftest.py testing/tests/conftest.py - - # Option 2: Run couchdb + tox in docker container using gitlab-runner - git checkout origin/benchmark-all-commits .gitlab-ci.yml - time gitlab-runner exec docker \ - benchmark \ - --timeout 7200 \ - --env PYTEST_OPTS="$PYTEST_OPTS" \ - --env HOST_HOSTNAME="$(hostname)" - - code=$? - echo "$(date -Iseconds) ${commit_id} ${code}" >> results.txt - - echo - echo -e "\e[34m$(date): Finished benchmarking of commit ${commit_id:0:8}, which is $(git rev-list --count ${commit_id}..origin/master) commits back from master:\e[0m" - echo - git show | head -6 - echo - - git reset --hard HEAD^ -done |