diff options
author | drebs <drebs@riseup.net> | 2017-10-17 10:49:31 -0200 |
---|---|---|
committer | drebs <drebs@riseup.net> | 2017-10-17 11:25:19 -0200 |
commit | 3b46ddd3b336f55510fc7304eb7badbd5005350d (patch) | |
tree | b3be7af9ae548ace50b75a5c04c95c664dcda529 /scripts/benchmark/run-benchmarks-ci-job.sh | |
parent | 863ba493ad41c10609d979bff3d197c2cf571618 (diff) |
[ci] improve outlier detection output
Diffstat (limited to 'scripts/benchmark/run-benchmarks-ci-job.sh')
-rwxr-xr-x | scripts/benchmark/run-benchmarks-ci-job.sh | 14 |
1 files changed, 4 insertions, 10 deletions
diff --git a/scripts/benchmark/run-benchmarks-ci-job.sh b/scripts/benchmark/run-benchmarks-ci-job.sh index 30c6ecf5..adf37b7a 100755 --- a/scripts/benchmark/run-benchmarks-ci-job.sh +++ b/scripts/benchmark/run-benchmarks-ci-job.sh @@ -16,8 +16,8 @@ # Environment Variables # --------------------- # -# RUN_BENCHMARKS: If not set, skip this run. -# CHECK_FOR_OUTLIERS: If set, check if results are outliers. +# RUN_BENCHMARKS - If not set, skip this run. +# STATUS_CODE_IF_OUTLIERS - Exit with this status code if outliers are detected. set -eu set -o xtrace @@ -55,12 +55,6 @@ if [ -z "$(echo ${ENVIRONMENT} | grep ^benchmark-)" ]; then exit 0 fi -# stop here unless the CHECK_FOR_OUTLIERS environment variable is set -if [ -z "${CHECK_FOR_OUTLIERS:-}" ]; then - exit 0 -fi - -# fail test for bad outliers -echo "Comparing current test results with history..." +# check for bad outliers basedir=$(dirname "${0}") -${basedir}/compare-results-with-history.py ${tempfile} +${basedir}/check-for-outliers.py --status-code ${STATUS_CODE_IF_OUTLIERS:-0} ${tempfile} |