summaryrefslogtreecommitdiff
path: root/scripts/benchmark/run-benchmarks-ci-job.sh
diff options
context:
space:
mode:
authordrebs <drebs@riseup.net>2017-10-17 10:49:31 -0200
committerdrebs <drebs@riseup.net>2017-10-17 11:25:19 -0200
commit3b46ddd3b336f55510fc7304eb7badbd5005350d (patch)
treeb3be7af9ae548ace50b75a5c04c95c664dcda529 /scripts/benchmark/run-benchmarks-ci-job.sh
parent863ba493ad41c10609d979bff3d197c2cf571618 (diff)
[ci] improve outlier detection output
Diffstat (limited to 'scripts/benchmark/run-benchmarks-ci-job.sh')
-rwxr-xr-xscripts/benchmark/run-benchmarks-ci-job.sh14
1 files changed, 4 insertions, 10 deletions
diff --git a/scripts/benchmark/run-benchmarks-ci-job.sh b/scripts/benchmark/run-benchmarks-ci-job.sh
index 30c6ecf5..adf37b7a 100755
--- a/scripts/benchmark/run-benchmarks-ci-job.sh
+++ b/scripts/benchmark/run-benchmarks-ci-job.sh
@@ -16,8 +16,8 @@
# Environment Variables
# ---------------------
#
-# RUN_BENCHMARKS: If not set, skip this run.
-# CHECK_FOR_OUTLIERS: If set, check if results are outliers.
+# RUN_BENCHMARKS - If not set, skip this run.
+# STATUS_CODE_IF_OUTLIERS - Exit with this status code if outliers are detected.
set -eu
set -o xtrace
@@ -55,12 +55,6 @@ if [ -z "$(echo ${ENVIRONMENT} | grep ^benchmark-)" ]; then
exit 0
fi
-# stop here unless the CHECK_FOR_OUTLIERS environment variable is set
-if [ -z "${CHECK_FOR_OUTLIERS:-}" ]; then
- exit 0
-fi
-
-# fail test for bad outliers
-echo "Comparing current test results with history..."
+# check for bad outliers
basedir=$(dirname "${0}")
-${basedir}/compare-results-with-history.py ${tempfile}
+${basedir}/check-for-outliers.py --status-code ${STATUS_CODE_IF_OUTLIERS:-0} ${tempfile}