test: ensure that checkmk always gets the same list of tests

1 files changed, 12 insertions, 0 deletions

diff --git a/bin/run_tests b/bin/run_tests
index 5733f526..b6784ed5 100755
--- a/bin/run_tests
+++ b/bin/run_tests
@@ -82,6 +82,8 @@ end
 class LeapTest < MiniTest::Unit::TestCase
   class Pass < MiniTest::Assertion
   end
+  class SilentPass < Pass
+  end
   class Ignore < MiniTest::Assertion
   end
 
@@ -133,6 +135,12 @@ class LeapTest < MiniTest::Unit::TestCase
   end
 
   #
+  # This is just like pass(), but the result is normally silent, unless `run_tests --test TEST`
+  def silent_pass
+    raise LeapTest::SilentPass
+  end
+
+  #
   # Called when the test should be silently ignored.
   #
   def ignore
@@ -221,6 +229,10 @@ class LeapRunner < MiniTest::Unit
         if @verbose
           report_line("IGNORE", klass, meth, e, e.message)
         end
+      when LeapTest::SilentPass then
+        if $pinned_test_method || $output_format == :checkmk
+          report_line("PASS", klass, meth)
+        end
       when LeapTest::Pass then
         @passes += 1
         report_line("PASS", klass, meth)