From c8423a08a3144219855452cefc44f8ef8db8632e Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?J=C4=99drzej=20Boczar?= <jboczar@antmicro.com>
Date: Thu, 12 Mar 2020 13:47:23 +0100
Subject: [PATCH] test: exit with failure when no benchmarks succeeded

---
 test/run_benchmarks.py | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/test/run_benchmarks.py b/test/run_benchmarks.py
index d931c24..9cf48bb 100755
--- a/test/run_benchmarks.py
+++ b/test/run_benchmarks.py
@@ -664,6 +664,10 @@ def main(argv=None):
                 transparent=args.plot_transparent,
             )
 
+    # exit with error when there is no single benchmark that succeeded
+    succeeded = sum(1 if d.result is not None else 0 for d in run_data)
+    if succeeded == 0:
+        sys.exit(1)
 
 if __name__ == "__main__":
     main()