sanitycheck: give summary about built vs executed
It is important to see that some tests are only building and not
executing...
Signed-off-by: Anas Nashif <anas.nashif@intel.com>
diff --git a/scripts/sanity_chk/sanitylib.py b/scripts/sanity_chk/sanitylib.py
index 88ad879..f391d0d 100644
--- a/scripts/sanity_chk/sanitylib.py
+++ b/scripts/sanity_chk/sanitylib.py
@@ -2298,6 +2298,7 @@
def summary(self, unrecognized_sections):
failed = 0
+ run = 0
for instance in self.instances.values():
if instance.status == "failed":
failed += 1
@@ -2307,6 +2308,9 @@
str(instance.metrics.get("unrecognized", []))))
failed += 1
+ if instance.metrics['handler_time']:
+ run += 1
+
if self.total_tests and self.total_tests != self.total_skipped:
pass_rate = (float(self.total_tests - self.total_failed - self.total_skipped) / float(
self.total_tests - self.total_skipped))
@@ -2338,6 +2342,9 @@
(100 * len(self.selected_platforms) / len(self.platforms))
))
+ logger.info(f"{Fore.GREEN}{run}{Fore.RESET} tests executed on platforms, \
+{Fore.RED}{self.total_tests - run}{Fore.RESET} tests were only built.")
+
def save_reports(self, name, suffix, report_dir, no_update, release, only_failed):
if not self.instances:
return
