sanitychecks: add skip keyword for skipping tests unconditionally
In case we want to skip a test for whatever reason without having to change
the other filters or deleting the ini file.
Change-Id: I8af527b1c56b8a2f395cb9ca336162233f150c2e
Signed-off-by: Anas Nashif <anas.nashif@intel.com>
diff --git a/scripts/sanitycheck b/scripts/sanitycheck
index 5b6ca6f..c7b1623 100755
--- a/scripts/sanitycheck
+++ b/scripts/sanitycheck
@@ -21,6 +21,9 @@
functional domains but can be anything. Command line invocations
of this script can filter the set of tests to run based on tag.
+ skip = <True|False>
+ skip testcase unconditionally. This can be used for broken tests.
+
extra_args = <list of extra arguments>
Extra arguments to pass to Make when building or running the
test case.
@@ -712,6 +715,7 @@
testcase_valid_keys = {"tags" : {"type" : "set", "required" : True},
"extra_args" : {"type" : "list"},
"build_only" : {"type" : "bool", "default" : False},
+ "skip" : {"type" : "bool", "default" : False},
"timeout" : {"type" : "int", "default" : 60},
"arch_whitelist" : {"type" : "set"},
"arch_exclude" : {"type" : "set"},
@@ -955,6 +959,7 @@
self.extra_args = tc_dict["extra_args"]
self.arch_whitelist = tc_dict["arch_whitelist"]
self.arch_exclude = tc_dict["arch_exclude"]
+ self.skip = tc_dict["skip"]
self.platform_exclude = tc_dict["platform_exclude"]
self.platform_whitelist = tc_dict["platform_whitelist"]
self.config_whitelist = tc_dict["config_whitelist"]
@@ -1115,6 +1120,9 @@
for plat in arch.platforms:
instance = TestInstance(tc, plat, self.outdir)
+ if tc.skip:
+ continue
+
if tag_filter and not tc.tags.intersection(tag_filter):
continue
@@ -1182,6 +1190,10 @@
for plat in arch.platforms:
instance = TestInstance(tc, plat, self.outdir)
+ if tc.skip:
+ discards[instance] = "Skip filter"
+ continue
+
if tag_filter and not tc.tags.intersection(tag_filter):
discards[instance] = "Command line testcase tag filter"
continue
