summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorNathan Rossi <nathan@nathanrossi.com>2019-09-04 14:23:23 +0000
committerRichard Purdie <richard.purdie@linuxfoundation.org>2019-09-07 21:52:27 +0100
commit073575ff9c06b2791cc2bd88063d815d2220f038 (patch)
tree5d29d80f96bc559a070f0114ce53eb22198e00d6
parent7e5be0803ea0cbfd8e5b052e43b54e16ab3230ed (diff)
downloadopenembedded-core-contrib-073575ff9c06b2791cc2bd88063d815d2220f038.tar.gz
oeqa/selftest: For toolchain tests do not fail if a test failed
Do not fail the running selftest test case if the test suite has a failed test case. Currently toolchain tests suites (binutils, gcc, glibc) fail but this does not indicate failure to execute the tests. Also remove the logging of each test that failed. Signed-off-by: Nathan Rossi <nathan@nathanrossi.com> Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
-rw-r--r--meta/lib/oeqa/selftest/cases/binutils.py6
-rw-r--r--meta/lib/oeqa/selftest/cases/gcc.py6
-rw-r--r--meta/lib/oeqa/selftest/cases/glibc.py5
3 files changed, 0 insertions, 17 deletions
diff --git a/meta/lib/oeqa/selftest/cases/binutils.py b/meta/lib/oeqa/selftest/cases/binutils.py
index 4edee09390..7f887959e4 100644
--- a/meta/lib/oeqa/selftest/cases/binutils.py
+++ b/meta/lib/oeqa/selftest/cases/binutils.py
@@ -52,13 +52,7 @@ class BinutilsCrossSelfTest(OESelftestTestCase):
if not os.path.exists(sumspath):
sumspath = os.path.join(builddir, suite, "testsuite", "{0}.sum".format(suite))
- failed = 0
with open(sumspath, "r") as f:
for test, result in parse_values(f):
self.tc.extraresults["ptestresult.{}.{}".format(ptestsuite, test)] = {"status" : result}
- if result == "FAIL":
- self.logger.info("failed: '{}'".format(test))
- failed += 1
-
- self.assertEqual(failed, 0)
diff --git a/meta/lib/oeqa/selftest/cases/gcc.py b/meta/lib/oeqa/selftest/cases/gcc.py
index 0b0157e568..dba453f00a 100644
--- a/meta/lib/oeqa/selftest/cases/gcc.py
+++ b/meta/lib/oeqa/selftest/cases/gcc.py
@@ -71,7 +71,6 @@ class GccSelfTest(OESelftestTestCase):
bb_vars = get_bb_vars(["B", "TARGET_SYS"], recipe)
builddir, target_sys = bb_vars["B"], bb_vars["TARGET_SYS"]
- failed = 0
for suite in suites:
sumspath = os.path.join(builddir, "gcc", "testsuite", suite, "{0}.sum".format(suite))
if not os.path.exists(sumspath): # check in target dirs
@@ -84,11 +83,6 @@ class GccSelfTest(OESelftestTestCase):
with open(sumspath, "r") as f:
for test, result in parse_values(f):
self.tc.extraresults["ptestresult.{}.{}".format(ptestsuite, test)] = {"status" : result}
- if result == "FAIL":
- self.logger.info("failed: '{}'".format(test))
- failed += 1
-
- self.assertEqual(failed, 0)
class GccSelfTestSystemEmulated(GccSelfTest):
default_installed_packages = ["libgcc", "libstdc++", "libatomic", "libgomp"]
diff --git a/meta/lib/oeqa/selftest/cases/glibc.py b/meta/lib/oeqa/selftest/cases/glibc.py
index 6a34da39d9..7992ea6bf2 100644
--- a/meta/lib/oeqa/selftest/cases/glibc.py
+++ b/meta/lib/oeqa/selftest/cases/glibc.py
@@ -43,15 +43,10 @@ class GlibcSelfTest(OESelftestTestCase):
builddir = get_bb_var("B", "glibc-testsuite")
- failed = 0
self.tc.extraresults["ptestresult.sections"]["glibc"] = {}
with open(os.path.join(builddir, "tests.sum"), "r") as f:
for test, result in parse_values(f):
self.tc.extraresults["ptestresult.glibc.{}".format(test)] = {"status" : result}
- if result == "FAIL":
- self.logger.info("failed: '{}'".format(test))
- failed += 1
- self.assertEqual(failed, 0)
class GlibcSelfTestSystemEmulated(GlibcSelfTest):
default_installed_packages = [