From a104a76f1c5f44d78742acabf6b7fe93c65933b8 Mon Sep 17 00:00:00 2001 From: Armin Kuster Date: Thu, 31 Oct 2019 15:11:39 +0000 Subject: OEQA: Centrilize the base LTP routines Signed-off-by: Armin Kuster --- meta/lib/oeqa/utils/ltp.py | 133 +++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 133 insertions(+) create mode 100644 meta/lib/oeqa/utils/ltp.py (limited to 'meta') diff --git a/meta/lib/oeqa/utils/ltp.py b/meta/lib/oeqa/utils/ltp.py new file mode 100644 index 0000000000..5e07f4d303 --- /dev/null +++ b/meta/lib/oeqa/utils/ltp.py @@ -0,0 +1,133 @@ +# LTP base +# +# Copyright (c) 2019 MontaVista Software, LLC +# +# SPDX-License-Identifier: GPL-2.0-only +# + +import time +import datetime +import pprint + +from oeqa.runtime.case import OERuntimeTestCase + +class LtpBase(OERuntimeTestCase): + ''' + Base routines for LTP based testing + ''' + + @classmethod + def setUpClass(cls): + cls.ltp_startup() + + @classmethod + def tearDownClass(cls): + cls.ltp_finishup() + + @classmethod + def ltp_startup(cls): + cls.sections = {} + cls.failmsg = "" + cls.cmd = "" + test_log_dir = os.path.join(cls.td.get('WORKDIR', ''), 'testimage') + timestamp = datetime.datetime.now().strftime('%Y%m%d%H%M%S') + + cls.ltptest_log_dir_link = os.path.join(test_log_dir, 'ltp_log') + cls.ltptest_log_dir = '%s.%s' % (cls.ltptest_log_dir_link, timestamp) + os.makedirs(cls.ltptest_log_dir) + + cls.tc.target.run("mkdir -p /opt/ltp/results") + + if not hasattr(cls.tc, "extraresults"): + cls.tc.extraresults = {} + cls.extras = cls.tc.extraresults + cls.extras['ltpresult.rawlogs'] = {'log': ""} + + @classmethod + def runltp(cls, ltp_group): + starttime = time.time() + (status, output) = cls.tc.target.run(cls.cmd) + endtime = time.time() + + with open(os.path.join(cls.ltptest_log_dir, "%s-raw.log" % ltp_group), 'w') as f: + f.write(output) + + cls.extras['ltpresult.rawlogs']['log'] = cls.extras['ltpresult.rawlogs']['log'] + output + + # copy nice log from DUT + dst = os.path.join(cls.ltptest_log_dir, "%s" % ltp_group ) + remote_src = "/opt/ltp/results/%s" % ltp_group + (status, output) = cls.tc.target.copyFrom(remote_src, dst) + msg = 'File could not be copied. Output: %s' % output + self.assertEqual(status, 0, msg=msg) + + parser = LtpParser() + results, sections = parser.parse(dst) + + runtime = int(endtime-starttime) + sections['duration'] = runtime + cls.sections[ltp_group] = sections + + failed_tests = {} + for test in results: + result = results[test] + testname = (logname + "." + ltp_group + "." + test) + cls.extras[testname] = {'status': result} + if result == 'FAILED': + failed_tests[ltp_group] = test + + if failed_tests: + cls.failmsg = cls.failmsg + "Failed ptests:\n%s" % pprint.pformat(failed_tests) + +class LtpTestBase(LtpBase): + ''' + Ltp normal section definition + ''' + @classmethod + def ltp_finishup(cls): + cls.extras['ltpresult.sections'] = cls.sections + + # update symlink to ltp_log + if os.path.exists(cls.ltptest_log_dir_link): + os.remove(cls.ltptest_log_dir_link) + os.symlink(os.path.basename(cls.ltptest_log_dir), cls.ltptest_log_dir_link) + + if cls.failmsg: + cls.fail(cls.failmsg) + +class LtpPosixBase(LtpBase): + ''' + Ltp Posix section definition + ''' + + @classmethod + def ltp_finishup(cls): + cls.extras['ltpposixresult.sections'] = cls.sections + + # update symlink to ltp_log + if os.path.exists(cls.ltptest_log_dir_link): + os.remove(cls.ltptest_log_dir_link) + + os.symlink(os.path.basename(cls.ltptest_log_dir), cls.ltptest_log_dir_link) + + if cls.failmsg: + cls.fail(cls.failmsg) + + +class LtpStressBase(LtpBase): + ''' + Ltp Stress test section definition + ''' + + @classmethod + def ltp_finishup(cls): + cls.extras['ltpstressresult.sections'] = cls.sections + + # update symlink to ltp_log + if os.path.exists(cls.ltptest_log_dir_link): + os.remove(cls.ltptest_log_dir_link) + + os.symlink(os.path.basename(cls.ltptest_log_dir), cls.ltptest_log_dir_link) + + if cls.failmsg: + cls.fail(cls.failmsg) -- cgit 1.2.3-korg