1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
|
import os
import shutil
import subprocess
from oeqa.runtime.case import OERuntimeTestCase
from oeqa.core.decorator.depends import OETestDepends
from oeqa.core.decorator.oeid import OETestID
from oeqa.core.decorator.data import skipIfNotDataVar, skipIfNotFeature
from oeqa.runtime.decorator.package import OEHasPackage
from oeqa.runtime.cases.dnf import DnfTest
from oeqa.utils.logparser import *
from oeqa.utils.httpserver import HTTPService
class PtestRunnerTest(DnfTest):
@classmethod
def setUpClass(cls):
rpm_deploy = os.path.join(cls.tc.td['DEPLOY_DIR'], 'rpm')
cls.repo_server = HTTPService(rpm_deploy, cls.tc.target.server_ip)
cls.repo_server.start()
@classmethod
def tearDownClass(cls):
cls.repo_server.stop()
# a ptest log parser
def parse_ptest(self, logfile):
parser = Lparser(test_0_pass_regex="^PASS:(.+)",
test_0_fail_regex="^FAIL:(.+)",
section_0_begin_regex="^BEGIN: .*/(.+)/ptest",
section_0_end_regex="^END: .*/(.+)/ptest")
parser.init()
result = Result()
with open(logfile, errors='replace') as f:
for line in f:
result_tuple = parser.parse_line(line)
if not result_tuple:
continue
result_tuple = line_type, category, status, name = parser.parse_line(line)
if line_type == 'section' and status == 'begin':
current_section = name
continue
if line_type == 'section' and status == 'end':
current_section = None
continue
if line_type == 'test' and status == 'pass':
result.store(current_section, name, status)
continue
if line_type == 'test' and status == 'fail':
result.store(current_section, name, status)
continue
result.sort_tests()
return result
def _install_ptest_packages(self):
# Get ptest packages that can be installed in the image.
packages_dir = os.path.join(self.tc.td['DEPLOY_DIR'], 'rpm')
ptest_pkgs = [pkg[:pkg.find('-ptest')+6]
for _, _, filenames in os.walk(packages_dir)
for pkg in filenames
if 'ptest' in pkg
and pkg[:pkg.find('-ptest')] in self.tc.image_packages]
repo_url = 'http://%s:%s' % (self.target.server_ip,
self.repo_server.port)
dnf_options = ('--repofrompath=oe-ptest-repo,%s '
'--nogpgcheck '
'install -y' % repo_url)
self.dnf('%s %s ptest-runner' % (dnf_options, ' '.join(ptest_pkgs)))
@skipIfNotFeature('package-management',
'Test requires package-management to be in DISTRO_FEATURES')
@skipIfNotFeature('ptest',
'Test requires package-management to be in DISTRO_FEATURES')
@skipIfNotDataVar('IMAGE_PKGTYPE', 'rpm',
'RPM is not the primary package manager')
@OEHasPackage(['dnf'])
@OETestDepends(['ssh.SSHTest.test_ssh'])
def test_ptestrunner(self):
self.ptest_log = os.path.join(self.tc.td['TEST_LOG_DIR'],
'ptest-%s.log' % self.tc.td['DATETIME'])
self._install_ptest_packages()
(runnerstatus, result) = self.target.run('/usr/bin/ptest-runner > /tmp/ptest.log 2>&1', 0)
#exit code is !=0 even if ptest-runner executes because some ptest tests fail.
self.assertTrue(runnerstatus != 127, msg="Cannot execute ptest-runner!")
self.target.copyFrom('/tmp/ptest.log', self.ptest_log)
shutil.copyfile(self.ptest_log, "ptest.log")
result = self.parse_ptest("ptest.log")
log_results_to_location = "./results"
if os.path.exists(log_results_to_location):
shutil.rmtree(log_results_to_location)
os.makedirs(log_results_to_location)
result.log_as_files(log_results_to_location, test_status = ['pass','fail'])
|
