Change-Id: I7ae188f5f684bd93352255d6b5c491b6d78c822c
Signed-off-by: Tibor Frank <tifrank@cisco.com>
:type alert: dict
:type test_set: str
:type sort: bool
:type alert: dict
:type test_set: str
:type sort: bool
- :returns: CSIT build number, VPP version, Number of failed tests,
- Compressed failed tests.
- :rtype: tuple(str, str, int, OrderedDict)
+ :returns: CSIT build number, VPP version, Number of passed tests,
+ Number of failed tests, Compressed failed tests.
+ :rtype: tuple(str, str, int, int, OrderedDict)
"""
directory = self.configs[alert["way"]]["output-dir"]
"""
directory = self.configs[alert["way"]]["output-dir"]
if idx == 1:
version = line[:-1]
continue
if idx == 1:
version = line[:-1]
continue
+ if idx == 2:
+ passed = line[:-1]
+ continue
+ if idx == 3:
+ failed = line[:-1]
+ continue
try:
test = line[:-1].split('-')
nic = test[0]
try:
test = line[:-1].split('-')
nic = test[0]
keys.sort()
for key in keys:
sorted_failed_tests[key] = failed_tests[key]
keys.sort()
for key in keys:
sorted_failed_tests[key] = failed_tests[key]
- return build, version, idx-1, sorted_failed_tests
+ return build, version, passed, failed, sorted_failed_tests
- return build, version, idx-1, failed_tests
+ return build, version, passed, failed, failed_tests
def _generate_email_body(self, alert):
"""Create the file which is used in the generated alert.
def _generate_email_body(self, alert):
"""Create the file which is used in the generated alert.
text = ""
for idx, test_set in enumerate(alert.get("include", [])):
text = ""
for idx, test_set in enumerate(alert.get("include", [])):
- build, version, nr, failed_tests = \
+ build, version, passed, failed, failed_tests = \
self._get_compressed_failed_tests(alert, test_set)
if build is None:
ret_code, build_nr, _ = get_last_completed_build_number(
self._get_compressed_failed_tests(alert, test_set)
if build is None:
ret_code, build_nr, _ = get_last_completed_build_number(
build=build_nr)
continue
text += ("\n\n{topo}-{arch}, "
build=build_nr)
continue
text += ("\n\n{topo}-{arch}, "
+ "{failed} tests failed, "
+ "{passed} tests passed, "
"CSIT build: {link}/{build}, "
"VPP version: {version}\n\n".
format(topo=test_set.split('-')[-2],
arch=test_set.split('-')[-1],
"CSIT build: {link}/{build}, "
"VPP version: {version}\n\n".
format(topo=test_set.split('-')[-2],
arch=test_set.split('-')[-1],
+ failed=failed,
+ passed=passed,
link=alert["urls"][idx],
build=build,
version=version))
link=alert["urls"][idx],
build=build,
version=version))
return
tbl_list.append(build)
tbl_list.append(version)
return
tbl_list.append(build)
tbl_list.append(version)
+ failed_tests = list()
+ passed = 0
+ failed = 0
for tst_name, tst_data in data[job][build].iteritems():
if tst_data["status"] != "FAIL":
for tst_name, tst_data in data[job][build].iteritems():
if tst_data["status"] != "FAIL":
groups = re.search(REGEX_NIC, tst_data["parent"])
if not groups:
continue
nic = groups.group(0)
groups = re.search(REGEX_NIC, tst_data["parent"])
if not groups:
continue
nic = groups.group(0)
- tbl_list.append("{0}-{1}".format(nic, tst_data["name"]))
+ failed_tests.append("{0}-{1}".format(nic, tst_data["name"]))
+ tbl_list.append(str(passed))
+ tbl_list.append(str(failed))
+ tbl_list.extend(failed_tests)
file_name = "{0}{1}".format(table["output-file"], table["output-file-ext"])
logging.info(" Writing file: '{0}'".format(file_name))
file_name = "{0}{1}".format(table["output-file"], table["output-file-ext"])
logging.info(" Writing file: '{0}'".format(file_name))
# 3n-hsw
plot-performance-trending-all-3n-hsw:
csit-vpp-perf-mrr-daily-master:
# 3n-hsw
plot-performance-trending-all-3n-hsw:
csit-vpp-perf-mrr-daily-master:
end: "lastCompletedBuild"
skip:
end: "lastCompletedBuild"
skip:
- - 749
- - 750
- - 751
- - 752
- - 753
- - 754
- - 755
- - 756
- - 757
- - 758
- - 760
+ - 855
+ - 856
+ - 860
+ - 867
csit-dpdk-perf-mrr-weekly-master:
csit-dpdk-perf-mrr-weekly-master:
end: "lastCompletedBuild"
skip:
- 87
end: "lastCompletedBuild"
skip:
- 87
plot-performance-trending-vpp-3n-hsw:
csit-vpp-perf-mrr-daily-master:
plot-performance-trending-vpp-3n-hsw:
csit-vpp-perf-mrr-daily-master:
end: "lastCompletedBuild"
skip:
end: "lastCompletedBuild"
skip:
- - 749
- - 750
- - 751
- - 752
- - 753
- - 754
- - 755
- - 756
- - 757
- - 758
- - 760
+ - 855
+ - 856
+ - 860
+ - 867
plot-performance-trending-dpdk-3n-hsw:
csit-dpdk-perf-mrr-weekly-master:
plot-performance-trending-dpdk-3n-hsw:
csit-dpdk-perf-mrr-weekly-master:
end: "lastCompletedBuild"
skip:
- 87
end: "lastCompletedBuild"
skip:
- 87
# 3n-skx
plot-performance-trending-all-3n-skx:
csit-vpp-perf-mrr-daily-master-3n-skx:
# 3n-skx
plot-performance-trending-all-3n-skx:
csit-vpp-perf-mrr-daily-master-3n-skx:
end: "lastCompletedBuild"
skip:
end: "lastCompletedBuild"
skip:
- - 499
- - 500
- - 501
- - 502
- - 503
- - 504
- - 505
- - 506
- - 507
- - 508
- - 510
- - 511
+ - 601
+ - 603
+ - 604
+ - 612
csit-dpdk-perf-mrr-weekly-master-3n-skx:
csit-dpdk-perf-mrr-weekly-master-3n-skx:
end: "lastCompletedBuild"
skip:
- 52
end: "lastCompletedBuild"
skip:
- 52
plot-performance-trending-vpp-3n-skx:
csit-vpp-perf-mrr-daily-master-3n-skx:
plot-performance-trending-vpp-3n-skx:
csit-vpp-perf-mrr-daily-master-3n-skx:
end: "lastCompletedBuild"
skip:
end: "lastCompletedBuild"
skip:
- - 499
- - 500
- - 501
- - 502
- - 503
- - 504
- - 505
- - 506
- - 507
- - 508
- - 510
- - 511
+ - 601
+ - 603
+ - 604
+ - 612
plot-performance-trending-dpdk-3n-skx:
csit-dpdk-perf-mrr-weekly-master-3n-skx:
plot-performance-trending-dpdk-3n-skx:
csit-dpdk-perf-mrr-weekly-master-3n-skx:
end: "lastCompletedBuild"
skip:
- 52
end: "lastCompletedBuild"
skip:
- 52
# 2n-skx
plot-performance-trending-all-2n-skx:
csit-vpp-perf-mrr-daily-master-2n-skx:
# 2n-skx
plot-performance-trending-all-2n-skx:
csit-vpp-perf-mrr-daily-master-2n-skx:
end: "lastCompletedBuild"
skip:
end: "lastCompletedBuild"
skip:
- - 500
- - 501
- - 502
- - 503
- - 504
- - 505
- - 506
- - 507
- - 508
- - 509
+ - 608
+ - 609
+ - 612
+ - 620
+ - 627
csit-dpdk-perf-mrr-weekly-master-2n-skx:
csit-dpdk-perf-mrr-weekly-master-2n-skx:
end: "lastCompletedBuild"
skip:
- 52
end: "lastCompletedBuild"
skip:
- 52
plot-performance-trending-vpp-2n-skx:
csit-vpp-perf-mrr-daily-master-2n-skx:
plot-performance-trending-vpp-2n-skx:
csit-vpp-perf-mrr-daily-master-2n-skx:
end: "lastCompletedBuild"
skip:
end: "lastCompletedBuild"
skip:
- - 500
- - 501
- - 502
- - 503
- - 504
- - 505
- - 506
- - 507
- - 508
- - 509
+ - 608
+ - 609
+ - 612
+ - 620
+ - 627
plot-performance-trending-dpdk-2n-skx:
csit-dpdk-perf-mrr-weekly-master-2n-skx:
plot-performance-trending-dpdk-2n-skx:
csit-dpdk-perf-mrr-weekly-master-2n-skx:
end: "lastCompletedBuild"
skip:
- 52
end: "lastCompletedBuild"
skip:
- 52
plot-performance-trending-vpp-nfv-2n-skx:
csit-vpp-perf-mrr-weekly-master-2n-skx:
plot-performance-trending-vpp-nfv-2n-skx:
csit-vpp-perf-mrr-weekly-master-2n-skx:
end: "lastCompletedBuild"
skip:
- 21
end: "lastCompletedBuild"
skip:
- 21
plot-performance-trending-vpp-3n-tsh:
csit-vpp-perf-mrr-daily-master-3n-tsh:
plot-performance-trending-vpp-3n-tsh:
csit-vpp-perf-mrr-daily-master-3n-tsh:
plot-performance-trending-vpp-3n-dnv:
csit-vpp-perf-mrr-daily-master-3n-dnv:
plot-performance-trending-vpp-3n-dnv:
csit-vpp-perf-mrr-daily-master-3n-dnv:
+ - 83
+ - 84
+ - 91
+ - 92
+ - 93
+ - 94
+ - 95
+ - 96
+ - 97
+ - 98
+ - 99
+ - 100
+ - 101
+ - 102
+ - 103
+ - 104
+ - 105
+ - 106
+ - 107
+ - 108
+ - 109
plot-performance-trending-vpp-2n-dnv:
csit-vpp-perf-mrr-daily-master-2n-dnv:
plot-performance-trending-vpp-2n-dnv:
csit-vpp-perf-mrr-daily-master-2n-dnv:
+ - 83
+ - 90
+ - 91
+ - 92
+ - 93
+ - 94
+ - 95
+ - 96
+ - 97
+ - 98
+ - 99
+ - 100
+ - 101
+ - 102
+ - 103
+ - 104
+ - 105
+ - 106
+ - 107
+ - 108
# 3n-hsw
csit-vpp-perf-mrr-daily-master:
# 3n-hsw
csit-vpp-perf-mrr-daily-master:
end: "lastCompletedBuild"
skip:
end: "lastCompletedBuild"
skip:
- - 749
- - 750
- - 751
- - 752
- - 753
- - 754
- - 755
- - 756
- - 757
- - 758
- - 760
+ - 855
+ - 856
+ - 860
+ - 867
csit-dpdk-perf-mrr-weekly-master:
csit-dpdk-perf-mrr-weekly-master:
end: "lastCompletedBuild"
skip:
- 87
end: "lastCompletedBuild"
skip:
- 87
# 3n-skx
csit-vpp-perf-mrr-daily-master-3n-skx:
# 3n-skx
csit-vpp-perf-mrr-daily-master-3n-skx:
end: "lastCompletedBuild"
skip:
end: "lastCompletedBuild"
skip:
- - 499
- - 500
- - 501
- - 502
- - 503
- - 504
- - 505
- - 506
- - 507
- - 508
- - 510
- - 511
+ - 601
+ - 603
+ - 604
+ - 612
csit-dpdk-perf-mrr-weekly-master-3n-skx:
csit-dpdk-perf-mrr-weekly-master-3n-skx:
end: "lastCompletedBuild"
skip:
- 52
end: "lastCompletedBuild"
skip:
- 52
# 2n-skx
csit-vpp-perf-mrr-daily-master-2n-skx:
# 2n-skx
csit-vpp-perf-mrr-daily-master-2n-skx:
end: "lastCompletedBuild"
skip:
end: "lastCompletedBuild"
skip:
- - 500
- - 501
- - 502
- - 503
- - 504
- - 505
- - 506
- - 507
- - 508
- - 509
+ - 608
+ - 609
+ - 612
+ - 620
+ - 627
csit-vpp-perf-mrr-weekly-master-2n-skx:
csit-vpp-perf-mrr-weekly-master-2n-skx:
end: "lastCompletedBuild"
skip:
- 21
- 29
csit-dpdk-perf-mrr-weekly-master-2n-skx:
end: "lastCompletedBuild"
skip:
- 21
- 29
csit-dpdk-perf-mrr-weekly-master-2n-skx:
end: "lastCompletedBuild"
skip:
- 52
end: "lastCompletedBuild"
skip:
- 52
# 3n-dnv
csit-vpp-perf-mrr-daily-master-3n-dnv:
# 3n-dnv
csit-vpp-perf-mrr-daily-master-3n-dnv:
+ - 83
+ - 84
+ - 91
+ - 92
+ - 93
+ - 94
+ - 95
+ - 96
+ - 97
+ - 98
+ - 99
+ - 100
+ - 101
+ - 102
+ - 103
+ - 104
+ - 105
+ - 106
+ - 107
+ - 108
+ - 109
# 2n-dnv
csit-vpp-perf-mrr-daily-master-2n-dnv:
# 2n-dnv
csit-vpp-perf-mrr-daily-master-2n-dnv:
+ - 83
+ - 90
+ - 91
+ - 92
+ - 93
+ - 94
+ - 95
+ - 96
+ - 97
+ - 98
+ - 99
+ - 100
+ - 101
+ - 102
+ - 103
+ - 104
+ - 105
+ - 106
+ - 107
+ - 108