X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fgenerator_tables.py;h=3087afda29da40d30973b63d1632d5cb8091e6ef;hb=60ad88e982229ffe48d153f2294c6d2d280d7cce;hp=acd3024f357f610e7f129ecca8c486584699c5e0;hpb=5ec0a299c5f9ad2f4843478db69bc6bbc697b0a2;p=csit.git diff --git a/resources/tools/presentation/generator_tables.py b/resources/tools/presentation/generator_tables.py index acd3024f35..3087afda29 100644 --- a/resources/tools/presentation/generator_tables.py +++ b/resources/tools/presentation/generator_tables.py @@ -27,7 +27,7 @@ from datetime import datetime as dt from datetime import timedelta from utils import mean, stdev, relative_change, classify_anomalies, \ - convert_csv_to_pretty_txt + convert_csv_to_pretty_txt, relative_change_stdev REGEX_NIC = re.compile(r'\d*ge\dp\d\D*\d*') @@ -551,7 +551,7 @@ def table_soak_vs_ndr(table, input_data): "{0} Stdev [Mpps]".format(table["reference"]["title"]), "{0} Throughput [Mpps]".format(table["compare"]["title"]), "{0} Stdev [Mpps]".format(table["compare"]["title"]), - "Delta [%]"] + "Delta [%]", "Stdev of delta [%]"] header_str = ",".join(header) + "\n" except (AttributeError, KeyError) as err: logging.error("The model is invalid, missing parameter: {0}". @@ -612,20 +612,27 @@ def table_soak_vs_ndr(table, input_data): if data_r: data_r_mean = mean(data_r) item.append(round(data_r_mean / 1000000, 2)) - item.append(round(stdev(data_r) / 1000000, 2)) + data_r_stdev = stdev(data_r) + item.append(round(data_r_stdev / 1000000, 2)) else: data_r_mean = None + data_r_stdev = None item.extend([None, None]) data_c = tbl_dict[tst_name]["cmp-data"] if data_c: data_c_mean = mean(data_c) item.append(round(data_c_mean / 1000000, 2)) - item.append(round(stdev(data_c) / 1000000, 2)) + data_c_stdev = stdev(data_c) + item.append(round(data_c_stdev / 1000000, 2)) else: data_c_mean = None + data_c_stdev = None item.extend([None, None]) - if data_r_mean and data_c_mean is not None: - item.append(round(relative_change(data_r_mean, data_c_mean), 2)) + if data_r_mean and data_c_mean: + delta, d_stdev = relative_change_stdev( + data_r_mean, data_c_mean, data_r_stdev, data_c_stdev) + item.append(round(delta, 2)) + item.append(round(d_stdev, 2)) tbl_lst.append(item) # Sort the table according to the relative change @@ -675,7 +682,7 @@ def table_performance_trending_dashboard(table, input_data): for job, builds in table["data"].items(): for build in builds: for tst_name, tst_data in data[job][str(build)].iteritems(): - if tst_name.lower() in table["ignore-list"]: + if tst_name.lower() in table.get("ignore-list", list()): continue if tbl_dict.get(tst_name, None) is None: groups = re.search(REGEX_NIC, tst_data["parent"]) @@ -818,6 +825,10 @@ def _generate_url(base, testbed, test_name): elif "ipsec" in test_name: file_name = "ipsec" feature = "-base-scale" + if "-int-" in test_name: + feature = "-base-scale-int" + elif "tnl" in test_name: + feature = "-base-scale-tnl" elif "ethip4lispip" in test_name or "ethip4vxlan" in test_name: file_name = "ip4_tunnels" @@ -865,6 +876,8 @@ def _generate_url(base, testbed, test_name): nic = "vic1227-" elif "vic1385" in test_name: nic = "vic1385-" + elif "x553" in test_name: + nic = "x553-" else: nic = "" anchor += nic @@ -1067,7 +1080,7 @@ def table_failed_tests(table, input_data): for build in builds: build = str(build) for tst_name, tst_data in data[job][build].iteritems(): - if tst_name.lower() in table["ignore-list"]: + if tst_name.lower() in table.get("ignore-list", list()): continue if tbl_dict.get(tst_name, None) is None: groups = re.search(REGEX_NIC, tst_data["parent"])