Report: Header of comparison tables 80/26180/1
authorTibor Frank <tifrank@cisco.com>
Fri, 27 Mar 2020 05:41:31 +0000 (06:41 +0100)
committerTibor Frank <tifrank@cisco.com>
Fri, 27 Mar 2020 05:41:31 +0000 (06:41 +0100)
Change-Id: Icbfd4f306cbec2840292cb6a350a8e5b09047fa4
Signed-off-by: Tibor Frank <tifrank@cisco.com>
resources/tools/presentation/generator_tables.py
resources/tools/presentation/pal_utils.py
resources/tools/presentation/specification.yaml

index 4cbc7c0..30907de 100644 (file)
@@ -619,27 +619,27 @@ def table_perf_comparison(table, input_data):
             except (YAMLError, IOError) as err:
                 logging.warning(repr(err))
 
-        if table[u"include-tests"] == u"MRR":
-            hdr_param = u"Rec Rate"
-        else:
-            hdr_param = u"Thput"
-
         history = table.get(u"history", list())
         for item in history:
             header.extend(
                 [
-                    f"{item[u'title']} {hdr_param} [Mpps]",
-                    f"{item[u'title']} Stdev [Mpps]"
+                    f"{item[u'title']} Avg({table[u'include-tests']})",
+                    f"{item[u'title']} Stdev({table[u'include-tests']})"
                 ]
             )
         header.extend(
             [
-                f"{table[u'reference'][u'title']} {hdr_param} [Mpps]",
-                f"{table[u'reference'][u'title']} Stdev [Mpps]",
-                f"{table[u'compare'][u'title']} {hdr_param} [Mpps]",
-                f"{table[u'compare'][u'title']} Stdev [Mpps]",
-                u"Delta [%]",
-                u"Stdev of delta [%]"
+                f"{table[u'reference'][u'title']} "
+                f"Avg({table[u'include-tests']})",
+                f"{table[u'reference'][u'title']} "
+                f"Stdev({table[u'include-tests']})",
+                f"{table[u'compare'][u'title']} "
+                f"Avg({table[u'include-tests']})",
+                f"{table[u'compare'][u'title']} "
+                f"Stdev({table[u'include-tests']})",
+                f"Diff({table[u'reference'][u'title']},"
+                f"{table[u'compare'][u'title']})",
+                u"Stdev(Diff)"
             ]
         )
         header_str = u";".join(header) + u"\n"
@@ -809,11 +809,11 @@ def table_perf_comparison(table, input_data):
                 for hist_data in tbl_dict[tst_name][u"history"].values():
                     if hist_data:
                         if table[u"include-tests"] == u"MRR":
-                            item.append(round(hist_data[0][0] / 1e6, 2))
-                            item.append(round(hist_data[0][1] / 1e6, 2))
+                            item.append(round(hist_data[0][0] / 1e6, 1))
+                            item.append(round(hist_data[0][1] / 1e6, 1))
                         else:
-                            item.append(round(mean(hist_data) / 1e6, 2))
-                            item.append(round(stdev(hist_data) / 1e6, 2))
+                            item.append(round(mean(hist_data) / 1e6, 1))
+                            item.append(round(stdev(hist_data) / 1e6, 1))
                     else:
                         item.extend([u"Not tested", u"Not tested"])
             else:
@@ -826,8 +826,8 @@ def table_perf_comparison(table, input_data):
             else:
                 data_r_mean = mean(data_r)
                 data_r_stdev = stdev(data_r)
-            item.append(round(data_r_mean / 1e6, 2))
-            item.append(round(data_r_stdev / 1e6, 2))
+            item.append(round(data_r_mean / 1e6, 1))
+            item.append(round(data_r_stdev / 1e6, 1))
         else:
             data_r_mean = None
             data_r_stdev = None
@@ -840,8 +840,8 @@ def table_perf_comparison(table, input_data):
             else:
                 data_c_mean = mean(data_c)
                 data_c_stdev = stdev(data_c)
-            item.append(round(data_c_mean / 1e6, 2))
-            item.append(round(data_c_stdev / 1e6, 2))
+            item.append(round(data_c_mean / 1e6, 1))
+            item.append(round(data_c_stdev / 1e6, 1))
         else:
             data_c_mean = None
             data_c_stdev = None
@@ -924,27 +924,27 @@ def table_perf_comparison_nic(table, input_data):
             except (YAMLError, IOError) as err:
                 logging.warning(repr(err))
 
-        if table[u"include-tests"] == u"MRR":
-            hdr_param = u"Rec Rate"
-        else:
-            hdr_param = u"Thput"
-
         history = table.get(u"history", list())
         for item in history:
             header.extend(
                 [
-                    f"{item[u'title']} {hdr_param} [Mpps]",
-                    f"{item[u'title']} Stdev [Mpps]"
+                    f"{item[u'title']} Avg({table[u'include-tests']})",
+                    f"{item[u'title']} Stdev({table[u'include-tests']})"
                 ]
             )
         header.extend(
             [
-                f"{table[u'reference'][u'title']} {hdr_param} [Mpps]",
-                f"{table[u'reference'][u'title']} Stdev [Mpps]",
-                f"{table[u'compare'][u'title']} {hdr_param} [Mpps]",
-                f"{table[u'compare'][u'title']} Stdev [Mpps]",
-                u"Delta [%]",
-                u"Stdev of delta [%]"
+                f"{table[u'reference'][u'title']} "
+                f"Avg({table[u'include-tests']})",
+                f"{table[u'reference'][u'title']} "
+                f"Stdev({table[u'include-tests']})",
+                f"{table[u'compare'][u'title']} "
+                f"Avg({table[u'include-tests']})",
+                f"{table[u'compare'][u'title']} "
+                f"Stdev({table[u'include-tests']})",
+                f"Diff({table[u'reference'][u'title']},"
+                f"{table[u'compare'][u'title']})",
+                u"Stdev(Diff)"
             ]
         )
         header_str = u";".join(header) + u"\n"
@@ -1120,11 +1120,11 @@ def table_perf_comparison_nic(table, input_data):
                 for hist_data in tbl_dict[tst_name][u"history"].values():
                     if hist_data:
                         if table[u"include-tests"] == u"MRR":
-                            item.append(round(hist_data[0][0] / 1e6, 2))
-                            item.append(round(hist_data[0][1] / 1e6, 2))
+                            item.append(round(hist_data[0][0] / 1e6, 1))
+                            item.append(round(hist_data[0][1] / 1e6, 1))
                         else:
-                            item.append(round(mean(hist_data) / 1e6, 2))
-                            item.append(round(stdev(hist_data) / 1e6, 2))
+                            item.append(round(mean(hist_data) / 1e6, 1))
+                            item.append(round(stdev(hist_data) / 1e6, 1))
                     else:
                         item.extend([u"Not tested", u"Not tested"])
             else:
@@ -1137,8 +1137,8 @@ def table_perf_comparison_nic(table, input_data):
             else:
                 data_r_mean = mean(data_r)
                 data_r_stdev = stdev(data_r)
-            item.append(round(data_r_mean / 1e6, 2))
-            item.append(round(data_r_stdev / 1e6, 2))
+            item.append(round(data_r_mean / 1e6, 1))
+            item.append(round(data_r_stdev / 1e6, 1))
         else:
             data_r_mean = None
             data_r_stdev = None
@@ -1151,8 +1151,8 @@ def table_perf_comparison_nic(table, input_data):
             else:
                 data_c_mean = mean(data_c)
                 data_c_stdev = stdev(data_c)
-            item.append(round(data_c_mean / 1e6, 2))
-            item.append(round(data_c_stdev / 1e6, 2))
+            item.append(round(data_c_mean / 1e6, 1))
+            item.append(round(data_c_stdev / 1e6, 1))
         else:
             data_c_mean = None
             data_c_stdev = None
@@ -1223,23 +1223,20 @@ def table_nics_comparison(table, input_data):
 
     # Prepare the header of the tables
     try:
-        header = [u"Test case", ]
-
-        if table[u"include-tests"] == u"MRR":
-            hdr_param = u"Rec Rate"
-        else:
-            hdr_param = u"Thput"
-
-        header.extend(
-            [
-                f"{table[u'reference'][u'title']} {hdr_param} [Mpps]",
-                f"{table[u'reference'][u'title']} Stdev [Mpps]",
-                f"{table[u'compare'][u'title']} {hdr_param} [Mpps]",
-                f"{table[u'compare'][u'title']} Stdev [Mpps]",
-                u"Delta [%]",
-                u"Stdev of delta [%]"
-            ]
-        )
+        header = [
+            u"Test case",
+            f"{table[u'reference'][u'title']} "
+            f"Avg({table[u'include-tests']})",
+            f"{table[u'reference'][u'title']} "
+            f"Stdev({table[u'include-tests']})",
+            f"{table[u'compare'][u'title']} "
+            f"Avg({table[u'include-tests']})",
+            f"{table[u'compare'][u'title']} "
+            f"Stdev({table[u'include-tests']})",
+            f"Diff({table[u'reference'][u'title']},"
+            f"{table[u'compare'][u'title']})",
+            u"Stdev(Diff)"
+        ]
 
     except (AttributeError, KeyError) as err:
         logging.error(f"The model is invalid, missing parameter: {repr(err)}")
@@ -1290,8 +1287,8 @@ def table_nics_comparison(table, input_data):
             else:
                 data_r_mean = mean(data_r)
                 data_r_stdev = stdev(data_r)
-            item.append(round(data_r_mean / 1e6, 2))
-            item.append(round(data_r_stdev / 1e6, 2))
+            item.append(round(data_r_mean / 1e6, 1))
+            item.append(round(data_r_stdev / 1e6, 1))
         else:
             data_r_mean = None
             data_r_stdev = None
@@ -1304,8 +1301,8 @@ def table_nics_comparison(table, input_data):
             else:
                 data_c_mean = mean(data_c)
                 data_c_stdev = stdev(data_c)
-            item.append(round(data_c_mean / 1e6, 2))
-            item.append(round(data_c_stdev / 1e6, 2))
+            item.append(round(data_c_mean / 1e6, 1))
+            item.append(round(data_c_stdev / 1e6, 1))
         else:
             data_c_mean = None
             data_c_stdev = None
@@ -1440,8 +1437,8 @@ def table_soak_vs_ndr(table, input_data):
             else:
                 data_r_mean = mean(data_r)
                 data_r_stdev = stdev(data_r)
-            item.append(round(data_r_mean / 1e6, 2))
-            item.append(round(data_r_stdev / 1e6, 2))
+            item.append(round(data_r_mean / 1e6, 1))
+            item.append(round(data_r_stdev / 1e6, 1))
         else:
             data_r_mean = None
             data_r_stdev = None
@@ -1454,8 +1451,8 @@ def table_soak_vs_ndr(table, input_data):
             else:
                 data_c_mean = mean(data_c)
                 data_c_stdev = stdev(data_c)
-            item.append(round(data_c_mean / 1e6, 2))
-            item.append(round(data_c_stdev / 1e6, 2))
+            item.append(round(data_c_mean / 1e6, 1))
+            item.append(round(data_c_stdev / 1e6, 1))
         else:
             data_c_mean = None
             data_c_stdev = None
index 1da3350..0c51bb2 100644 (file)
@@ -316,8 +316,9 @@ def convert_csv_to_pretty_txt(csv_file_name, txt_file_name, delimiter=u","):
                 txt_table = prettytable.PrettyTable(row)
             else:
                 txt_table.add_row(row)
-        txt_table.align[u"Test case"] = u"l"
-        txt_table.align[u"RCA"] = u"l"
+    txt_table.align = u"r"
+    txt_table.align[u"Test case"] = u"l"
+    txt_table.align[u"RCA"] = u"l"
     if txt_table:
         with open(txt_file_name, u"wt") as txt_file:
             txt_file.write(str(txt_table))
index 55689dc..d5c2c59 100644 (file)
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
   history:
-    - title: "rls1904"
+    - title: "1904"
       data: "vpp-performance-changes-3n-hsw-h1"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-3n-hsw-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-3n-hsw-cmp"
   data: "vpp-performance-changes-3n-hsw"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
   history:
-    - title: "rls1904"
+    - title: "1904"
       data: "vpp-performance-changes-3n-hsw-h1"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-3n-hsw-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-3n-hsw-cmp"
   data: "vpp-performance-changes-3n-hsw"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
   history:
-    - title: "rls1904"
+    - title: "1904"
       data: "vpp-performance-changes-3n-hsw-h1"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-3n-hsw-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-3n-hsw-cmp"
   data: "vpp-performance-changes-3n-hsw"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
   history:
-    - title: "rls1904"
+    - title: "1904"
       data: "vpp-performance-changes-3n-hsw-h1"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-3n-hsw-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-3n-hsw-cmp"
   data: "vpp-performance-changes-3n-hsw"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
     title: "RCA"
     data-file: "rca/rca-3n-skx-2t1c-pdr.yaml"
   history:
-    - title: "rls1904 x710"
+    - title: "1904"
       data: "vpp-performance-changes-3n-skx-h1"
       nic: "NIC_Intel-X710"
   reference:
-    title: "rls1908 xxv710"
+    title: "1908"
     data: "vpp-performance-changes-3n-skx-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
     nic: "NIC_Intel-XXV710"
   compare:
-    title: "rls2001 xxv710"
+    title: "2001"
     data: "vpp-performance-changes-3n-skx-cmp"
     nic: "NIC_Intel-XXV710"
   data: "vpp-performance-changes-3n-skx"
 #    title: "RCA"
 #    data-file: "rca/rca-3n-skx-4t2c-pdr.yaml"
   history:
-    - title: "rls1904 x710"
+    - title: "1904"
       data: "vpp-performance-changes-3n-skx-h1"
       nic: "NIC_Intel-X710"
   reference:
-    title: "rls1908 xxv710"
+    title: "1908"
     data: "vpp-performance-changes-3n-skx-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
     nic: "NIC_Intel-XXV710"
   compare:
-    title: "rls2001 xxv710"
+    title: "2001"
     data: "vpp-performance-changes-3n-skx-cmp"
     nic: "NIC_Intel-XXV710"
   data: "vpp-performance-changes-3n-skx"
 #    title: "RCA"
 #    data-file: "rca/rca-3n-skx-2t1c-ndr.yaml"
   history:
-    - title: "rls1904 x710"
+    - title: "1904"
       data: "vpp-performance-changes-3n-skx-h1"
       nic: "NIC_Intel-X710"
   reference:
-    title: "rls1908 xxv710"
+    title: "1908"
     data: "vpp-performance-changes-3n-skx-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
     nic: "NIC_Intel-XXV710"
   compare:
-    title: "rls2001 xxv710"
+    title: "2001"
     data: "vpp-performance-changes-3n-skx-cmp"
     nic: "NIC_Intel-XXV710"
   data: "vpp-performance-changes-3n-skx"
 #    title: "RCA"
 #    data-file: "rca/rca-3n-skx-4t2c-ndr.yaml"
   history:
-    - title: "rls1904 x710"
+    - title: "1904"
       data: "vpp-performance-changes-3n-skx-h1"
       nic: "NIC_Intel-X710"
   reference:
-    title: "rls1908 xxv710"
+    title: "1908"
     data: "vpp-performance-changes-3n-skx-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
     nic: "NIC_Intel-XXV710"
   compare:
-    title: "rls2001 xxv710"
+    title: "2001"
     data: "vpp-performance-changes-3n-skx-cmp"
     nic: "NIC_Intel-XXV710"
   data: "vpp-performance-changes-3n-skx"
     title: "RCA"
     data-file: "rca/rca-2n-skx-2t1c-pdr.yaml"
   history:
-    - title: "rls1904 x710"
+    - title: "1904"
       data: "vpp-performance-changes-2n-skx-h1"
       nic: "NIC_Intel-X710"
   reference:
-    title: "rls1908 xxv710"
+    title: "1908"
     data: "vpp-performance-changes-2n-skx-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
     nic: "NIC_Intel-XXV710"
   compare:
-    title: "rls2001 xxv710"
+    title: "2001"
     data: "vpp-performance-changes-2n-skx-cmp"
     nic: "NIC_Intel-XXV710"
   data: "vpp-performance-changes-2n-skx"
 #    title: "RCA"
 #    data-file: "rca/rca-2n-skx-4t2c-pdr.yaml"
   history:
-    - title: "rls1904 x710"
+    - title: "1904"
       data: "vpp-performance-changes-2n-skx-h1"
       nic: "NIC_Intel-X710"
   reference:
-    title: "rls1908 xxv710"
+    title: "1908"
     data: "vpp-performance-changes-2n-skx-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
     nic: "NIC_Intel-XXV710"
   compare:
-    title: "rls2001 xxv710"
+    title: "2001"
     data: "vpp-performance-changes-2n-skx-cmp"
     nic: "NIC_Intel-XXV710"
   data: "vpp-performance-changes-2n-skx"
 #    title: "RCA"
 #    data-file: "rca/rca-2n-skx-2t1c-ndr.yaml"
   history:
-    - title: "rls1904 x710"
+    - title: "1904"
       data: "vpp-performance-changes-2n-skx-h1"
       nic: "NIC_Intel-X710"
   reference:
-    title: "rls1908 xxv710"
+    title: "1908"
     data: "vpp-performance-changes-2n-skx-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
     nic: "NIC_Intel-XXV710"
   compare:
-    title: "rls2001 xxv710"
+    title: "2001"
     data: "vpp-performance-changes-2n-skx-cmp"
     nic: "NIC_Intel-XXV710"
   data: "vpp-performance-changes-2n-skx"
 #    title: "RCA"
 #    data-file: "rca/rca-2n-skx-4t2c-ndr.yaml"
   history:
-    - title: "rls1904 x710"
+    - title: "1904"
       data: "vpp-performance-changes-2n-skx-h1"
       nic: "NIC_Intel-X710"
   reference:
-    title: "rls1908 xxv710"
+    title: "1908"
     data: "vpp-performance-changes-2n-skx-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
     nic: "NIC_Intel-XXV710"
   compare:
-    title: "rls2001 xxv710"
+    title: "2001"
     data: "vpp-performance-changes-2n-skx-cmp"
     nic: "NIC_Intel-XXV710"
   data: "vpp-performance-changes-2n-skx"
 #  algorithm: "table_perf_comparison"
 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-pdr"
 #  reference:
-#    title: "rls1908"
+#    title: "1908"
 #    data: "vpp-performance-changes-nfv-2n-skx-ref"
 #  compare:
-#    title: "rls2001"
+#    title: "2001"
 #    data: "vpp-performance-changes-nfv-2n-skx-cmp"
 #  data: "vpp-performance-changes-nfv-2n-skx"
 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
 #  algorithm: "table_perf_comparison"
 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-pdr"
 #  reference:
-#    title: "rls1908"
+#    title: "1908"
 #    data: "vpp-performance-changes-nfv-2n-skx-ref"
 #  compare:
-#    title: "rls2001"
+#    title: "2001"
 #    data: "vpp-performance-changes-nfv-2n-skx-cmp"
 #  data: "vpp-performance-changes-nfv-2n-skx"
 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
 #  algorithm: "table_perf_comparison"
 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-ndr"
 #  reference:
-#    title: "rls1908"
+#    title: "1908"
 #    data: "vpp-performance-changes-nfv-2n-skx-ref"
 #  compare:
-#    title: "rls2001"
+#    title: "2001"
 #    data: "vpp-performance-changes-nfv-2n-skx-cmp"
 #  data: "vpp-performance-changes-nfv-2n-skx"
 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
 #  algorithm: "table_perf_comparison"
 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-ndr"
 #  reference:
-#    title: "rls1908"
+#    title: "1908"
 #    data: "vpp-performance-changes-nfv-2n-skx-ref"
 #  compare:
-#    title: "rls2001"
+#    title: "2001"
 #    data: "vpp-performance-changes-nfv-2n-skx-cmp"
 #  data: "vpp-performance-changes-nfv-2n-skx"
 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-2n-dnv-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-2n-dnv-cmp"
   data: "vpp-performance-changes-2n-dnv"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-2n-dnv-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-2n-dnv-cmp"
   data: "vpp-performance-changes-2n-dnv"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-2n-dnv-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-2n-dnv-cmp"
   data: "vpp-performance-changes-2n-dnv"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
   reference:
-    title: "rls1908 "
+    title: "1908"
     data: "vpp-performance-changes-2n-dnv-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-2n-dnv-cmp"
   data: "vpp-performance-changes-2n-dnv"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-3n-dnv-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-3n-dnv-cmp"
   data: "vpp-performance-changes-3n-dnv"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-3n-dnv-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-3n-dnv-cmp"
   data: "vpp-performance-changes-3n-dnv"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-3n-dnv-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-3n-dnv-cmp"
   data: "vpp-performance-changes-3n-dnv"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-3n-dnv-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-3n-dnv-cmp"
   data: "vpp-performance-changes-3n-dnv"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-3n-tsh-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-3n-tsh-cmp"
   data: "vpp-performance-changes-3n-tsh"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-3n-tsh-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-3n-tsh-cmp"
   data: "vpp-performance-changes-3n-tsh"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-3n-tsh-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-3n-tsh-cmp"
   data: "vpp-performance-changes-3n-tsh"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-3n-tsh-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-3n-tsh-cmp"
   data: "vpp-performance-changes-3n-tsh"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
   reference:
-    title: "3-Node Skx"
+    title: "3n-skx"
     data: "vpp-compare-topologies-ref"
   compare:
-    title: "2-Node Skx"
+    title: "2n-skx"
     data: "vpp-compare-topologies-cmp"
   data: "vpp-compare-topologies"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
   reference:
-    title: "3-Node Skx"
+    title: "3n-skx"
     data: "vpp-compare-topologies-ref"
   compare:
-    title: "2-Node Skx"
+    title: "2n-skx"
     data: "vpp-compare-topologies-cmp"
   data: "vpp-compare-topologies"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
   reference:
-    title: "3-Node Skx"
+    title: "3n-skx"
     data: "vpp-compare-topologies-ref"
   compare:
-    title: "2-Node Skx"
+    title: "2n-skx"
     data: "vpp-compare-topologies-cmp"
   data: "vpp-compare-topologies"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
   reference:
-    title: "3-Node Skx"
+    title: "3n-skx"
     data: "vpp-compare-topologies-ref"
   compare:
-    title: "2-Node Skx"
+    title: "2n-skx"
     data: "vpp-compare-topologies-cmp"
   data: "vpp-compare-topologies"
   include-tests: "PDR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
   history:
-    - title: "rls1904"
+    - title: "1904"
       data: "vpp-performance-changes-3n-hsw-mrr-h1"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-3n-hsw-mrr-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
   data: "vpp-performance-changes-3n-hsw-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
   history:
-    - title: "rls1904"
+    - title: "1904"
       data: "vpp-performance-changes-3n-hsw-mrr-h1"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-3n-hsw-mrr-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
   data: "vpp-performance-changes-3n-hsw-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
   history:
-    - title: "rls1904"
+    - title: "1904"
       data: "vpp-performance-changes-3n-hsw-mrr-h1"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-3n-hsw-mrr-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
   data: "vpp-performance-changes-3n-hsw-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
 #    title: "RCA"
 #    data-file: "rca/rca-3n-skx-2t1c-mrr.yaml"
   history:
-    - title: "rls1904"
+    - title: "1904"
       data: "vpp-performance-changes-3n-skx-mrr-h1"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-3n-skx-mrr-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-3n-skx-mrr-cmp"
   data: "vpp-performance-changes-3n-skx-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
 #    title: "RCA"
 #    data-file: "rca/rca-3n-skx-4t2c-mrr.yaml"
   history:
-    - title: "rls1904"
+    - title: "1904"
       data: "vpp-performance-changes-3n-skx-mrr-h1"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-3n-skx-mrr-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-3n-skx-mrr-cmp"
   data: "vpp-performance-changes-3n-skx-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
 #    title: "RCA"
 #    data-file: "rca/rca-3n-skx-8t4c-mrr.yaml"
   history:
-    - title: "rls1904"
+    - title: "1904"
       data: "vpp-performance-changes-3n-skx-mrr-h1"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-3n-skx-mrr-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-3n-skx-mrr-cmp"
   data: "vpp-performance-changes-3n-skx-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
 #    title: "RCA"
 #    data-file: "rca/rca-2n-skx-2t1c-mrr.yaml"
   history:
-    - title: "rls1904"
+    - title: "1904"
       data: "vpp-performance-changes-2n-skx-mrr-h1"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-2n-skx-mrr-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-2n-skx-mrr-cmp"
   data: "vpp-performance-changes-2n-skx-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
 #    title: "RCA"
 #    data-file: "rca/rca-2n-skx-4t2c-mrr.yaml"
   history:
-    - title: "rls1904"
+    - title: "1904"
       data: "vpp-performance-changes-2n-skx-mrr-h1"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-2n-skx-mrr-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-2n-skx-mrr-cmp"
   data: "vpp-performance-changes-2n-skx-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
 #    title: "RCA"
 #    data-file: "rca/rca-2n-skx-8t4c-mrr.yaml"
   history:
-    - title: "rls1904"
+    - title: "1904"
       data: "vpp-performance-changes-2n-skx-mrr-h1"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-2n-skx-mrr-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-2n-skx-mrr-cmp"
   data: "vpp-performance-changes-2n-skx-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
 #  algorithm: "table_perf_comparison"
 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-mrr"
 #  reference:
-#    title: "rls1908"
+#    title: "1908"
 #    data: "vpp-performance-changes-nfv-2n-skx-mrr-ref"
 #  compare:
-#    title: "rls2001"
+#    title: "2001"
 #    data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp"
 #  data: "vpp-performance-changes-nfv-2n-skx-mrr"
 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
 #  algorithm: "table_perf_comparison"
 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-mrr"
 #  reference:
-#    title: "rls1908"
+#    title: "1908"
 #    data: "vpp-performance-changes-nfv-2n-skx-mrr-ref"
 #  compare:
-#    title: "rls2001"
+#    title: "2001"
 #    data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp"
 #  data: "vpp-performance-changes-nfv-2n-skx-mrr"
 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
 #  algorithm: "table_perf_comparison"
 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-8t4c-mrr"
 #  reference:
-#    title: "rls1908"
+#    title: "1908"
 #    data: "vpp-performance-changes-nfv-2n-skx-mrr-ref"
 #  compare:
-#    title: "rls2001"
+#    title: "2001"
 #    data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp"
 #  data: "vpp-performance-changes-nfv-2n-skx-mrr"
 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-2n-dnv-mrr-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-2n-dnv-mrr-cmp"
   data: "vpp-performance-changes-2n-dnv-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-2n-dnv-mrr-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-2n-dnv-mrr-cmp"
   data: "vpp-performance-changes-2n-dnv-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-2n-dnv-mrr-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-2n-dnv-mrr-cmp"
   data: "vpp-performance-changes-2n-dnv-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-3n-dnv-mrr-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-3n-dnv-mrr-cmp"
   data: "vpp-performance-changes-3n-dnv-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-3n-dnv-mrr-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-3n-dnv-mrr-cmp"
   data: "vpp-performance-changes-3n-dnv-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-3n-dnv-mrr-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-3n-dnv-mrr-cmp"
   data: "vpp-performance-changes-3n-dnv-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-3n-tsh-mrr-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-3n-tsh-mrr-cmp"
   data: "vpp-performance-changes-3n-tsh-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-3n-tsh-mrr-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-3n-tsh-mrr-cmp"
   data: "vpp-performance-changes-3n-tsh-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-4t4c-mrr"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "vpp-performance-changes-3n-tsh-mrr-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "vpp-performance-changes-3n-tsh-mrr-cmp"
   data: "vpp-performance-changes-3n-tsh-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
   reference:
-    title: "3-Node Skx"
+    title: "3n-skx"
     data: "vpp-compare-topologies-mrr-ref"
   compare:
-    title: "2-Node Skx"
+    title: "2n-skx"
     data: "vpp-compare-topologies-mrr-cmp"
   data: "vpp-compare-topologies-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
   reference:
-    title: "3-Node Skx"
+    title: "3n-skx"
     data: "vpp-compare-topologies-mrr-ref"
   compare:
-    title: "2-Node Skx"
+    title: "2n-skx"
     data: "vpp-compare-topologies-mrr-cmp"
   data: "vpp-compare-topologies-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
   reference:
-    title: "3-Node Skx"
+    title: "3n-skx"
     data: "vpp-compare-topologies-mrr-ref"
   compare:
-    title: "2-Node Skx"
+    title: "2n-skx"
     data: "vpp-compare-topologies-mrr-cmp"
   data: "vpp-compare-topologies-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr"
   history:
-    - title: "rls1904"
+    - title: "1904"
       data: "dpdk-performance-changes-3n-hsw-h1"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "dpdk-performance-changes-3n-hsw-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "dpdk-performance-changes-3n-hsw-cmp"
   data: "dpdk-performance-changes-3n-hsw"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr"
   history:
-    - title: "rls1904"
+    - title: "1904"
       data: "dpdk-performance-changes-3n-hsw-h1"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "dpdk-performance-changes-3n-hsw-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "dpdk-performance-changes-3n-hsw-cmp"
   data: "dpdk-performance-changes-3n-hsw"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr"
   history:
-    - title: "rls1904"
+    - title: "1904"
       data: "dpdk-performance-changes-3n-hsw-h1"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "dpdk-performance-changes-3n-hsw-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "dpdk-performance-changes-3n-hsw-cmp"
   data: "dpdk-performance-changes-3n-hsw"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr"
   history:
-    - title: "rls1904"
+    - title: "1904"
       data: "dpdk-performance-changes-3n-hsw-h1"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "dpdk-performance-changes-3n-hsw-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "dpdk-performance-changes-3n-hsw-cmp"
   data: "dpdk-performance-changes-3n-hsw"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr"
   history:
-    - title: "rls1904"
+    - title: "1904"
       data: "dpdk-performance-changes-3n-skx-h1"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "dpdk-performance-changes-3n-skx-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "dpdk-performance-changes-3n-skx-cmp"
   data: "dpdk-performance-changes-3n-skx"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr"
   history:
-    - title: "rls1904"
+    - title: "1904"
       data: "dpdk-performance-changes-3n-skx-h1"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "dpdk-performance-changes-3n-skx-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "dpdk-performance-changes-3n-skx-cmp"
   data: "dpdk-performance-changes-3n-skx"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr"
   history:
-    - title: "rls1904"
+    - title: "1904"
       data: "dpdk-performance-changes-3n-skx-h1"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "dpdk-performance-changes-3n-skx-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "dpdk-performance-changes-3n-skx-cmp"
   data: "dpdk-performance-changes-3n-skx"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr"
   history:
-    - title: "rls1904"
+    - title: "1904"
       data: "dpdk-performance-changes-3n-skx-h1"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "dpdk-performance-changes-3n-skx-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "dpdk-performance-changes-3n-skx-cmp"
   data: "dpdk-performance-changes-3n-skx"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr"
   history:
-    - title: "rls1904"
+    - title: "1904"
       data: "dpdk-performance-changes-2n-skx-h1"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "dpdk-performance-changes-2n-skx-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "dpdk-performance-changes-2n-skx-cmp"
   data: "dpdk-performance-changes-2n-skx"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr"
   history:
-    - title: "rls1904"
+    - title: "1904"
       data: "dpdk-performance-changes-2n-skx-h1"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "dpdk-performance-changes-2n-skx-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "dpdk-performance-changes-2n-skx-cmp"
   data: "dpdk-performance-changes-2n-skx"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr"
   history:
-    - title: "rls1904"
+    - title: "1904"
       data: "dpdk-performance-changes-2n-skx-h1"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "dpdk-performance-changes-2n-skx-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "dpdk-performance-changes-2n-skx-cmp"
   data: "dpdk-performance-changes-2n-skx"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr"
   history:
-    - title: "rls1904"
+    - title: "1904"
       data: "dpdk-performance-changes-2n-skx-h1"
   reference:
-    title: "rls1908"
+    title: "1908"
     data: "dpdk-performance-changes-2n-skx-ref"
   compare:
-    title: "rls2001"
+    title: "2001"
     data: "dpdk-performance-changes-2n-skx-cmp"
   data: "dpdk-performance-changes-2n-skx"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr"
   reference:
-    title: "3-Node Hsw"
+    title: "3n-hsw"
     data: "dpdk-compare-testbeds-ref"
   compare:
-    title: "3-Node Skx"
+    title: "3n-skx"
     data: "dpdk-compare-testbeds-cmp"
   data: "dpdk-compare-testbeds"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr"
   reference:
-    title: "3-Node Hsw"
+    title: "3n-hsw"
     data: "dpdk-compare-testbeds-ref"
   compare:
-    title: "3-Node Skx"
+    title: "3n-skx"
     data: "dpdk-compare-testbeds-cmp"
   data: "dpdk-compare-testbeds"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-ndr"
   reference:
-    title: "2-Node Skx"
+    title: "2n-skx"
     data: "dpdk-compare-testbeds-skx-clx-ref"
   compare:
-    title: "2-Node Clx"
+    title: "2n-clx"
     data: "dpdk-compare-testbeds-skx-clx-cmp"
   data: "dpdk-compare-testbeds-skx-clx"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-pdr"
   reference:
-    title: "2-Node Skx"
+    title: "2n-skx"
     data: "dpdk-compare-testbeds-skx-clx-ref"
   compare:
-    title: "2-Node Clx"
+    title: "2n-clx"
     data: "dpdk-compare-testbeds-skx-clx-cmp"
   data: "dpdk-compare-testbeds-skx-clx"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr"
   reference:
-    title: "3-Node Skx"
+    title: "3n-skx"
     data: "dpdk-compare-topologies-ref"
   compare:
-    title: "2-Node Skx"
+    title: "2n-skx"
     data: "dpdk-compare-topologies-cmp"
   data: "dpdk-compare-topologies"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr"
   reference:
-    title: "3-Node Skx"
+    title: "3n-skx"
     data: "dpdk-compare-topologies-ref"
   compare:
-    title: "2-Node Skx"
+    title: "2n-skx"
     data: "dpdk-compare-topologies-cmp"
   data: "dpdk-compare-topologies"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"

©2016 FD.io a Linux Foundation Collaborative Project. All Rights Reserved.
Linux Foundation is a registered trademark of The Linux Foundation. Linux is a registered trademark of Linus Torvalds.
Please see our privacy policy and terms of use.