Report: Header of comparison tables

Change-Id: Icbfd4f306cbec2840292cb6a350a8e5b09047fa4
Signed-off-by: Tibor Frank <tifrank@cisco.com>

diff --git a/resources/tools/presentation/generator_tables.py b/resources/tools/presentation/generator_tables.py
index 4cbc7c0..30907de 100644 (file)
--- a/resources/tools/presentation/generator_tables.py
+++ b/resources/tools/presentation/generator_tables.py
@@ -619,27 +619,27 @@ def table_perf_comparison(table, input_data):
             except (YAMLError, IOError) as err:
                 logging.warning(repr(err))
 
             except (YAMLError, IOError) as err:
                 logging.warning(repr(err))
 

-        if table[u"include-tests"] == u"MRR":
-            hdr_param = u"Rec Rate"
-        else:
-            hdr_param = u"Thput"
-

         history = table.get(u"history", list())
         for item in history:
             header.extend(
                 [
         history = table.get(u"history", list())
         for item in history:
             header.extend(
                 [

-                    f"{item[u'title']} {hdr_param} [Mpps]",
-                    f"{item[u'title']} Stdev [Mpps]"
+                    f"{item[u'title']} Avg({table[u'include-tests']})",
+                    f"{item[u'title']} Stdev({table[u'include-tests']})"

                 ]
             )
         header.extend(
             [
                 ]
             )
         header.extend(
             [

-                f"{table[u'reference'][u'title']} {hdr_param} [Mpps]",
-                f"{table[u'reference'][u'title']} Stdev [Mpps]",
-                f"{table[u'compare'][u'title']} {hdr_param} [Mpps]",
-                f"{table[u'compare'][u'title']} Stdev [Mpps]",
-                u"Delta [%]",
-                u"Stdev of delta [%]"
+                f"{table[u'reference'][u'title']} "
+                f"Avg({table[u'include-tests']})",
+                f"{table[u'reference'][u'title']} "
+                f"Stdev({table[u'include-tests']})",
+                f"{table[u'compare'][u'title']} "
+                f"Avg({table[u'include-tests']})",
+                f"{table[u'compare'][u'title']} "
+                f"Stdev({table[u'include-tests']})",
+                f"Diff({table[u'reference'][u'title']},"
+                f"{table[u'compare'][u'title']})",
+                u"Stdev(Diff)"

             ]
         )
         header_str = u";".join(header) + u"\n"
             ]
         )
         header_str = u";".join(header) + u"\n"


@@ -809,11 +809,11 @@ def table_perf_comparison(table, input_data):
                 for hist_data in tbl_dict[tst_name][u"history"].values():
                     if hist_data:
                         if table[u"include-tests"] == u"MRR":
                 for hist_data in tbl_dict[tst_name][u"history"].values():
                     if hist_data:
                         if table[u"include-tests"] == u"MRR":

-                            item.append(round(hist_data[0][0] / 1e6, 2))
-                            item.append(round(hist_data[0][1] / 1e6, 2))
+                            item.append(round(hist_data[0][0] / 1e6, 1))
+                            item.append(round(hist_data[0][1] / 1e6, 1))

                         else:
                         else:

-                            item.append(round(mean(hist_data) / 1e6, 2))
-                            item.append(round(stdev(hist_data) / 1e6, 2))
+                            item.append(round(mean(hist_data) / 1e6, 1))
+                            item.append(round(stdev(hist_data) / 1e6, 1))

                     else:
                         item.extend([u"Not tested", u"Not tested"])
             else:
                     else:
                         item.extend([u"Not tested", u"Not tested"])
             else:


@@ -826,8 +826,8 @@ def table_perf_comparison(table, input_data):
             else:
                 data_r_mean = mean(data_r)
                 data_r_stdev = stdev(data_r)
             else:
                 data_r_mean = mean(data_r)
                 data_r_stdev = stdev(data_r)

-            item.append(round(data_r_mean / 1e6, 2))
-            item.append(round(data_r_stdev / 1e6, 2))
+            item.append(round(data_r_mean / 1e6, 1))
+            item.append(round(data_r_stdev / 1e6, 1))

         else:
             data_r_mean = None
             data_r_stdev = None
         else:
             data_r_mean = None
             data_r_stdev = None


@@ -840,8 +840,8 @@ def table_perf_comparison(table, input_data):
             else:
                 data_c_mean = mean(data_c)
                 data_c_stdev = stdev(data_c)
             else:
                 data_c_mean = mean(data_c)
                 data_c_stdev = stdev(data_c)

-            item.append(round(data_c_mean / 1e6, 2))
-            item.append(round(data_c_stdev / 1e6, 2))
+            item.append(round(data_c_mean / 1e6, 1))
+            item.append(round(data_c_stdev / 1e6, 1))

         else:
             data_c_mean = None
             data_c_stdev = None
         else:
             data_c_mean = None
             data_c_stdev = None


@@ -924,27 +924,27 @@ def table_perf_comparison_nic(table, input_data):
             except (YAMLError, IOError) as err:
                 logging.warning(repr(err))
 
             except (YAMLError, IOError) as err:
                 logging.warning(repr(err))
 

-        if table[u"include-tests"] == u"MRR":
-            hdr_param = u"Rec Rate"
-        else:
-            hdr_param = u"Thput"
-

         history = table.get(u"history", list())
         for item in history:
             header.extend(
                 [
         history = table.get(u"history", list())
         for item in history:
             header.extend(
                 [

-                    f"{item[u'title']} {hdr_param} [Mpps]",
-                    f"{item[u'title']} Stdev [Mpps]"
+                    f"{item[u'title']} Avg({table[u'include-tests']})",
+                    f"{item[u'title']} Stdev({table[u'include-tests']})"

                 ]
             )
         header.extend(
             [
                 ]
             )
         header.extend(
             [

-                f"{table[u'reference'][u'title']} {hdr_param} [Mpps]",
-                f"{table[u'reference'][u'title']} Stdev [Mpps]",
-                f"{table[u'compare'][u'title']} {hdr_param} [Mpps]",
-                f"{table[u'compare'][u'title']} Stdev [Mpps]",
-                u"Delta [%]",
-                u"Stdev of delta [%]"
+                f"{table[u'reference'][u'title']} "
+                f"Avg({table[u'include-tests']})",
+                f"{table[u'reference'][u'title']} "
+                f"Stdev({table[u'include-tests']})",
+                f"{table[u'compare'][u'title']} "
+                f"Avg({table[u'include-tests']})",
+                f"{table[u'compare'][u'title']} "
+                f"Stdev({table[u'include-tests']})",
+                f"Diff({table[u'reference'][u'title']},"
+                f"{table[u'compare'][u'title']})",
+                u"Stdev(Diff)"

             ]
         )
         header_str = u";".join(header) + u"\n"
             ]
         )
         header_str = u";".join(header) + u"\n"


@@ -1120,11 +1120,11 @@ def table_perf_comparison_nic(table, input_data):
                 for hist_data in tbl_dict[tst_name][u"history"].values():
                     if hist_data:
                         if table[u"include-tests"] == u"MRR":
                 for hist_data in tbl_dict[tst_name][u"history"].values():
                     if hist_data:
                         if table[u"include-tests"] == u"MRR":

-                            item.append(round(hist_data[0][0] / 1e6, 2))
-                            item.append(round(hist_data[0][1] / 1e6, 2))
+                            item.append(round(hist_data[0][0] / 1e6, 1))
+                            item.append(round(hist_data[0][1] / 1e6, 1))

                         else:
                         else:

-                            item.append(round(mean(hist_data) / 1e6, 2))
-                            item.append(round(stdev(hist_data) / 1e6, 2))
+                            item.append(round(mean(hist_data) / 1e6, 1))
+                            item.append(round(stdev(hist_data) / 1e6, 1))

                     else:
                         item.extend([u"Not tested", u"Not tested"])
             else:
                     else:
                         item.extend([u"Not tested", u"Not tested"])
             else:


@@ -1137,8 +1137,8 @@ def table_perf_comparison_nic(table, input_data):
             else:
                 data_r_mean = mean(data_r)
                 data_r_stdev = stdev(data_r)
             else:
                 data_r_mean = mean(data_r)
                 data_r_stdev = stdev(data_r)

-            item.append(round(data_r_mean / 1e6, 2))
-            item.append(round(data_r_stdev / 1e6, 2))
+            item.append(round(data_r_mean / 1e6, 1))
+            item.append(round(data_r_stdev / 1e6, 1))

         else:
             data_r_mean = None
             data_r_stdev = None
         else:
             data_r_mean = None
             data_r_stdev = None


@@ -1151,8 +1151,8 @@ def table_perf_comparison_nic(table, input_data):
             else:
                 data_c_mean = mean(data_c)
                 data_c_stdev = stdev(data_c)
             else:
                 data_c_mean = mean(data_c)
                 data_c_stdev = stdev(data_c)

-            item.append(round(data_c_mean / 1e6, 2))
-            item.append(round(data_c_stdev / 1e6, 2))
+            item.append(round(data_c_mean / 1e6, 1))
+            item.append(round(data_c_stdev / 1e6, 1))

         else:
             data_c_mean = None
             data_c_stdev = None
         else:
             data_c_mean = None
             data_c_stdev = None


@@ -1223,23 +1223,20 @@ def table_nics_comparison(table, input_data):
 
     # Prepare the header of the tables
     try:
 
     # Prepare the header of the tables
     try:

-        header = [u"Test case", ]
-
-        if table[u"include-tests"] == u"MRR":
-            hdr_param = u"Rec Rate"
-        else:
-            hdr_param = u"Thput"
-
-        header.extend(
-            [
-                f"{table[u'reference'][u'title']} {hdr_param} [Mpps]",
-                f"{table[u'reference'][u'title']} Stdev [Mpps]",
-                f"{table[u'compare'][u'title']} {hdr_param} [Mpps]",
-                f"{table[u'compare'][u'title']} Stdev [Mpps]",
-                u"Delta [%]",
-                u"Stdev of delta [%]"
-            ]
-        )
+        header = [
+            u"Test case",
+            f"{table[u'reference'][u'title']} "
+            f"Avg({table[u'include-tests']})",
+            f"{table[u'reference'][u'title']} "
+            f"Stdev({table[u'include-tests']})",
+            f"{table[u'compare'][u'title']} "
+            f"Avg({table[u'include-tests']})",
+            f"{table[u'compare'][u'title']} "
+            f"Stdev({table[u'include-tests']})",
+            f"Diff({table[u'reference'][u'title']},"
+            f"{table[u'compare'][u'title']})",
+            u"Stdev(Diff)"
+        ]

 
     except (AttributeError, KeyError) as err:
         logging.error(f"The model is invalid, missing parameter: {repr(err)}")
 
     except (AttributeError, KeyError) as err:
         logging.error(f"The model is invalid, missing parameter: {repr(err)}")


@@ -1290,8 +1287,8 @@ def table_nics_comparison(table, input_data):
             else:
                 data_r_mean = mean(data_r)
                 data_r_stdev = stdev(data_r)
             else:
                 data_r_mean = mean(data_r)
                 data_r_stdev = stdev(data_r)

-            item.append(round(data_r_mean / 1e6, 2))
-            item.append(round(data_r_stdev / 1e6, 2))
+            item.append(round(data_r_mean / 1e6, 1))
+            item.append(round(data_r_stdev / 1e6, 1))

         else:
             data_r_mean = None
             data_r_stdev = None
         else:
             data_r_mean = None
             data_r_stdev = None


@@ -1304,8 +1301,8 @@ def table_nics_comparison(table, input_data):
             else:
                 data_c_mean = mean(data_c)
                 data_c_stdev = stdev(data_c)
             else:
                 data_c_mean = mean(data_c)
                 data_c_stdev = stdev(data_c)

-            item.append(round(data_c_mean / 1e6, 2))
-            item.append(round(data_c_stdev / 1e6, 2))
+            item.append(round(data_c_mean / 1e6, 1))
+            item.append(round(data_c_stdev / 1e6, 1))

         else:
             data_c_mean = None
             data_c_stdev = None
         else:
             data_c_mean = None
             data_c_stdev = None


@@ -1440,8 +1437,8 @@ def table_soak_vs_ndr(table, input_data):
             else:
                 data_r_mean = mean(data_r)
                 data_r_stdev = stdev(data_r)
             else:
                 data_r_mean = mean(data_r)
                 data_r_stdev = stdev(data_r)

-            item.append(round(data_r_mean / 1e6, 2))
-            item.append(round(data_r_stdev / 1e6, 2))
+            item.append(round(data_r_mean / 1e6, 1))
+            item.append(round(data_r_stdev / 1e6, 1))

         else:
             data_r_mean = None
             data_r_stdev = None
         else:
             data_r_mean = None
             data_r_stdev = None


@@ -1454,8 +1451,8 @@ def table_soak_vs_ndr(table, input_data):
             else:
                 data_c_mean = mean(data_c)
                 data_c_stdev = stdev(data_c)
             else:
                 data_c_mean = mean(data_c)
                 data_c_stdev = stdev(data_c)

-            item.append(round(data_c_mean / 1e6, 2))
-            item.append(round(data_c_stdev / 1e6, 2))
+            item.append(round(data_c_mean / 1e6, 1))
+            item.append(round(data_c_stdev / 1e6, 1))

         else:
             data_c_mean = None
             data_c_stdev = None
         else:
             data_c_mean = None
             data_c_stdev = None

diff --git a/resources/tools/presentation/pal_utils.py b/resources/tools/presentation/pal_utils.py
index 1da3350..0c51bb2 100644 (file)
--- a/resources/tools/presentation/pal_utils.py
+++ b/resources/tools/presentation/pal_utils.py
@@ -316,8 +316,9 @@ def convert_csv_to_pretty_txt(csv_file_name, txt_file_name, delimiter=u","):
                 txt_table = prettytable.PrettyTable(row)
             else:
                 txt_table.add_row(row)
                 txt_table = prettytable.PrettyTable(row)
             else:
                 txt_table.add_row(row)

-        txt_table.align[u"Test case"] = u"l"
-        txt_table.align[u"RCA"] = u"l"
+    txt_table.align = u"r"
+    txt_table.align[u"Test case"] = u"l"
+    txt_table.align[u"RCA"] = u"l"

     if txt_table:
         with open(txt_file_name, u"wt") as txt_file:
             txt_file.write(str(txt_table))
     if txt_table:
         with open(txt_file_name, u"wt") as txt_file:
             txt_file.write(str(txt_table))

diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index 55689dc..d5c2c59 100644 (file)
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -3284,14 +3284,14 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
   history:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
   history:

-    - title: "rls1904"
+    - title: "1904"

       data: "vpp-performance-changes-3n-hsw-h1"
   reference:
       data: "vpp-performance-changes-3n-hsw-h1"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-3n-hsw-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost"
   compare:
     data: "vpp-performance-changes-3n-hsw-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-3n-hsw-cmp"
   data: "vpp-performance-changes-3n-hsw"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-3n-hsw-cmp"
   data: "vpp-performance-changes-3n-hsw"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"


@@ -3307,14 +3307,14 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
   history:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
   history:

-    - title: "rls1904"
+    - title: "1904"

       data: "vpp-performance-changes-3n-hsw-h1"
   reference:
       data: "vpp-performance-changes-3n-hsw-h1"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-3n-hsw-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost"
   compare:
     data: "vpp-performance-changes-3n-hsw-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-3n-hsw-cmp"
   data: "vpp-performance-changes-3n-hsw"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-3n-hsw-cmp"
   data: "vpp-performance-changes-3n-hsw"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"


@@ -3330,14 +3330,14 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
   history:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
   history:

-    - title: "rls1904"
+    - title: "1904"

       data: "vpp-performance-changes-3n-hsw-h1"
   reference:
       data: "vpp-performance-changes-3n-hsw-h1"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-3n-hsw-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost"
   compare:
     data: "vpp-performance-changes-3n-hsw-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-3n-hsw-cmp"
   data: "vpp-performance-changes-3n-hsw"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-3n-hsw-cmp"
   data: "vpp-performance-changes-3n-hsw"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"


@@ -3353,14 +3353,14 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
   history:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
   history:

-    - title: "rls1904"
+    - title: "1904"

       data: "vpp-performance-changes-3n-hsw-h1"
   reference:
       data: "vpp-performance-changes-3n-hsw-h1"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-3n-hsw-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost"
   compare:
     data: "vpp-performance-changes-3n-hsw-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-3n-hsw-cmp"
   data: "vpp-performance-changes-3n-hsw"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-3n-hsw-cmp"
   data: "vpp-performance-changes-3n-hsw"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"


@@ -3379,16 +3379,16 @@
     title: "RCA"
     data-file: "rca/rca-3n-skx-2t1c-pdr.yaml"
   history:
     title: "RCA"
     data-file: "rca/rca-3n-skx-2t1c-pdr.yaml"
   history:

-    - title: "rls1904 x710"
+    - title: "1904"

       data: "vpp-performance-changes-3n-skx-h1"
       nic: "NIC_Intel-X710"
   reference:
       data: "vpp-performance-changes-3n-skx-h1"
       nic: "NIC_Intel-X710"
   reference:

-    title: "rls1908 xxv710"
+    title: "1908"

     data: "vpp-performance-changes-3n-skx-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
     nic: "NIC_Intel-XXV710"
   compare:
     data: "vpp-performance-changes-3n-skx-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
     nic: "NIC_Intel-XXV710"
   compare:

-    title: "rls2001 xxv710"
+    title: "2001"

     data: "vpp-performance-changes-3n-skx-cmp"
     nic: "NIC_Intel-XXV710"
   data: "vpp-performance-changes-3n-skx"
     data: "vpp-performance-changes-3n-skx-cmp"
     nic: "NIC_Intel-XXV710"
   data: "vpp-performance-changes-3n-skx"


@@ -3409,16 +3409,16 @@
 #    title: "RCA"
 #    data-file: "rca/rca-3n-skx-4t2c-pdr.yaml"
   history:
 #    title: "RCA"
 #    data-file: "rca/rca-3n-skx-4t2c-pdr.yaml"
   history:

-    - title: "rls1904 x710"
+    - title: "1904"

       data: "vpp-performance-changes-3n-skx-h1"
       nic: "NIC_Intel-X710"
   reference:
       data: "vpp-performance-changes-3n-skx-h1"
       nic: "NIC_Intel-X710"
   reference:

-    title: "rls1908 xxv710"
+    title: "1908"

     data: "vpp-performance-changes-3n-skx-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
     nic: "NIC_Intel-XXV710"
   compare:
     data: "vpp-performance-changes-3n-skx-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
     nic: "NIC_Intel-XXV710"
   compare:

-    title: "rls2001 xxv710"
+    title: "2001"

     data: "vpp-performance-changes-3n-skx-cmp"
     nic: "NIC_Intel-XXV710"
   data: "vpp-performance-changes-3n-skx"
     data: "vpp-performance-changes-3n-skx-cmp"
     nic: "NIC_Intel-XXV710"
   data: "vpp-performance-changes-3n-skx"


@@ -3439,16 +3439,16 @@
 #    title: "RCA"
 #    data-file: "rca/rca-3n-skx-2t1c-ndr.yaml"
   history:
 #    title: "RCA"
 #    data-file: "rca/rca-3n-skx-2t1c-ndr.yaml"
   history:

-    - title: "rls1904 x710"
+    - title: "1904"

       data: "vpp-performance-changes-3n-skx-h1"
       nic: "NIC_Intel-X710"
   reference:
       data: "vpp-performance-changes-3n-skx-h1"
       nic: "NIC_Intel-X710"
   reference:

-    title: "rls1908 xxv710"
+    title: "1908"

     data: "vpp-performance-changes-3n-skx-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
     nic: "NIC_Intel-XXV710"
   compare:
     data: "vpp-performance-changes-3n-skx-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
     nic: "NIC_Intel-XXV710"
   compare:

-    title: "rls2001 xxv710"
+    title: "2001"

     data: "vpp-performance-changes-3n-skx-cmp"
     nic: "NIC_Intel-XXV710"
   data: "vpp-performance-changes-3n-skx"
     data: "vpp-performance-changes-3n-skx-cmp"
     nic: "NIC_Intel-XXV710"
   data: "vpp-performance-changes-3n-skx"


@@ -3469,16 +3469,16 @@
 #    title: "RCA"
 #    data-file: "rca/rca-3n-skx-4t2c-ndr.yaml"
   history:
 #    title: "RCA"
 #    data-file: "rca/rca-3n-skx-4t2c-ndr.yaml"
   history:

-    - title: "rls1904 x710"
+    - title: "1904"

       data: "vpp-performance-changes-3n-skx-h1"
       nic: "NIC_Intel-X710"
   reference:
       data: "vpp-performance-changes-3n-skx-h1"
       nic: "NIC_Intel-X710"
   reference:

-    title: "rls1908 xxv710"
+    title: "1908"

     data: "vpp-performance-changes-3n-skx-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
     nic: "NIC_Intel-XXV710"
   compare:
     data: "vpp-performance-changes-3n-skx-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
     nic: "NIC_Intel-XXV710"
   compare:

-    title: "rls2001 xxv710"
+    title: "2001"

     data: "vpp-performance-changes-3n-skx-cmp"
     nic: "NIC_Intel-XXV710"
   data: "vpp-performance-changes-3n-skx"
     data: "vpp-performance-changes-3n-skx-cmp"
     nic: "NIC_Intel-XXV710"
   data: "vpp-performance-changes-3n-skx"


@@ -3499,16 +3499,16 @@
     title: "RCA"
     data-file: "rca/rca-2n-skx-2t1c-pdr.yaml"
   history:
     title: "RCA"
     data-file: "rca/rca-2n-skx-2t1c-pdr.yaml"
   history:

-    - title: "rls1904 x710"
+    - title: "1904"

       data: "vpp-performance-changes-2n-skx-h1"
       nic: "NIC_Intel-X710"
   reference:
       data: "vpp-performance-changes-2n-skx-h1"
       nic: "NIC_Intel-X710"
   reference:

-    title: "rls1908 xxv710"
+    title: "1908"

     data: "vpp-performance-changes-2n-skx-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
     nic: "NIC_Intel-XXV710"
   compare:
     data: "vpp-performance-changes-2n-skx-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
     nic: "NIC_Intel-XXV710"
   compare:

-    title: "rls2001 xxv710"
+    title: "2001"

     data: "vpp-performance-changes-2n-skx-cmp"
     nic: "NIC_Intel-XXV710"
   data: "vpp-performance-changes-2n-skx"
     data: "vpp-performance-changes-2n-skx-cmp"
     nic: "NIC_Intel-XXV710"
   data: "vpp-performance-changes-2n-skx"


@@ -3529,16 +3529,16 @@
 #    title: "RCA"
 #    data-file: "rca/rca-2n-skx-4t2c-pdr.yaml"
   history:
 #    title: "RCA"
 #    data-file: "rca/rca-2n-skx-4t2c-pdr.yaml"
   history:

-    - title: "rls1904 x710"
+    - title: "1904"

       data: "vpp-performance-changes-2n-skx-h1"
       nic: "NIC_Intel-X710"
   reference:
       data: "vpp-performance-changes-2n-skx-h1"
       nic: "NIC_Intel-X710"
   reference:

-    title: "rls1908 xxv710"
+    title: "1908"

     data: "vpp-performance-changes-2n-skx-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
     nic: "NIC_Intel-XXV710"
   compare:
     data: "vpp-performance-changes-2n-skx-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
     nic: "NIC_Intel-XXV710"
   compare:

-    title: "rls2001 xxv710"
+    title: "2001"

     data: "vpp-performance-changes-2n-skx-cmp"
     nic: "NIC_Intel-XXV710"
   data: "vpp-performance-changes-2n-skx"
     data: "vpp-performance-changes-2n-skx-cmp"
     nic: "NIC_Intel-XXV710"
   data: "vpp-performance-changes-2n-skx"


@@ -3559,16 +3559,16 @@
 #    title: "RCA"
 #    data-file: "rca/rca-2n-skx-2t1c-ndr.yaml"
   history:
 #    title: "RCA"
 #    data-file: "rca/rca-2n-skx-2t1c-ndr.yaml"
   history:

-    - title: "rls1904 x710"
+    - title: "1904"

       data: "vpp-performance-changes-2n-skx-h1"
       nic: "NIC_Intel-X710"
   reference:
       data: "vpp-performance-changes-2n-skx-h1"
       nic: "NIC_Intel-X710"
   reference:

-    title: "rls1908 xxv710"
+    title: "1908"

     data: "vpp-performance-changes-2n-skx-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
     nic: "NIC_Intel-XXV710"
   compare:
     data: "vpp-performance-changes-2n-skx-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
     nic: "NIC_Intel-XXV710"
   compare:

-    title: "rls2001 xxv710"
+    title: "2001"

     data: "vpp-performance-changes-2n-skx-cmp"
     nic: "NIC_Intel-XXV710"
   data: "vpp-performance-changes-2n-skx"
     data: "vpp-performance-changes-2n-skx-cmp"
     nic: "NIC_Intel-XXV710"
   data: "vpp-performance-changes-2n-skx"


@@ -3589,16 +3589,16 @@
 #    title: "RCA"
 #    data-file: "rca/rca-2n-skx-4t2c-ndr.yaml"
   history:
 #    title: "RCA"
 #    data-file: "rca/rca-2n-skx-4t2c-ndr.yaml"
   history:

-    - title: "rls1904 x710"
+    - title: "1904"

       data: "vpp-performance-changes-2n-skx-h1"
       nic: "NIC_Intel-X710"
   reference:
       data: "vpp-performance-changes-2n-skx-h1"
       nic: "NIC_Intel-X710"
   reference:

-    title: "rls1908 xxv710"
+    title: "1908"

     data: "vpp-performance-changes-2n-skx-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
     nic: "NIC_Intel-XXV710"
   compare:
     data: "vpp-performance-changes-2n-skx-ref"
     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
     nic: "NIC_Intel-XXV710"
   compare:

-    title: "rls2001 xxv710"
+    title: "2001"

     data: "vpp-performance-changes-2n-skx-cmp"
     nic: "NIC_Intel-XXV710"
   data: "vpp-performance-changes-2n-skx"
     data: "vpp-performance-changes-2n-skx-cmp"
     nic: "NIC_Intel-XXV710"
   data: "vpp-performance-changes-2n-skx"


@@ -3616,10 +3616,10 @@
 #  algorithm: "table_perf_comparison"
 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-pdr"
 #  reference:
 #  algorithm: "table_perf_comparison"
 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-pdr"
 #  reference:

-#    title: "rls1908"
+#    title: "1908"

 #    data: "vpp-performance-changes-nfv-2n-skx-ref"
 #  compare:
 #    data: "vpp-performance-changes-nfv-2n-skx-ref"
 #  compare:

-#    title: "rls2001"
+#    title: "2001"

 #    data: "vpp-performance-changes-nfv-2n-skx-cmp"
 #  data: "vpp-performance-changes-nfv-2n-skx"
 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
 #    data: "vpp-performance-changes-nfv-2n-skx-cmp"
 #  data: "vpp-performance-changes-nfv-2n-skx"
 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"


@@ -3636,10 +3636,10 @@
 #  algorithm: "table_perf_comparison"
 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-pdr"
 #  reference:
 #  algorithm: "table_perf_comparison"
 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-pdr"
 #  reference:

-#    title: "rls1908"
+#    title: "1908"

 #    data: "vpp-performance-changes-nfv-2n-skx-ref"
 #  compare:
 #    data: "vpp-performance-changes-nfv-2n-skx-ref"
 #  compare:

-#    title: "rls2001"
+#    title: "2001"

 #    data: "vpp-performance-changes-nfv-2n-skx-cmp"
 #  data: "vpp-performance-changes-nfv-2n-skx"
 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
 #    data: "vpp-performance-changes-nfv-2n-skx-cmp"
 #  data: "vpp-performance-changes-nfv-2n-skx"
 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"


@@ -3656,10 +3656,10 @@
 #  algorithm: "table_perf_comparison"
 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-ndr"
 #  reference:
 #  algorithm: "table_perf_comparison"
 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-ndr"
 #  reference:

-#    title: "rls1908"
+#    title: "1908"

 #    data: "vpp-performance-changes-nfv-2n-skx-ref"
 #  compare:
 #    data: "vpp-performance-changes-nfv-2n-skx-ref"
 #  compare:

-#    title: "rls2001"
+#    title: "2001"

 #    data: "vpp-performance-changes-nfv-2n-skx-cmp"
 #  data: "vpp-performance-changes-nfv-2n-skx"
 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
 #    data: "vpp-performance-changes-nfv-2n-skx-cmp"
 #  data: "vpp-performance-changes-nfv-2n-skx"
 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"


@@ -3676,10 +3676,10 @@
 #  algorithm: "table_perf_comparison"
 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-ndr"
 #  reference:
 #  algorithm: "table_perf_comparison"
 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-ndr"
 #  reference:

-#    title: "rls1908"
+#    title: "1908"

 #    data: "vpp-performance-changes-nfv-2n-skx-ref"
 #  compare:
 #    data: "vpp-performance-changes-nfv-2n-skx-ref"
 #  compare:

-#    title: "rls2001"
+#    title: "2001"

 #    data: "vpp-performance-changes-nfv-2n-skx-cmp"
 #  data: "vpp-performance-changes-nfv-2n-skx"
 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
 #    data: "vpp-performance-changes-nfv-2n-skx-cmp"
 #  data: "vpp-performance-changes-nfv-2n-skx"
 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"


@@ -3696,10 +3696,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-2n-dnv-ref"
   compare:
     data: "vpp-performance-changes-2n-dnv-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-2n-dnv-cmp"
   data: "vpp-performance-changes-2n-dnv"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-2n-dnv-cmp"
   data: "vpp-performance-changes-2n-dnv"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"


@@ -3716,10 +3716,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-2n-dnv-ref"
   compare:
     data: "vpp-performance-changes-2n-dnv-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-2n-dnv-cmp"
   data: "vpp-performance-changes-2n-dnv"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-2n-dnv-cmp"
   data: "vpp-performance-changes-2n-dnv"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"


@@ -3736,10 +3736,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-2n-dnv-ref"
   compare:
     data: "vpp-performance-changes-2n-dnv-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-2n-dnv-cmp"
   data: "vpp-performance-changes-2n-dnv"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-2n-dnv-cmp"
   data: "vpp-performance-changes-2n-dnv"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"


@@ -3756,10 +3756,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
   reference:

-    title: "rls1908 "
+    title: "1908"

     data: "vpp-performance-changes-2n-dnv-ref"
   compare:
     data: "vpp-performance-changes-2n-dnv-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-2n-dnv-cmp"
   data: "vpp-performance-changes-2n-dnv"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-2n-dnv-cmp"
   data: "vpp-performance-changes-2n-dnv"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"


@@ -3776,10 +3776,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-3n-dnv-ref"
   compare:
     data: "vpp-performance-changes-3n-dnv-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-3n-dnv-cmp"
   data: "vpp-performance-changes-3n-dnv"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-3n-dnv-cmp"
   data: "vpp-performance-changes-3n-dnv"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"


@@ -3796,10 +3796,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-3n-dnv-ref"
   compare:
     data: "vpp-performance-changes-3n-dnv-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-3n-dnv-cmp"
   data: "vpp-performance-changes-3n-dnv"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-3n-dnv-cmp"
   data: "vpp-performance-changes-3n-dnv"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"


@@ -3816,10 +3816,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-3n-dnv-ref"
   compare:
     data: "vpp-performance-changes-3n-dnv-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-3n-dnv-cmp"
   data: "vpp-performance-changes-3n-dnv"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-3n-dnv-cmp"
   data: "vpp-performance-changes-3n-dnv"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"


@@ -3836,10 +3836,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-3n-dnv-ref"
   compare:
     data: "vpp-performance-changes-3n-dnv-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-3n-dnv-cmp"
   data: "vpp-performance-changes-3n-dnv"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-3n-dnv-cmp"
   data: "vpp-performance-changes-3n-dnv"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"


@@ -3856,10 +3856,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-3n-tsh-ref"
   compare:
     data: "vpp-performance-changes-3n-tsh-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-3n-tsh-cmp"
   data: "vpp-performance-changes-3n-tsh"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-3n-tsh-cmp"
   data: "vpp-performance-changes-3n-tsh"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"


@@ -3876,10 +3876,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-3n-tsh-ref"
   compare:
     data: "vpp-performance-changes-3n-tsh-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-3n-tsh-cmp"
   data: "vpp-performance-changes-3n-tsh"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-3n-tsh-cmp"
   data: "vpp-performance-changes-3n-tsh"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"


@@ -3896,10 +3896,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-3n-tsh-ref"
   compare:
     data: "vpp-performance-changes-3n-tsh-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-3n-tsh-cmp"
   data: "vpp-performance-changes-3n-tsh"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-3n-tsh-cmp"
   data: "vpp-performance-changes-3n-tsh"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"


@@ -3916,10 +3916,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-3n-tsh-ref"
   compare:
     data: "vpp-performance-changes-3n-tsh-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-3n-tsh-cmp"
   data: "vpp-performance-changes-3n-tsh"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-3n-tsh-cmp"
   data: "vpp-performance-changes-3n-tsh"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"


@@ -4192,10 +4192,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
   reference:

-    title: "3-Node Skx"
+    title: "3n-skx"

     data: "vpp-compare-topologies-ref"
   compare:
     data: "vpp-compare-topologies-ref"
   compare:

-    title: "2-Node Skx"
+    title: "2n-skx"

     data: "vpp-compare-topologies-cmp"
   data: "vpp-compare-topologies"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
     data: "vpp-compare-topologies-cmp"
   data: "vpp-compare-topologies"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"


@@ -4211,10 +4211,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
   reference:

-    title: "3-Node Skx"
+    title: "3n-skx"

     data: "vpp-compare-topologies-ref"
   compare:
     data: "vpp-compare-topologies-ref"
   compare:

-    title: "2-Node Skx"
+    title: "2n-skx"

     data: "vpp-compare-topologies-cmp"
   data: "vpp-compare-topologies"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
     data: "vpp-compare-topologies-cmp"
   data: "vpp-compare-topologies"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"


@@ -4230,10 +4230,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
   reference:

-    title: "3-Node Skx"
+    title: "3n-skx"

     data: "vpp-compare-topologies-ref"
   compare:
     data: "vpp-compare-topologies-ref"
   compare:

-    title: "2-Node Skx"
+    title: "2n-skx"

     data: "vpp-compare-topologies-cmp"
   data: "vpp-compare-topologies"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
     data: "vpp-compare-topologies-cmp"
   data: "vpp-compare-topologies"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"


@@ -4249,10 +4249,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
   reference:

-    title: "3-Node Skx"
+    title: "3n-skx"

     data: "vpp-compare-topologies-ref"
   compare:
     data: "vpp-compare-topologies-ref"
   compare:

-    title: "2-Node Skx"
+    title: "2n-skx"

     data: "vpp-compare-topologies-cmp"
   data: "vpp-compare-topologies"
   include-tests: "PDR"
     data: "vpp-compare-topologies-cmp"
   data: "vpp-compare-topologies"
   include-tests: "PDR"


@@ -4268,13 +4268,13 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
   history:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
   history:

-    - title: "rls1904"
+    - title: "1904"

       data: "vpp-performance-changes-3n-hsw-mrr-h1"
   reference:
       data: "vpp-performance-changes-3n-hsw-mrr-h1"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-3n-hsw-mrr-ref"
   compare:
     data: "vpp-performance-changes-3n-hsw-mrr-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
   data: "vpp-performance-changes-3n-hsw-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
   data: "vpp-performance-changes-3n-hsw-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"


@@ -4290,13 +4290,13 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
   history:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
   history:

-    - title: "rls1904"
+    - title: "1904"

       data: "vpp-performance-changes-3n-hsw-mrr-h1"
   reference:
       data: "vpp-performance-changes-3n-hsw-mrr-h1"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-3n-hsw-mrr-ref"
   compare:
     data: "vpp-performance-changes-3n-hsw-mrr-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
   data: "vpp-performance-changes-3n-hsw-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
   data: "vpp-performance-changes-3n-hsw-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"


@@ -4312,13 +4312,13 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
   history:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
   history:

-    - title: "rls1904"
+    - title: "1904"

       data: "vpp-performance-changes-3n-hsw-mrr-h1"
   reference:
       data: "vpp-performance-changes-3n-hsw-mrr-h1"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-3n-hsw-mrr-ref"
   compare:
     data: "vpp-performance-changes-3n-hsw-mrr-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
   data: "vpp-performance-changes-3n-hsw-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
   data: "vpp-performance-changes-3n-hsw-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"


@@ -4337,13 +4337,13 @@
 #    title: "RCA"
 #    data-file: "rca/rca-3n-skx-2t1c-mrr.yaml"
   history:
 #    title: "RCA"
 #    data-file: "rca/rca-3n-skx-2t1c-mrr.yaml"
   history:

-    - title: "rls1904"
+    - title: "1904"

       data: "vpp-performance-changes-3n-skx-mrr-h1"
   reference:
       data: "vpp-performance-changes-3n-skx-mrr-h1"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-3n-skx-mrr-ref"
   compare:
     data: "vpp-performance-changes-3n-skx-mrr-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-3n-skx-mrr-cmp"
   data: "vpp-performance-changes-3n-skx-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-3n-skx-mrr-cmp"
   data: "vpp-performance-changes-3n-skx-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"


@@ -4362,13 +4362,13 @@
 #    title: "RCA"
 #    data-file: "rca/rca-3n-skx-4t2c-mrr.yaml"
   history:
 #    title: "RCA"
 #    data-file: "rca/rca-3n-skx-4t2c-mrr.yaml"
   history:

-    - title: "rls1904"
+    - title: "1904"

       data: "vpp-performance-changes-3n-skx-mrr-h1"
   reference:
       data: "vpp-performance-changes-3n-skx-mrr-h1"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-3n-skx-mrr-ref"
   compare:
     data: "vpp-performance-changes-3n-skx-mrr-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-3n-skx-mrr-cmp"
   data: "vpp-performance-changes-3n-skx-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-3n-skx-mrr-cmp"
   data: "vpp-performance-changes-3n-skx-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"


@@ -4387,13 +4387,13 @@
 #    title: "RCA"
 #    data-file: "rca/rca-3n-skx-8t4c-mrr.yaml"
   history:
 #    title: "RCA"
 #    data-file: "rca/rca-3n-skx-8t4c-mrr.yaml"
   history:

-    - title: "rls1904"
+    - title: "1904"

       data: "vpp-performance-changes-3n-skx-mrr-h1"
   reference:
       data: "vpp-performance-changes-3n-skx-mrr-h1"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-3n-skx-mrr-ref"
   compare:
     data: "vpp-performance-changes-3n-skx-mrr-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-3n-skx-mrr-cmp"
   data: "vpp-performance-changes-3n-skx-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-3n-skx-mrr-cmp"
   data: "vpp-performance-changes-3n-skx-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"


@@ -4412,13 +4412,13 @@
 #    title: "RCA"
 #    data-file: "rca/rca-2n-skx-2t1c-mrr.yaml"
   history:
 #    title: "RCA"
 #    data-file: "rca/rca-2n-skx-2t1c-mrr.yaml"
   history:

-    - title: "rls1904"
+    - title: "1904"

       data: "vpp-performance-changes-2n-skx-mrr-h1"
   reference:
       data: "vpp-performance-changes-2n-skx-mrr-h1"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-2n-skx-mrr-ref"
   compare:
     data: "vpp-performance-changes-2n-skx-mrr-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-2n-skx-mrr-cmp"
   data: "vpp-performance-changes-2n-skx-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-2n-skx-mrr-cmp"
   data: "vpp-performance-changes-2n-skx-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"


@@ -4437,13 +4437,13 @@
 #    title: "RCA"
 #    data-file: "rca/rca-2n-skx-4t2c-mrr.yaml"
   history:
 #    title: "RCA"
 #    data-file: "rca/rca-2n-skx-4t2c-mrr.yaml"
   history:

-    - title: "rls1904"
+    - title: "1904"

       data: "vpp-performance-changes-2n-skx-mrr-h1"
   reference:
       data: "vpp-performance-changes-2n-skx-mrr-h1"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-2n-skx-mrr-ref"
   compare:
     data: "vpp-performance-changes-2n-skx-mrr-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-2n-skx-mrr-cmp"
   data: "vpp-performance-changes-2n-skx-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-2n-skx-mrr-cmp"
   data: "vpp-performance-changes-2n-skx-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"


@@ -4462,13 +4462,13 @@
 #    title: "RCA"
 #    data-file: "rca/rca-2n-skx-8t4c-mrr.yaml"
   history:
 #    title: "RCA"
 #    data-file: "rca/rca-2n-skx-8t4c-mrr.yaml"
   history:

-    - title: "rls1904"
+    - title: "1904"

       data: "vpp-performance-changes-2n-skx-mrr-h1"
   reference:
       data: "vpp-performance-changes-2n-skx-mrr-h1"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-2n-skx-mrr-ref"
   compare:
     data: "vpp-performance-changes-2n-skx-mrr-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-2n-skx-mrr-cmp"
   data: "vpp-performance-changes-2n-skx-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-2n-skx-mrr-cmp"
   data: "vpp-performance-changes-2n-skx-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"


@@ -4484,10 +4484,10 @@
 #  algorithm: "table_perf_comparison"
 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-mrr"
 #  reference:
 #  algorithm: "table_perf_comparison"
 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-mrr"
 #  reference:

-#    title: "rls1908"
+#    title: "1908"

 #    data: "vpp-performance-changes-nfv-2n-skx-mrr-ref"
 #  compare:
 #    data: "vpp-performance-changes-nfv-2n-skx-mrr-ref"
 #  compare:

-#    title: "rls2001"
+#    title: "2001"

 #    data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp"
 #  data: "vpp-performance-changes-nfv-2n-skx-mrr"
 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
 #    data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp"
 #  data: "vpp-performance-changes-nfv-2n-skx-mrr"
 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"


@@ -4503,10 +4503,10 @@
 #  algorithm: "table_perf_comparison"
 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-mrr"
 #  reference:
 #  algorithm: "table_perf_comparison"
 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-mrr"
 #  reference:

-#    title: "rls1908"
+#    title: "1908"

 #    data: "vpp-performance-changes-nfv-2n-skx-mrr-ref"
 #  compare:
 #    data: "vpp-performance-changes-nfv-2n-skx-mrr-ref"
 #  compare:

-#    title: "rls2001"
+#    title: "2001"

 #    data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp"
 #  data: "vpp-performance-changes-nfv-2n-skx-mrr"
 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
 #    data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp"
 #  data: "vpp-performance-changes-nfv-2n-skx-mrr"
 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"


@@ -4522,10 +4522,10 @@
 #  algorithm: "table_perf_comparison"
 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-8t4c-mrr"
 #  reference:
 #  algorithm: "table_perf_comparison"
 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-8t4c-mrr"
 #  reference:

-#    title: "rls1908"
+#    title: "1908"

 #    data: "vpp-performance-changes-nfv-2n-skx-mrr-ref"
 #  compare:
 #    data: "vpp-performance-changes-nfv-2n-skx-mrr-ref"
 #  compare:

-#    title: "rls2001"
+#    title: "2001"

 #    data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp"
 #  data: "vpp-performance-changes-nfv-2n-skx-mrr"
 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
 #    data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp"
 #  data: "vpp-performance-changes-nfv-2n-skx-mrr"
 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"


@@ -4541,10 +4541,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-2n-dnv-mrr-ref"
   compare:
     data: "vpp-performance-changes-2n-dnv-mrr-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-2n-dnv-mrr-cmp"
   data: "vpp-performance-changes-2n-dnv-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-2n-dnv-mrr-cmp"
   data: "vpp-performance-changes-2n-dnv-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"


@@ -4560,10 +4560,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-2n-dnv-mrr-ref"
   compare:
     data: "vpp-performance-changes-2n-dnv-mrr-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-2n-dnv-mrr-cmp"
   data: "vpp-performance-changes-2n-dnv-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-2n-dnv-mrr-cmp"
   data: "vpp-performance-changes-2n-dnv-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"


@@ -4579,10 +4579,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-2n-dnv-mrr-ref"
   compare:
     data: "vpp-performance-changes-2n-dnv-mrr-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-2n-dnv-mrr-cmp"
   data: "vpp-performance-changes-2n-dnv-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-2n-dnv-mrr-cmp"
   data: "vpp-performance-changes-2n-dnv-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"


@@ -4598,10 +4598,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-3n-dnv-mrr-ref"
   compare:
     data: "vpp-performance-changes-3n-dnv-mrr-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-3n-dnv-mrr-cmp"
   data: "vpp-performance-changes-3n-dnv-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-3n-dnv-mrr-cmp"
   data: "vpp-performance-changes-3n-dnv-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"


@@ -4617,10 +4617,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-3n-dnv-mrr-ref"
   compare:
     data: "vpp-performance-changes-3n-dnv-mrr-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-3n-dnv-mrr-cmp"
   data: "vpp-performance-changes-3n-dnv-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-3n-dnv-mrr-cmp"
   data: "vpp-performance-changes-3n-dnv-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"


@@ -4636,10 +4636,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-3n-dnv-mrr-ref"
   compare:
     data: "vpp-performance-changes-3n-dnv-mrr-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-3n-dnv-mrr-cmp"
   data: "vpp-performance-changes-3n-dnv-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-3n-dnv-mrr-cmp"
   data: "vpp-performance-changes-3n-dnv-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"


@@ -4655,10 +4655,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-3n-tsh-mrr-ref"
   compare:
     data: "vpp-performance-changes-3n-tsh-mrr-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-3n-tsh-mrr-cmp"
   data: "vpp-performance-changes-3n-tsh-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-3n-tsh-mrr-cmp"
   data: "vpp-performance-changes-3n-tsh-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"


@@ -4674,10 +4674,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-3n-tsh-mrr-ref"
   compare:
     data: "vpp-performance-changes-3n-tsh-mrr-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-3n-tsh-mrr-cmp"
   data: "vpp-performance-changes-3n-tsh-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-3n-tsh-mrr-cmp"
   data: "vpp-performance-changes-3n-tsh-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"


@@ -4693,10 +4693,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-4t4c-mrr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-4t4c-mrr"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "vpp-performance-changes-3n-tsh-mrr-ref"
   compare:
     data: "vpp-performance-changes-3n-tsh-mrr-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "vpp-performance-changes-3n-tsh-mrr-cmp"
   data: "vpp-performance-changes-3n-tsh-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
     data: "vpp-performance-changes-3n-tsh-mrr-cmp"
   data: "vpp-performance-changes-3n-tsh-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"


@@ -4838,10 +4838,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
   reference:

-    title: "3-Node Skx"
+    title: "3n-skx"

     data: "vpp-compare-topologies-mrr-ref"
   compare:
     data: "vpp-compare-topologies-mrr-ref"
   compare:

-    title: "2-Node Skx"
+    title: "2n-skx"

     data: "vpp-compare-topologies-mrr-cmp"
   data: "vpp-compare-topologies-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
     data: "vpp-compare-topologies-mrr-cmp"
   data: "vpp-compare-topologies-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"


@@ -4857,10 +4857,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
   reference:

-    title: "3-Node Skx"
+    title: "3n-skx"

     data: "vpp-compare-topologies-mrr-ref"
   compare:
     data: "vpp-compare-topologies-mrr-ref"
   compare:

-    title: "2-Node Skx"
+    title: "2n-skx"

     data: "vpp-compare-topologies-mrr-cmp"
   data: "vpp-compare-topologies-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
     data: "vpp-compare-topologies-mrr-cmp"
   data: "vpp-compare-topologies-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"


@@ -4876,10 +4876,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
   reference:

-    title: "3-Node Skx"
+    title: "3n-skx"

     data: "vpp-compare-topologies-mrr-ref"
   compare:
     data: "vpp-compare-topologies-mrr-ref"
   compare:

-    title: "2-Node Skx"
+    title: "2n-skx"

     data: "vpp-compare-topologies-mrr-cmp"
   data: "vpp-compare-topologies-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
     data: "vpp-compare-topologies-mrr-cmp"
   data: "vpp-compare-topologies-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"


@@ -5532,13 +5532,13 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr"
   history:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr"
   history:

-    - title: "rls1904"
+    - title: "1904"

       data: "dpdk-performance-changes-3n-hsw-h1"
   reference:
       data: "dpdk-performance-changes-3n-hsw-h1"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "dpdk-performance-changes-3n-hsw-ref"
   compare:
     data: "dpdk-performance-changes-3n-hsw-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "dpdk-performance-changes-3n-hsw-cmp"
   data: "dpdk-performance-changes-3n-hsw"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
     data: "dpdk-performance-changes-3n-hsw-cmp"
   data: "dpdk-performance-changes-3n-hsw"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"


@@ -5554,13 +5554,13 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr"
   history:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr"
   history:

-    - title: "rls1904"
+    - title: "1904"

       data: "dpdk-performance-changes-3n-hsw-h1"
   reference:
       data: "dpdk-performance-changes-3n-hsw-h1"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "dpdk-performance-changes-3n-hsw-ref"
   compare:
     data: "dpdk-performance-changes-3n-hsw-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "dpdk-performance-changes-3n-hsw-cmp"
   data: "dpdk-performance-changes-3n-hsw"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
     data: "dpdk-performance-changes-3n-hsw-cmp"
   data: "dpdk-performance-changes-3n-hsw"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"


@@ -5576,13 +5576,13 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr"
   history:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr"
   history:

-    - title: "rls1904"
+    - title: "1904"

       data: "dpdk-performance-changes-3n-hsw-h1"
   reference:
       data: "dpdk-performance-changes-3n-hsw-h1"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "dpdk-performance-changes-3n-hsw-ref"
   compare:
     data: "dpdk-performance-changes-3n-hsw-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "dpdk-performance-changes-3n-hsw-cmp"
   data: "dpdk-performance-changes-3n-hsw"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
     data: "dpdk-performance-changes-3n-hsw-cmp"
   data: "dpdk-performance-changes-3n-hsw"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"


@@ -5598,13 +5598,13 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr"
   history:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr"
   history:

-    - title: "rls1904"
+    - title: "1904"

       data: "dpdk-performance-changes-3n-hsw-h1"
   reference:
       data: "dpdk-performance-changes-3n-hsw-h1"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "dpdk-performance-changes-3n-hsw-ref"
   compare:
     data: "dpdk-performance-changes-3n-hsw-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "dpdk-performance-changes-3n-hsw-cmp"
   data: "dpdk-performance-changes-3n-hsw"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
     data: "dpdk-performance-changes-3n-hsw-cmp"
   data: "dpdk-performance-changes-3n-hsw"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"


@@ -5620,13 +5620,13 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr"
   history:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr"
   history:

-    - title: "rls1904"
+    - title: "1904"

       data: "dpdk-performance-changes-3n-skx-h1"
   reference:
       data: "dpdk-performance-changes-3n-skx-h1"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "dpdk-performance-changes-3n-skx-ref"
   compare:
     data: "dpdk-performance-changes-3n-skx-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "dpdk-performance-changes-3n-skx-cmp"
   data: "dpdk-performance-changes-3n-skx"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
     data: "dpdk-performance-changes-3n-skx-cmp"
   data: "dpdk-performance-changes-3n-skx"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"


@@ -5642,13 +5642,13 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr"
   history:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr"
   history:

-    - title: "rls1904"
+    - title: "1904"

       data: "dpdk-performance-changes-3n-skx-h1"
   reference:
       data: "dpdk-performance-changes-3n-skx-h1"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "dpdk-performance-changes-3n-skx-ref"
   compare:
     data: "dpdk-performance-changes-3n-skx-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "dpdk-performance-changes-3n-skx-cmp"
   data: "dpdk-performance-changes-3n-skx"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
     data: "dpdk-performance-changes-3n-skx-cmp"
   data: "dpdk-performance-changes-3n-skx"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"


@@ -5664,13 +5664,13 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr"
   history:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr"
   history:

-    - title: "rls1904"
+    - title: "1904"

       data: "dpdk-performance-changes-3n-skx-h1"
   reference:
       data: "dpdk-performance-changes-3n-skx-h1"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "dpdk-performance-changes-3n-skx-ref"
   compare:
     data: "dpdk-performance-changes-3n-skx-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "dpdk-performance-changes-3n-skx-cmp"
   data: "dpdk-performance-changes-3n-skx"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
     data: "dpdk-performance-changes-3n-skx-cmp"
   data: "dpdk-performance-changes-3n-skx"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"


@@ -5686,13 +5686,13 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr"
   history:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr"
   history:

-    - title: "rls1904"
+    - title: "1904"

       data: "dpdk-performance-changes-3n-skx-h1"
   reference:
       data: "dpdk-performance-changes-3n-skx-h1"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "dpdk-performance-changes-3n-skx-ref"
   compare:
     data: "dpdk-performance-changes-3n-skx-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "dpdk-performance-changes-3n-skx-cmp"
   data: "dpdk-performance-changes-3n-skx"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
     data: "dpdk-performance-changes-3n-skx-cmp"
   data: "dpdk-performance-changes-3n-skx"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"


@@ -5708,13 +5708,13 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr"
   history:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr"
   history:

-    - title: "rls1904"
+    - title: "1904"

       data: "dpdk-performance-changes-2n-skx-h1"
   reference:
       data: "dpdk-performance-changes-2n-skx-h1"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "dpdk-performance-changes-2n-skx-ref"
   compare:
     data: "dpdk-performance-changes-2n-skx-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "dpdk-performance-changes-2n-skx-cmp"
   data: "dpdk-performance-changes-2n-skx"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
     data: "dpdk-performance-changes-2n-skx-cmp"
   data: "dpdk-performance-changes-2n-skx"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"


@@ -5730,13 +5730,13 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr"
   history:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr"
   history:

-    - title: "rls1904"
+    - title: "1904"

       data: "dpdk-performance-changes-2n-skx-h1"
   reference:
       data: "dpdk-performance-changes-2n-skx-h1"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "dpdk-performance-changes-2n-skx-ref"
   compare:
     data: "dpdk-performance-changes-2n-skx-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "dpdk-performance-changes-2n-skx-cmp"
   data: "dpdk-performance-changes-2n-skx"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
     data: "dpdk-performance-changes-2n-skx-cmp"
   data: "dpdk-performance-changes-2n-skx"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"


@@ -5752,13 +5752,13 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr"
   history:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr"
   history:

-    - title: "rls1904"
+    - title: "1904"

       data: "dpdk-performance-changes-2n-skx-h1"
   reference:
       data: "dpdk-performance-changes-2n-skx-h1"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "dpdk-performance-changes-2n-skx-ref"
   compare:
     data: "dpdk-performance-changes-2n-skx-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "dpdk-performance-changes-2n-skx-cmp"
   data: "dpdk-performance-changes-2n-skx"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
     data: "dpdk-performance-changes-2n-skx-cmp"
   data: "dpdk-performance-changes-2n-skx"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"


@@ -5774,13 +5774,13 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr"
   history:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr"
   history:

-    - title: "rls1904"
+    - title: "1904"

       data: "dpdk-performance-changes-2n-skx-h1"
   reference:
       data: "dpdk-performance-changes-2n-skx-h1"
   reference:

-    title: "rls1908"
+    title: "1908"

     data: "dpdk-performance-changes-2n-skx-ref"
   compare:
     data: "dpdk-performance-changes-2n-skx-ref"
   compare:

-    title: "rls2001"
+    title: "2001"

     data: "dpdk-performance-changes-2n-skx-cmp"
   data: "dpdk-performance-changes-2n-skx"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
     data: "dpdk-performance-changes-2n-skx-cmp"
   data: "dpdk-performance-changes-2n-skx"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"


@@ -5796,10 +5796,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr"
   reference:

-    title: "3-Node Hsw"
+    title: "3n-hsw"

     data: "dpdk-compare-testbeds-ref"
   compare:
     data: "dpdk-compare-testbeds-ref"
   compare:

-    title: "3-Node Skx"
+    title: "3n-skx"

     data: "dpdk-compare-testbeds-cmp"
   data: "dpdk-compare-testbeds"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
     data: "dpdk-compare-testbeds-cmp"
   data: "dpdk-compare-testbeds"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"


@@ -5815,10 +5815,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr"
   reference:

-    title: "3-Node Hsw"
+    title: "3n-hsw"

     data: "dpdk-compare-testbeds-ref"
   compare:
     data: "dpdk-compare-testbeds-ref"
   compare:

-    title: "3-Node Skx"
+    title: "3n-skx"

     data: "dpdk-compare-testbeds-cmp"
   data: "dpdk-compare-testbeds"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
     data: "dpdk-compare-testbeds-cmp"
   data: "dpdk-compare-testbeds"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"


@@ -5834,10 +5834,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-ndr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-ndr"
   reference:

-    title: "2-Node Skx"
+    title: "2n-skx"

     data: "dpdk-compare-testbeds-skx-clx-ref"
   compare:
     data: "dpdk-compare-testbeds-skx-clx-ref"
   compare:

-    title: "2-Node Clx"
+    title: "2n-clx"

     data: "dpdk-compare-testbeds-skx-clx-cmp"
   data: "dpdk-compare-testbeds-skx-clx"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
     data: "dpdk-compare-testbeds-skx-clx-cmp"
   data: "dpdk-compare-testbeds-skx-clx"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"


@@ -5853,10 +5853,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-pdr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-pdr"
   reference:

-    title: "2-Node Skx"
+    title: "2n-skx"

     data: "dpdk-compare-testbeds-skx-clx-ref"
   compare:
     data: "dpdk-compare-testbeds-skx-clx-ref"
   compare:

-    title: "2-Node Clx"
+    title: "2n-clx"

     data: "dpdk-compare-testbeds-skx-clx-cmp"
   data: "dpdk-compare-testbeds-skx-clx"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
     data: "dpdk-compare-testbeds-skx-clx-cmp"
   data: "dpdk-compare-testbeds-skx-clx"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"


@@ -5872,10 +5872,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr"
   reference:

-    title: "3-Node Skx"
+    title: "3n-skx"

     data: "dpdk-compare-topologies-ref"
   compare:
     data: "dpdk-compare-topologies-ref"
   compare:

-    title: "2-Node Skx"
+    title: "2n-skx"

     data: "dpdk-compare-topologies-cmp"
   data: "dpdk-compare-topologies"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
     data: "dpdk-compare-topologies-cmp"
   data: "dpdk-compare-topologies"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"


@@ -5891,10 +5891,10 @@
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr"
   reference:
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr"
   reference:

-    title: "3-Node Skx"
+    title: "3n-skx"

     data: "dpdk-compare-topologies-ref"
   compare:
     data: "dpdk-compare-topologies-ref"
   compare:

-    title: "2-Node Skx"
+    title: "2n-skx"

     data: "dpdk-compare-topologies-cmp"
   data: "dpdk-compare-topologies"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
     data: "dpdk-compare-topologies-cmp"
   data: "dpdk-compare-topologies"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"