def _tpc_generate_html_table(header, data, out_file_name, legend=u"",
- footnote=u"", sort_data=True):
+ footnote=u"", sort_data=True, title=u""):
"""Generate html table from input data with simple sorting possibility.
:param header: Table header.
:param legend: The legend to display below the table.
:param footnote: The footnote to display below the table (and legend).
:param sort_data: If True the data sorting is enabled.
+ :param title: The table (and file) title.
:type header: list
:type data: list of lists
:type out_file_name: str
:type legend: str
:type footnote: str
:type sort_data: bool
+ :type title: str
"""
try:
idx = 0
params = {
u"align-hdr": (
- [u"left", u"center"],
- [u"left", u"left", u"center"],
- [u"left", u"left", u"left", u"center"]
+ [u"left", u"right"],
+ [u"left", u"left", u"right"],
+ [u"left", u"left", u"left", u"right"]
),
u"align-itm": (
[u"left", u"right"],
table_header = dict(
values=[f"<b>{item.replace(u',', u',<br>')}</b>" for item in header],
fill_color=u"#7eade7",
- align=params[u"align-hdr"][idx]
+ align=params[u"align-hdr"][idx],
+ font=dict(
+ family=u"Courier New",
+ size=13
+ )
)
fig = go.Figure()
cells=dict(
values=columns,
fill_color=fill_color,
- align=params[u"align-itm"][idx]
+ align=params[u"align-itm"][idx],
+ font=dict(
+ family=u"Courier New",
+ size=13
+ )
)
)
)
cells=dict(
values=[df_sorted.get(col) for col in header],
fill_color=fill_color,
- align=params[u"align-itm"][idx]
+ align=params[u"align-itm"][idx],
+ font=dict(
+ family=u"Courier New",
+ size=13
+ )
)
)
)
u".. |prein| raw:: html\n\n <pre>\n\n\n"
u".. |preout| raw:: html\n\n </pre>\n\n"
)
+ if title:
+ rst_file.write(f"{title}\n")
+ rst_file.write(f"{u'~' * len(title)}\n\n")
rst_file.write(
u".. raw:: html\n\n"
f' <iframe frameborder="0" scrolling="no" '
for tst_name, tst_data in data[job][str(build)].items():
if table[u"reference"][u"nic"] not in tst_data[u"tags"]:
continue
- tst_name_mod = _tpc_modify_test_name(tst_name)
+ tst_name_mod = _tpc_modify_test_name(tst_name, ignore_nic=True)
if (u"across topologies" in table[u"title"].lower() or
(u" 3n-" in table[u"title"].lower() and
u" 2n-" in table[u"title"].lower())):
for tst_name, tst_data in rpl_data[job][str(build)].items():
if table[u"reference"][u"nic"] not in tst_data[u"tags"]:
continue
- tst_name_mod = _tpc_modify_test_name(tst_name)
+ tst_name_mod = \
+ _tpc_modify_test_name(tst_name, ignore_nic=True)
if (u"across topologies" in table[u"title"].lower() or
(u" 3n-" in table[u"title"].lower() and
u" 2n-" in table[u"title"].lower())):
for tst_name, tst_data in data[job][str(build)].items():
if table[u"compare"][u"nic"] not in tst_data[u"tags"]:
continue
- tst_name_mod = _tpc_modify_test_name(tst_name)
+ tst_name_mod = _tpc_modify_test_name(tst_name, ignore_nic=True)
if (u"across topologies" in table[u"title"].lower() or
(u" 3n-" in table[u"title"].lower() and
u" 2n-" in table[u"title"].lower())):
for tst_name, tst_data in rpl_data[job][str(build)].items():
if table[u"compare"][u"nic"] not in tst_data[u"tags"]:
continue
- tst_name_mod = _tpc_modify_test_name(tst_name)
+ tst_name_mod = \
+ _tpc_modify_test_name(tst_name, ignore_nic=True)
if (u"across topologies" in table[u"title"].lower() or
(u" 3n-" in table[u"title"].lower() and
u" 2n-" in table[u"title"].lower())):
for tst_name, tst_data in data[job][str(build)].items():
if item[u"nic"] not in tst_data[u"tags"]:
continue
- tst_name_mod = _tpc_modify_test_name(tst_name)
+ tst_name_mod = \
+ _tpc_modify_test_name(tst_name, ignore_nic=True)
if (u"across topologies" in table[u"title"].lower() or
(u" 3n-" in table[u"title"].lower() and
u" 2n-" in table[u"title"].lower())):
cols = list()
for idx, col in enumerate(columns):
- if col.get(u"data", None) is None:
+ if col.get(u"data-set", None) is None:
logging.warning(f"No data for column {col.get(u'title', u'')}")
continue
data = input_data.filter_data(
table,
params=[u"throughput", u"result", u"name", u"parent", u"tags"],
- data=col[u"data"],
+ data=col[u"data-set"],
continue_on_error=True
)
col_data = {
tbl_for_csv = list()
for line in tbl_cmp_lst:
-
row = [line[0], ]
-
- for idx, rca in enumerate(rcas):
- rca_nr = rca[u"data"].get(row[0 + idx], u"-")
- row.insert(idx, f"[{rca_nr}]" if rca_nr != u"-" else u"-")
-
for idx, itm in enumerate(line[1:]):
if itm is None:
row.append(u"NT")
else:
row.append(round(float(itm[u'mean']) / 1e6, 3))
row.append(round(float(itm[u'stdev']) / 1e6, 3))
+ for rca in rcas:
+ rca_nr = rca[u"data"].get(row[0], u"-")
+ row.append(f"[{rca_nr}]" if rca_nr != u"-" else u"-")
tbl_for_csv.append(row)
- header_csv = [rca[u"title"] for rca in rcas]
- header_csv.append(u"Test Case")
+ header_csv = [u"Test Case", ]
for col in cols:
header_csv.append(f"Avg({col[u'title']})")
header_csv.append(f"Stdev({col[u'title']})")
for comp in comparisons:
header_csv.append(
- f"Avg({cols[comp[u'reference'] - 1][u'title']},"
- f"{cols[comp[u'compare'] - 1][u'title']})"
+ f"Avg({comp.get(u'title', u'')}"
)
header_csv.append(
- f"Stdev({cols[comp[u'reference'] - 1][u'title']},"
- f"{cols[comp[u'compare'] - 1][u'title']})"
+ f"Stdev({comp.get(u'title', u'')})"
)
+ header_csv.extend([rca[u"title"] for rca in rcas])
+
+ legend_lst = table.get(u"legend", None)
+ if legend_lst is None:
+ legend = u""
+ else:
+ legend = u"\n" + u"\n".join(legend_lst) + u"\n"
+
+ footnote = u""
+ for rca in rcas:
+ footnote += f"\n{rca[u'title']}:\n"
+ footnote += rca[u"data"].get(u"footnote", u"")
csv_file = f"{table[u'output-file']}-csv.csv"
with open(csv_file, u"wt", encoding='utf-8') as file_handler:
- file_handler.write(u";".join(header_csv) + u"\n")
+ file_handler.write(
+ u",".join([f'"{itm}"' for itm in header_csv]) + u"\n"
+ )
for test in tbl_for_csv:
- file_handler.write(u";".join([str(item) for item in test]) + u"\n")
+ file_handler.write(
+ u",".join([f'"{item}"' for item in test]) + u"\n"
+ )
+ if legend_lst:
+ for item in legend_lst:
+ file_handler.write(f'"{item}"\n')
+ if footnote:
+ for itm in footnote.split(u"\n"):
+ file_handler.write(f'"{itm}"\n')
- tbl_final = list()
+ tbl_tmp = list()
+ max_lens = [0, ] * len(tbl_cmp_lst[0])
for line in tbl_cmp_lst:
row = [line[0], ]
- for idx, rca in enumerate(rcas):
- rca_nr = rca[u"data"].get(row[0 + idx], u"-")
- row.insert(idx, f"[{rca_nr}]" if rca_nr != u"-" else u"-")
for idx, itm in enumerate(line[1:]):
if itm is None:
- row.append(u"NT")
+ new_itm = u"NT"
else:
if idx < len(cols):
- row.append(
+ new_itm = (
f"{round(float(itm[u'mean']) / 1e6, 1)} "
f"\u00B1{round(float(itm[u'stdev']) / 1e6, 1)}".
replace(u"nan", u"NaN")
)
else:
- row.append(
+ new_itm = (
f"{round(float(itm[u'mean']) / 1e6, 1):+} "
f"\u00B1{round(float(itm[u'stdev']) / 1e6, 1)}".
replace(u"nan", u"NaN")
)
+ if len(new_itm.rsplit(u" ", 1)[-1]) > max_lens[idx]:
+ max_lens[idx] = len(new_itm.rsplit(u" ", 1)[-1])
+ row.append(new_itm)
+
+ tbl_tmp.append(row)
+
+ tbl_final = list()
+ for line in tbl_tmp:
+ row = [line[0], ]
+ for idx, itm in enumerate(line[1:]):
+ if itm in (u"NT", u"NaN"):
+ row.append(itm)
+ continue
+ itm_lst = itm.rsplit(u"\u00B1", 1)
+ itm_lst[-1] = \
+ f"{u' ' * (max_lens[idx] - len(itm_lst[-1]))}{itm_lst[-1]}"
+ row.append(u"\u00B1".join(itm_lst))
+ for rca in rcas:
+ rca_nr = rca[u"data"].get(row[0], u"-")
+ row.append(f"[{rca_nr}]" if rca_nr != u"-" else u"-")
+
tbl_final.append(row)
- header = [rca[u"title"] for rca in rcas]
- header.append(u"Test Case")
+ header = [u"Test Case", ]
header.extend([col[u"title"] for col in cols])
- header.extend(
- [f"Diff({cols[comp[u'reference'] - 1][u'title']},"
- f"{cols[comp[u'compare'] - 1][u'title']})"
- for comp in comparisons]
- )
+ header.extend([comp.get(u"title", u"") for comp in comparisons])
+ header.extend([rca[u"title"] for rca in rcas])
# Generate csv tables:
csv_file = f"{table[u'output-file']}.csv"
txt_file_name = f"{table[u'output-file']}.txt"
convert_csv_to_pretty_txt(csv_file, txt_file_name, delimiter=u";")
- # Generate rst table:
- file_name = table[u'output-file'].split(u"/")[-1]
- if u"vpp" in table[u'output-file']:
- path = u"_tmp/src/vpp_performance_tests/comparisons/"
- else:
- path = u"_tmp/src/dpdk_performance_tests/comparisons/"
- rst_file_name = f"{path}{file_name}-txt.rst"
- csv_file_name = f"{path}{file_name}.csv"
- with open(csv_file_name, u"wt", encoding='utf-8') as file_handler:
- file_handler.write(
- u",".join(
- [f'"{itm}"' for itm in header]
- ) + u"\n"
- )
- for test in tbl_final:
- file_handler.write(
- u",".join(
- [f'"{itm}"' for itm in test]
- ) + u"\n"
- )
-
- convert_csv_to_pretty_txt(csv_file_name, rst_file_name, delimiter=u",")
-
- legend = u"\nLegend:\n"
- for idx, rca in enumerate(rcas):
- try:
- desc = (
- f"Diff({cols[comparisons[idx][u'reference'] - 1][u'title']},"
- f"{cols[comparisons[idx][u'compare'] - 1][u'title']})\n"
- )
- except (KeyError, IndexError):
- desc = u"\n"
- legend += f"{rca[u'title']}: Root Cause Analysis for {desc}"
- legend += (
- u"First part of the result is a mean value [Mpps].\n"
- f"Second part of the result following '\u00B1' is a standard "
- u"deviation [Mpps].\n"
- u"First part of Diff is a relative change of mean values [%].\n"
- f"Second part of Diff following '\u00B1' is a standard deviation "
- u"of the Diff [percentual points].\n"
- u"NT: Not tested.\n"
- )
-
- footnote = u""
- for rca in rcas:
- footnote += f"\n{rca[u'title']}:\n"
- footnote += rca[u"data"].get(u"footnote", u"")
-
with open(txt_file_name, u'a', encoding='utf-8') as txt_file:
txt_file.write(legend)
if footnote:
txt_file.write(footnote)
txt_file.write(u":END")
- with open(rst_file_name, u'a', encoding='utf-8') as txt_file:
- txt_file.write(legend.replace(u"\n", u" |br| "))
- if footnote:
- txt_file.write(footnote.replace(u"\n", u" |br| "))
- txt_file.write(u":END")
-
# Generate html table:
_tpc_generate_html_table(
header,
table[u'output-file'],
legend=legend,
footnote=footnote,
- sort_data=False
+ sort_data=False,
+ title=table.get(u"title", u"")
)
replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost:
csit-vpp-perf-verify-1908-3n-skx:
- - 52 # NDRPDR sel vhost
- - 53 # NDRPDR sel vhost
- - 55 # NDRPDR sel vhost
- - 61 # NDRPDR sel vhost
- - 62 # NDRPDR sel vhost
- - 63 # NDRPDR sel vhost
- - 64 # NDRPDR sel vhost
- - 65 # NDRPDR sel vhost
- - 66 # NDRPDR sel vhost
- - 67 # NDRPDR sel vhost
+ - 52 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 53 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 55 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 61 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 62 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 63 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 64 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 65 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 66 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 67 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost:
csit-vpp-perf-verify-1908-2n-skx:
- - 88 # NDRPDR sel vhost
- - 89 # NDRPDR sel vhost
- - 91 # NDRPDR sel vhost
- - 92 # NDRPDR sel vhost
- - 93 # NDRPDR sel vhost
- - 94 # NDRPDR sel vhost
- - 95 # NDRPDR sel vhost
- - 96 # NDRPDR sel vhost
- - 97 # NDRPDR sel vhost
- - 98 # NDRPDR sel vhost
+ - 88 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 89 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 91 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 92 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 93 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 94 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 95 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 96 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 97 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 98 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
###########################################################################
# Plots:
plot-vpp-throughput-lat-tsa-3n-skx:
# TODO: Add the data
csit-vpp-perf-verify-2001-3n-skx:
- - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
plot-vpp-hdrh-lat-3n-skx:
csit-vpp-perf-verify-2001-3n-skx:
- - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
plot-vpp-nfv-3n-skx-ndrpdr:
# TODO: Add data
csit-vpp-perf-verify-2001-3n-skx:
- - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
plot-vpp-nfv-3n-skx-mrr:
csit-vpp-perf-verify-2001-3n-skx:
plot-vpp-throughput-lat-tsa-2n-skx:
csit-vpp-perf-verify-2001-2n-skx:
- - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
plot-vpp-hdrh-lat-2n-skx:
csit-vpp-perf-verify-2001-2n-skx:
- - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
plot-vpp-http-server-performance:
csit-vpp-perf-verify-2001-2n-clx:
vpp-nic-comparison-3n-skx:
# TODO: Add the data
csit-vpp-perf-verify-2001-3n-skx:
- - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-nic-comparison-2n-skx:
csit-vpp-perf-verify-2001-2n-skx:
- - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-nic-comparison-3n-skx-mrr:
csit-vpp-perf-verify-2001-3n-skx:
vpp-perf-results-2n-skx:
csit-vpp-perf-verify-2001-2n-skx:
- # TODO: Replace
- - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 155 # NDRPDR full - perf-full-2n-skx-ip4_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 156 # NDRPDR full - perf-full-2n-skx-ip4_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 157 # NDRPDR full - perf-full-2n-skx-ip4_III - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 158 # NDRPDR full - perf-full-2n-skx-ip4_V - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 159 # NDRPDR full - perf-full-2n-skx-ip4_VIII - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 160 # NDRPDR full - perf-full-2n-skx-ip4_IX - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 161 # NDRPDR full - perf-full-2n-skx-ip6_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 162 # NDRPDR full - perf-full-2n-skx-ip6_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 163 # NDRPDR full - perf-full-2n-skx-l2_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 164 # NDRPDR full - perf-full-2n-skx-l2_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 165 # NDRPDR full - perf-full-2n-skx-memif - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 166 # NDRPDR full - perf-full-2n-skx-vhost I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 167 # NDRPDR full - perf-full-2n-skx-vhost II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 168 # NDRPDR full - perf-full-2n-skx-vts - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-perf-results-2n-clx:
csit-vpp-perf-verify-2001-2n-clx:
# Performance changes
+ vpp-perf-changes-2n-skx-old1908_0:
+ csit-vpp-perf-verify-1908-2n-skx:
+ - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 27 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 34 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 35 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 36 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 42 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 43 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 44 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 45 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 46 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ vpp-perf-changes-2n-skx-old1908_1:
+ csit-vpp-perf-verify-1908_1-2n-skx:
+ - 3 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 4 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 6 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 10 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 14 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 16 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 21 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 23 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 24 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 25 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ vpp-perf-changes-2n-skx-new1908_1:
+ csit-vpp-perf-verify-1908_1-2n-skx:
+ - 39 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 40 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 41 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 43 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 44 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 45 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 46 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 47 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 48 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 49 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ vpp-perf-changes-2n-skx-new2001_0:
+ csit-vpp-perf-verify-2001-2n-skx:
+ - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+
+ vpp-perf-changes-3n-skx-old1908_0:
+ csit-vpp-perf-verify-1908-3n-skx:
+ - 14 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 16 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 19 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 20 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 22 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 23 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 24 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 25 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 29 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ vpp-perf-changes-3n-skx-old1908_1:
+ csit-vpp-perf-verify-1908_1-3n-skx:
+ - 3 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 4 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 7 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 8 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 9 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 10 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 11 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 12 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 13 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 14 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ vpp-perf-changes-3n-skx-new1908_1:
+ csit-vpp-perf-verify-1908_1-3n-skx:
+ - 26 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 27 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 28 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 29 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 30 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ vpp-perf-changes-3n-skx-new2001_0:
+ csit-vpp-perf-verify-2001-3n-skx:
+ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+
vpp-performance-changes-3n-hsw-h1:
csit-vpp-perf-verify-1904-3n-hsw:
- 11 # NDRPDR sel
- 25 # NDRPDR sel
vpp-performance-changes-3n-skx-ref:
csit-vpp-perf-verify-1908-3n-skx:
- - 14 # NDRPDR sel
- - 16 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 22 # NDRPDR sel
- - 23 # NDRPDR sel
- - 24 # NDRPDR sel
- - 25 # NDRPDR sel
- - 26 # NDRPDR sel
- - 29 # NDRPDR sel
+ - 14 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 16 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 19 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 20 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 22 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 23 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 24 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 25 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 29 # NDRPDR sel - old1908 - vpp build: 19.08-release
vpp-performance-changes-3n-skx-cmp:
# TODO: Add the data
csit-vpp-perf-verify-2001-3n-skx:
- - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-performance-changes-3n-skx:
- "vpp-performance-changes-3n-skx-h1"
- "vpp-performance-changes-3n-skx-ref"
- 32 # NDRPDR sel
vpp-performance-changes-2n-skx-ref:
csit-vpp-perf-verify-1908-2n-skx:
- - 26 # NDRPDR sel
- - 27 # NDRPDR sel
- - 34 # NDRPDR sel
- - 35 # NDRPDR sel
- - 36 # NDRPDR sel
- - 42 # NDRPDR sel
- - 43 # NDRPDR sel
- - 44 # NDRPDR sel
- - 45 # NDRPDR sel
- - 46 # NDRPDR sel
+ - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 27 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 34 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 35 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 36 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 42 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 43 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 44 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 45 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 46 # NDRPDR sel - old1908 - vpp build: 19.08-release
vpp-performance-changes-2n-skx-cmp:
csit-vpp-perf-verify-2001-2n-skx:
- - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-performance-changes-2n-skx:
- "vpp-performance-changes-2n-skx-h1"
- "vpp-performance-changes-2n-skx-ref"
vpp-soak-vs-ndr-2n-skx-ref:
csit-vpp-perf-verify-2001-2n-skx:
- - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-soak-vs-ndr-2n-skx-cmp:
# TODO: Replace
# csit-vpp-perf-verify-2001-2n-skx:
- 86 # SOAK
vpp-soak-vs-ndr-2n-skx:
csit-vpp-perf-verify-2001-2n-skx:
- - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
- 83 # SOAK
- 86 # SOAK
vpp-compare-testbeds-cmp:
# TODO: Add the data
csit-vpp-perf-verify-2001-3n-skx:
- - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-compare-testbeds:
- "vpp-compare-testbeds-ref"
- "vpp-compare-testbeds-cmp"
vpp-compare-testbeds-skx-clx-ref:
csit-vpp-perf-verify-2001-2n-skx:
- - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-compare-testbeds-skx-clx-cmp:
csit-vpp-perf-verify-2001-2n-clx:
- 28 # NDRPDR sel
vpp-compare-topologies-ref:
# TODO: Add the data
csit-vpp-perf-verify-2001-3n-skx:
- - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-compare-topologies-cmp:
csit-vpp-perf-verify-2001-2n-skx:
- - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-compare-topologies:
- "vpp-compare-topologies-ref"
- "vpp-compare-topologies-cmp"
- 82 # NDRPDR full
- 84 # NDRPDR full
- 85 # NDRPDR full
- - 87 # hoststack
- - 88 # hoststack
- - 89 # hoststack
- - 90 # hoststack
- - 91 # hoststack
- - 92 # hoststack
- - 93 # hoststack
- - 94 # hoststack
- - 95 # hoststack
- - 96 # hoststack
+ - 103 # hoststack
+ - 104 # hoststack
+ - 105 # hoststack
+ - 106 # hoststack
+ - 107 # hoststack
+ - 108 # hoststack
+ - 109 # hoststack
+ - 110 # hoststack
+ - 111 # hoststack
+ - 112 # hoststack
csit-vpp-perf-verify-1904-3n-skx:
- 7 # MRR sel
- 23 # NDRPDR sel
- 25 # NDRPDR sel
csit-vpp-perf-verify-1908-3n-skx:
- - 14 # NDRPDR sel
- - 16 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 22 # NDRPDR sel
- - 23 # NDRPDR sel
- - 24 # NDRPDR sel
- - 25 # NDRPDR sel
- - 26 # NDRPDR sel
- - 29 # NDRPDR sel
- - 52 # NDRPDR sel vhost
- - 53 # NDRPDR sel vhost
- - 55 # NDRPDR sel vhost
- - 61 # NDRPDR sel vhost
- - 62 # NDRPDR sel vhost
- - 63 # NDRPDR sel vhost
- - 64 # NDRPDR sel vhost
- - 65 # NDRPDR sel vhost
- - 66 # NDRPDR sel vhost
- - 67 # NDRPDR sel vhost
- - 36 # MRR sel
+ - 14 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 16 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 19 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 20 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 22 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 23 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 24 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 25 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 29 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 52 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 53 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 55 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 61 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 62 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 63 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 64 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 65 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 66 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 67 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 36 # MRR sel - old1908 - vpp build: 19.08-release
+ csit-vpp-perf-verify-1908_1-3n-skx:
+ - 3 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 4 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 7 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 8 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 9 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 10 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 11 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 12 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 13 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 14 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 26 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 27 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 28 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 29 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 30 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
csit-vpp-perf-verify-2001-3n-skx:
# - 45 # NDRPDR sel
# - 46 # NDRPDR sel
# - 62 # NDRPDR sel addition
# - 63 # NDRPDR sel addition
# - 64 # NDRPDR sel addition
- - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
- 50 # MRR sel
- 53 # MRR sel addition
- 31 # NDRPDR sel
- 32 # NDRPDR sel
csit-vpp-perf-verify-1908-2n-skx:
- - 26 # NDRPDR sel
- - 27 # NDRPDR sel
- - 34 # NDRPDR sel
- - 35 # NDRPDR sel
- - 36 # NDRPDR sel
- - 42 # NDRPDR sel
- - 43 # NDRPDR sel
- - 44 # NDRPDR sel
- - 45 # NDRPDR sel
- - 46 # NDRPDR sel
- - 88 # NDRPDR sel vhost
- - 89 # NDRPDR sel vhost
- - 91 # NDRPDR sel vhost
- - 92 # NDRPDR sel vhost
- - 93 # NDRPDR sel vhost
- - 94 # NDRPDR sel vhost
- - 95 # NDRPDR sel vhost
- - 96 # NDRPDR sel vhost
- - 97 # NDRPDR sel vhost
- - 98 # NDRPDR sel vhost
- - 69 # MRR sel
+ - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 27 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 34 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 35 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 36 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 42 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 43 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 44 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 45 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 46 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 88 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 89 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 91 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 92 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 93 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 94 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 95 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 96 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 97 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 98 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 69 # MRR sel - old1908 - vpp build: 19.08-release
# - 22 # NFV
# - 31 # NFV
# - 32 # NFV
# - 71 # NFV MRR
+ csit-vpp-perf-verify-1908_1-2n-skx:
+ - 3 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 4 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 6 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 10 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 14 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 16 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 21 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 23 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 24 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 25 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 39 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 40 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 41 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 43 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 44 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 45 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 46 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 47 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 48 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 49 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
csit-vpp-perf-verify-2001-2n-skx:
-# - 92 # NDRPDR sel
-# - 93 # NDRPDR sel
-# - 94 # NDRPDR sel
-# - 95 # NDRPDR sel
-# - 96 # NDRPDR sel
-# - 97 # NDRPDR sel
-# - 98 # NDRPDR sel
-# - 99 # NDRPDR sel
-# - 100 # NDRPDR sel
-# - 102 # NDRPDR sel
-# - 129 # NDRPDR sel addition
-# - 130 # NDRPDR sel addition
-# - 131 # NDRPDR sel addition
-# - 132 # NDRPDR sel addition
-# - 133 # NDRPDR sel addition
-# - 134 # NDRPDR sel addition
-# - 135 # NDRPDR sel addition
-# - 136 # NDRPDR sel addition
-# - 137 # NDRPDR sel addition
-# - 138 # NDRPDR sel addition
- - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 101 # MRR sel
- - 128 # MRR sel addition
+# - 92 # NDRPDR sel - old
+# - 93 # NDRPDR sel - old
+# - 94 # NDRPDR sel - old
+# - 95 # NDRPDR sel - old
+# - 96 # NDRPDR sel - old
+# - 97 # NDRPDR sel - old
+# - 98 # NDRPDR sel - old
+# - 99 # NDRPDR sel - old
+# - 100 # NDRPDR sel - old
+# - 102 # NDRPDR sel - old
+# - 129 # NDRPDR sel addition - old
+# - 130 # NDRPDR sel addition - old
+# - 131 # NDRPDR sel addition - old
+# - 132 # NDRPDR sel addition - old
+# - 133 # NDRPDR sel addition - old
+# - 134 # NDRPDR sel addition - old
+# - 135 # NDRPDR sel addition - old
+# - 136 # NDRPDR sel addition - old
+# - 137 # NDRPDR sel addition - old
+# - 138 # NDRPDR sel addition - old
+ - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 155 # NDRPDR full - perf-full-2n-skx-ip4_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 156 # NDRPDR full - perf-full-2n-skx-ip4_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 157 # NDRPDR full - perf-full-2n-skx-ip4_III - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 158 # NDRPDR full - perf-full-2n-skx-ip4_V - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 159 # NDRPDR full - perf-full-2n-skx-ip4_VIII - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 160 # NDRPDR full - perf-full-2n-skx-ip4_IX - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 161 # NDRPDR full - perf-full-2n-skx-ip6_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 162 # NDRPDR full - perf-full-2n-skx-ip6_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 163 # NDRPDR full - perf-full-2n-skx-l2_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 164 # NDRPDR full - perf-full-2n-skx-l2_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 165 # NDRPDR full - perf-full-2n-skx-memif - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 166 # NDRPDR full - perf-full-2n-skx-vhost I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 167 # NDRPDR full - perf-full-2n-skx-vhost II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 168 # NDRPDR full - perf-full-2n-skx-vts - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 101 # MRR sel - old
+ - 128 # MRR sel addition - old
csit-vpp-perf-verify-2001-2n-clx:
- 28 # NDRPDR sel
- "parent"
- "throughput"
+# VPP Root Cause Analysis 3n-skx-xxv710 2t1c pdr
+- type: "table"
+ title: "VPP Root Cause Analysis 3n-skx-xxv710 2t1c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-rca-3n-skx-2t1c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ rca:
+ - title: "RCA1"
+ data: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml"
+ - title: "RCA2"
+ data: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml"
+ columns:
+ - title: "1908.0.pe"
+ data-set: "vpp-perf-changes-3n-skx-old1908_0"
+ data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
+ - title: "1908.1.pe"
+ data-set: "vpp-perf-changes-3n-skx-old1908_1"
+ - title: "1908.1.ce"
+ data-set: "vpp-perf-changes-3n-skx-new1908_1"
+ - title: "2001.0.ce"
+ data-set: "vpp-perf-changes-3n-skx-new2001_0"
+ comparisons:
+ - title: "Diff1"
+ reference: 2
+ reference-alt: 1
+ compare: 3
+ - title: "Diff2"
+ reference: 3
+ compare: 4
+ legend:
+ - "Legend to Table"
+ - "1908.0, 1908.1, 2001.0 - VPP versions tested."
+ - "pe - previous environment used for testing, per CSIT-1908 release, <pointer to BIOS, ucode, Linux, TRex versions and settings>."
+ - "ce - current environment used for testing, per CSIT-2001 release, <pointer to BIOS, ucode, Linux, TRex versions and settings>."
+ - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)."
+ - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce."
+ - "RCA1 - root cause analysis reference for Diff1."
+ - "RCA2 - root cause analysis reference for Diff2."
+
+# VPP Root Cause Analysis 3n-skx-xxv710 2t1c ndr
+- type: "table"
+ title: "VPP Root Cause Analysis 3n-skx-xxv710 2t1c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-rca-3n-skx-2t1c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ rca:
+ - title: "RCA1"
+ data: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml"
+ - title: "RCA2"
+ data: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml"
+ columns:
+ - title: "1908.0.pe"
+ data-set: "vpp-perf-changes-3n-skx-old1908_0"
+ data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
+ - title: "1908.1.pe"
+ data-set: "vpp-perf-changes-3n-skx-old1908_1"
+ - title: "1908.1.ce"
+ data-set: "vpp-perf-changes-3n-skx-new1908_1"
+ - title: "2001.0.ce"
+ data-set: "vpp-perf-changes-3n-skx-new2001_0"
+ comparisons:
+ - title: "Diff1"
+ reference: 2
+ reference-alt: 1
+ compare: 3
+ - title: "Diff2"
+ reference: 3
+ compare: 4
+ legend:
+ - "Legend to Table"
+ - "1908.0, 1908.1, 2001.0 - VPP versions tested."
+ - "pe - previous environment used for testing, per CSIT-1908 release, <pointer to BIOS, ucode, Linux, TRex versions and settings>."
+ - "ce - current environment used for testing, per CSIT-2001 release, <pointer to BIOS, ucode, Linux, TRex versions and settings>."
+ - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)."
+ - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce."
+ - "RCA1 - root cause analysis reference for Diff1."
+ - "RCA2 - root cause analysis reference for Diff2."
+
# VPP Performance Changes 3n-skx 2t1c pdr
- type: "table"
title: "VPP Performance Changes 3n-skx 2t1c pdr"
algorithm: "table_perf_comparison_nic"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
- rca:
- title: "RCA"
- data-file: "rca/rca-3n-skx-2t1c-pdr.yaml"
+# rca:
+# title: "RCA"
+# data-file: "rca/rca-3n-skx-2t1c-pdr.yaml"
history:
- title: "1904"
data: "vpp-performance-changes-3n-skx-h1"
- "throughput"
- "tags"
+# VPP Root Cause Analysis 2n-skx-xxv710 2t1c pdr
+- type: "table"
+ title: "VPP Root Cause Analysis 2n-skx-xxv710 2t1c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-rca-2n-skx-2t1c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ rca:
+ - title: "RCA1"
+ data: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml"
+ - title: "RCA2"
+ data: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml"
+ columns:
+ - title: "1908.0.pe"
+ data-set: "vpp-perf-changes-2n-skx-old1908_0"
+ data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
+ - title: "1908.1.pe"
+ data-set: "vpp-perf-changes-2n-skx-old1908_1"
+ - title: "1908.1.ce"
+ data-set: "vpp-perf-changes-2n-skx-new1908_1"
+ - title: "2001.0.ce"
+ data-set: "vpp-perf-changes-2n-skx-new2001_0"
+ comparisons:
+ - title: "Diff1"
+ reference: 2
+ reference-alt: 1
+ compare: 3
+ - title: "Diff2"
+ reference: 3
+ compare: 4
+ legend:
+ - "Legend to Table"
+ - "1908.0, 1908.1, 2001.0 - VPP versions tested."
+ - "pe - previous environment used for testing, per CSIT-1908 release, <pointer to BIOS, ucode, Linux, TRex versions and settings>."
+ - "ce - current environment used for testing, per CSIT-2001 release, <pointer to BIOS, ucode, Linux, TRex versions and settings>."
+ - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)."
+ - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce."
+ - "RCA1 - root cause analysis reference for Diff1."
+ - "RCA2 - root cause analysis reference for Diff2."
+
+# VPP Root Cause Analysis 2n-skx-xxv710 2t1c ndr
+- type: "table"
+ title: "VPP Root Cause Analysis 2n-skx-xxv710 2t1c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-rca-2n-skx-2t1c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ rca:
+ - title: "RCA1"
+ data: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml"
+ - title: "RCA2"
+ data: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml"
+ columns:
+ - title: "1908.0.pe"
+ data-set: "vpp-perf-changes-2n-skx-old1908_0"
+ data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
+ - title: "1908.1.pe"
+ data-set: "vpp-perf-changes-2n-skx-old1908_1"
+ - title: "1908.1.ce"
+ data-set: "vpp-perf-changes-2n-skx-new1908_1"
+ - title: "2001.0.ce"
+ data-set: "vpp-perf-changes-2n-skx-new2001_0"
+ comparisons:
+ - title: "Diff1"
+ reference: 2
+ reference-alt: 1
+ compare: 3
+ - title: "Diff2"
+ reference: 3
+ compare: 4
+ legend:
+ - "Legend to Table"
+ - "1908.0, 1908.1, 2001.0 - VPP versions tested."
+ - "pe - previous environment used for testing, per CSIT-1908 release, <pointer to BIOS, ucode, Linux, TRex versions and settings>."
+ - "ce - current environment used for testing, per CSIT-2001 release, <pointer to BIOS, ucode, Linux, TRex versions and settings>."
+ - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)."
+ - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce."
+ - "RCA1 - root cause analysis reference for Diff1."
+ - "RCA2 - root cause analysis reference for Diff2."
+
# VPP Performance Changes 2n-skx 2t1c pdr
- type: "table"
title: "VPP Performance Changes 2n-skx 2t1c pdr"
algorithm: "table_perf_comparison_nic"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
- rca:
- title: "RCA"
- data-file: "rca/rca-2n-skx-2t1c-pdr.yaml"
+# rca:
+# title: "RCA"
+# data-file: "rca/rca-2n-skx-2t1c-pdr.yaml"
history:
- title: "1904"
data: "vpp-performance-changes-2n-skx-h1"
Code Review / csit.git / commitdiff