X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;ds=sidebyside;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=677711a30f9b83c5c37ff1ff3d79ae4c08b8606f;hb=d6c42283f2cfe8072da4b2f9921e453a26caa619;hp=11b55b57d434e6582da579d2d76799a43e4b072c;hpb=3c4663dde107e00277301310287058b48f0d47d0;p=csit.git
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index 11b55b57d4..677711a30f 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -281,18 +281,20 @@
plot-vpp-nfv-2n-skx-ndrpdr:
# TODO: Add:
csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 38 # rls2009 nf-density iter env 5
- 41 # rls2009 nf-density iter env 5
- 45 # rls2009 nf-density iter env 5
- 47 # rls2009 nf-density iter env 5
- 49 # rls2009 nf-density iter env 5
+ - 63 # rls2009 nf-density iter env 5
- 65 # rls2009 nf-density iter env 5
+ - 66 # rls2009 nf-density iter env 5
plot-vpp-nfv-2n-skx-mrr:
csit-vpp-perf-report-iterative-2009-2n-skx:
- 50 # rls2009 MRR nf-density iter env 5
plot-vpp-nfv-reconf-2n-skx:
- # TODO: Add:
csit-vpp-perf-report-iterative-2009-2n-skx:
- 27 # rls2009 reconf env 5
- 28 # rls2009 reconf env 5
@@ -302,6 +304,8 @@
- 32 # rls2009 reconf env 5
- 61 # rls2009 reconf env 5
- 62 # rls2009 reconf env 5
+ - 68 # rls2009 reconf env 5
+ - 70 # rls2009 reconf env 5
plot-dpdk-throughput-latency-2n-skx:
csit-dpdk-perf-report-iterative-2009-2n-skx:
@@ -556,37 +560,34 @@
vpp-perf-results-3n-skx:
# TODO: Replace:
- csit-vpp-perf-report-coverage-2009-3n-skx:
- - 1 # RC2 env5 3n-skx-ip4-00
+ csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 27 # rls2009 NDRPDR iter env 5
+# csit-vpp-perf-report-coverage-2009-3n-skx:
+# -
vpp-perf-results-2n-skx:
- # TODO: Replace:
+ # TODO: Add:
csit-vpp-perf-report-coverage-2009-2n-skx:
- - 7 # RC2 env5 2n-skx-ip4-00
+ - 10 # rls2009 NDRPDR cov 2n-skx-ip4-02
+ - 13 # rls2009 NDRPDR cov 2n-skx-ip4-05
vpp-perf-results-2n-clx:
# TODO: Replace:
- csit-vpp-perf-report-coverage-2009-2n-clx:
- - 1 # RC2 env5 2n-clx-ip4-00
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 36 # rls2009 NDRPDR iter env 5
+# csit-vpp-perf-report-coverage-2009-2n-clx:
+# -
vpp-perf-results-3n-tsh:
- # TODO: Add:
- csit-vpp-perf-report-coverage-2009-3n-tsh:
- - 1 # 3n-tsh-ip4-00
+ csit-vpp-perf-report-iterative-2009-3n-tsh:
+ - 14 # rls2009 NDRPDR iter env 5
+# csit-vpp-perf-report-coverage-2009-3n-tsh:
+# -
vpp-perf-results-3n-dnv:
- # TODO: Replace:
- # csit-vpp-perf-report-coverage-2009-3n-dnv:
- csit-vpp-perf-report-coverage-2005-3n-dnv:
- - 1 # perf-full-3n-dnv-crypto_I
- - 24 # perf-full-3n-dnv-crypto_II
- - 5 # perf-full-3n-dnv-ip4_I
- - 13 # perf-full-3n-dnv-ip4_II
- - 17 # perf-full-3n-dnv-ip6_I
- - 18 # perf-full-3n-dnv-ip6_II
- - 21 # perf-full-3n-dnv-l2_I
- - 22 # perf-full-3n-dnv-l2_II
- - 23 # perf-full-3n-dnv-ip4-tunnels_I
+ # TODO: Add:
+ csit-vpp-perf-report-coverage-2009-3n-dnv:
+ - 2 # rls2009 NDRPDR cov 3n-dnv-crypto-01
vpp-perf-results-2n-dnv:
csit-vpp-perf-report-coverage-2009-2n-dnv:
@@ -618,10 +619,8 @@
- 15 # rls2006 MRR iter env 5
vpp-mrr-results-3n-dnv:
- # TODO: Replace:
- # csit-vpp-perf-report-iterative-2009-3n-dnv:
- csit-vpp-perf-report-iterative-2005-3n-dnv:
- - 8 # MRR
+ csit-vpp-perf-report-iterative-2009-3n-dnv:
+ - 22 # rls2009 MRR iter env 5
vpp-mrr-results-2n-dnv:
csit-vpp-perf-report-iterative-2009-2n-dnv:
@@ -858,19 +857,17 @@
- 13 # NDRPDR sel
- 16 # NDRPDR sel
vpp-performance-changes-2n-dnv-ref:
- csit-vpp-perf-report-iterative-2005-2n-dnv:
- - 3 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- vpp-performance-changes-2n-dnv-cmp:
# TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-dnv:
+ - 16 # rls2005 NDRPDR iter env 5
+ - 17 # rls2005 NDRPDR iter env 5
+ - 18 # rls2005 NDRPDR iter env 5
+ - 19 # rls2005 NDRPDR iter env 5
+ - 21 # rls2005 NDRPDR iter env 5
+ - 24 # rls2005 NDRPDR iter env 5
+ - 27 # rls2005 NDRPDR iter env 5
+ - 28 # rls2005 NDRPDR iter env 5
+ vpp-performance-changes-2n-dnv-cmp:
csit-vpp-perf-report-iterative-2009-2n-dnv:
- 3 # rls2009 NDRPDR iter env 5
- 5 # rls2009 NDRPDR iter env 5
@@ -896,17 +893,9 @@
- 17 # NDRPDR sel
- 18 # NDRPDR sel
vpp-performance-changes-3n-dnv-ref:
- csit-vpp-perf-report-iterative-2005-3n-dnv:
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-3n-dnv:
+ - 16 # rls2005 NDRPDR iter env 5
vpp-performance-changes-3n-dnv-cmp:
# TODO: Add:
csit-vpp-perf-report-iterative-2009-3n-dnv:
@@ -1070,8 +1059,8 @@
csit-vpp-perf-verify-2001-2n-dnv:
- 12 # MRR sel
vpp-performance-changes-2n-dnv-mrr-ref:
- csit-vpp-perf-report-iterative-2005-2n-dnv:
- - 15 # MRR sel
+ csit-vpp-perf-report-iterative-2009-2n-dnv:
+ - 23 # rls2005 MRR iter env 5
vpp-performance-changes-2n-dnv-mrr-cmp:
csit-vpp-perf-report-iterative-2009-2n-dnv:
- 13 # rls2009 MRR iter env 5
@@ -1080,13 +1069,11 @@
csit-vpp-perf-verify-2001-3n-dnv:
- 11 # MRR sel
vpp-performance-changes-3n-dnv-mrr-ref:
- csit-vpp-perf-report-iterative-2005-3n-dnv:
- - 8 # MRR
+ csit-vpp-perf-report-iterative-2009-3n-dnv:
+ - 19 # rls2005 MRR iter env 5
vpp-performance-changes-3n-dnv-mrr-cmp:
- # TODO: Replace:
- # csit-vpp-perf-report-iterative-2009-3n-dnv:
- csit-vpp-perf-report-iterative-2005-3n-dnv:
- - 8 # MRR
+ csit-vpp-perf-report-iterative-2009-3n-dnv:
+ - 22 # rls2009 MRR iter env 5
vpp-performance-changes-3n-tsh-mrr-h1:
csit-vpp-perf-verify-2001-3n-tsh:
@@ -1600,11 +1587,11 @@
plot-soak-throughput:
titlefont:
- size: 18
+ size: 16
xaxis:
title: "Test Cases [Index]"
titlefont:
- size: 16
+ size: 14
autorange: True
fixedrange: False
gridcolor: "rgb(230, 230, 230)"
@@ -1616,12 +1603,12 @@
tickcolor: "rgb(220, 220, 220)"
tickmode: "linear"
tickfont:
- size: 16
+ size: 14
zeroline: False
yaxis:
title: "Critical Rate Lower Bound [Mpps]"
titlefont:
- size: 16
+ size: 14
gridcolor: "rgb(230, 230, 230)"
hoverformat: ".4r"
tickformat: ".3r"
@@ -1632,7 +1619,7 @@
showticklabels: True
tickcolor: "rgb(220, 220, 220)"
tickfont:
- size: 16
+ size: 14
zeroline: False
range: [0,50]
autosize: False
@@ -1645,7 +1632,7 @@
legend:
orientation: "h"
font:
- size: 16
+ size: 14
width: 700
height: 900
paper_bgcolor: "#fff"
@@ -1655,7 +1642,7 @@
plot-service-density:
titlefont:
- size: 18
+ size: 16
xaxis:
side: "top"
autorange: True
@@ -1721,8 +1708,6 @@
tickfont:
size: 14
zeroline: False
- boxmode: "group"
- boxgroupgap: 0.5
autosize: False
margin:
t: 50
@@ -1743,11 +1728,11 @@
plot-throughput:
titlefont:
- size: 18
+ size: 16
xaxis:
title: "Test Cases [Index]"
titlefont:
- size: 16
+ size: 14
autorange: True
fixedrange: False
gridcolor: "rgb(230, 230, 230)"
@@ -1759,12 +1744,12 @@
tickcolor: "rgb(220, 220, 220)"
tickmode: "linear"
tickfont:
- size: 16
+ size: 14
zeroline: False
yaxis:
title: "Packet Throughput [Mpps]"
titlefont:
- size: 16
+ size: 14
gridcolor: "rgb(230, 230, 230)"
hoverformat: ".4r"
tickformat: ".3r"
@@ -1775,7 +1760,7 @@
showticklabels: True
tickcolor: "rgb(220, 220, 220)"
tickfont:
- size: 16
+ size: 14
zeroline: False
range: [0,50]
autosize: False
@@ -1788,7 +1773,7 @@
legend:
orientation: "h"
font:
- size: 16
+ size: 14
width: 700
height: 900
paper_bgcolor: "#fff"
@@ -1798,11 +1783,11 @@
plot-throughput-speedup-analysis:
titlefont:
- size: 18
+ size: 16
xaxis:
title: "Number of Cores [Qty]"
titlefont:
- size: 16
+ size: 14
autorange: True
fixedrange: False
gridcolor: "rgb(230, 230, 230)"
@@ -1814,12 +1799,12 @@
tickcolor: "rgb(238, 238, 238)"
tickmode: "linear"
tickfont:
- size: 16
+ size: 14
zeroline: False
yaxis:
title: "Packet Throughput [Mpps]"
titlefont:
- size: 16
+ size: 14
type: "linear"
gridcolor: "rgb(230, 230, 230)"
hoverformat: ".4s"
@@ -1831,14 +1816,14 @@
tickcolor: "rgb(220, 220, 220)"
tickformat: ".4s"
tickfont:
- size: 16
+ size: 14
zeroline: True
rangemode: "tozero"
range: [0,100]
legend:
orientation: "h"
font:
- size: 16
+ size: 14
xanchor: "left"
yanchor: "top"
x: 0
@@ -1872,7 +1857,7 @@
y: -0.13,
font: {
family: "Consolas, Courier New",
- size: 15
+ size: 13
},
},
{
@@ -1887,18 +1872,18 @@
y: -0.15,
font: {
family: "Consolas, Courier New",
- size: 15
+ size: 13
},
},
]
plot-latency:
titlefont:
- size: 18
+ size: 16
xaxis:
title: "Direction"
titlefont:
- size: 16
+ size: 14
autorange: True
fixedrange: False
gridcolor: "rgb(230, 230, 230)"
@@ -1910,12 +1895,12 @@
tickcolor: "rgb(220, 220, 220)"
tickmode: "linear"
tickfont:
- size: 16
+ size: 14
zeroline: False
yaxis:
title: "Packet Latency [uSec]"
titlefont:
- size: 16
+ size: 14
type: "linear"
gridcolor: "rgb(230, 230, 230)"
hoverformat: ".4s"
@@ -1927,13 +1912,13 @@
tickcolor: "rgb(220, 220, 220)"
tickformat: ".4s"
tickfont:
- size: 16
+ size: 14
zeroline: True
rangemode: "tozero"
legend:
orientation: "h"
font:
- size: 16
+ size: 14
traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
autosize: False
margin:
@@ -2007,12 +1992,12 @@
xanchor: "center"
x: 0.5
font:
- size: 18
+ size: 16
xaxis:
type: "log"
title: "Percentile [%]"
titlefont:
- size: 16
+ size: 14
autorange: True
fixedrange: False
gridcolor: "rgb(230, 230, 230)"
@@ -2025,11 +2010,11 @@
tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6, 1e7, 1e8]
ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999, 99.99999, 99.999999]
tickfont:
- size: 16
+ size: 14
yaxis:
title: "Packet Latency [uSec]"
titlefont:
- size: 16
+ size: 14
gridcolor: "rgb(230, 230, 230)"
linecolor: "rgb(220, 220, 220)"
linewidth: 1
@@ -2038,14 +2023,14 @@
showticklabels: True
tickcolor: "rgb(220, 220, 220)"
tickfont:
- size: 16
+ size: 14
autosize: False
showlegend: True
legend:
traceorder: "normal"
orientation: "h"
font:
- size: 16
+ size: 14
xanchor: "left"
yanchor: "top"
x: 0
@@ -2263,8 +2248,8 @@
- 28 # rls2009 NDRPDR iter env 5
- 29 # rls2009 NDRPDR iter env 5
# TODO: Add:
- csit-vpp-perf-report-coverage-2009-3n-skx:
- - 1 # RC2 env5 3n-skx-ip4-00
+# csit-vpp-perf-report-coverage-2009-3n-skx:
+# -
csit-vpp-perf-verify-2001-2n-skx:
- 101 # MRR sel - old
@@ -2339,7 +2324,9 @@
- 45 # rls2009 nf-density iter env 5
- 47 # rls2009 nf-density iter env 5
- 49 # rls2009 nf-density iter env 5
+ - 63 # rls2009 nf-density iter env 5
- 65 # rls2009 nf-density iter env 5
+ - 66 # rls2009 nf-density iter env 5
- 50 # rls2009 MRR nf-density iter env 5
- 27 # rls2009 reconf env 5
- 28 # rls2009 reconf env 5
@@ -2349,11 +2336,14 @@
- 32 # rls2009 reconf env 5
- 61 # rls2009 reconf env 5
- 62 # rls2009 reconf env 5
+ - 68 # rls2009 reconf env 5
+ - 70 # rls2009 reconf env 5
- 33 # rls2009 soak env 5
- 34 # rls2009 soak env 5
# TODO: Add:
csit-vpp-perf-report-coverage-2009-2n-skx:
- - 7 # RC2 env5 2n-skx-ip4-00
+ - 10 # rls2009 NDRPDR cov 2n-skx-ip4-02
+ - 13 # rls2009 NDRPDR cov 2n-skx-ip4-05
csit-vpp-perf-verify-2001-2n-clx:
- 39 # MRR
@@ -2423,8 +2413,8 @@
- 33 # rls2009 soak env 5
- 34 # rls2009 soak env 5
# TODO: Add:
- csit-vpp-perf-report-coverage-2009-2n-clx:
- - 1 # RC2 env5 2n-clx-ip4-00
+# csit-vpp-perf-report-coverage-2009-2n-clx:
+# -
csit-vpp-perf-verify-2001-3n-tsh:
- 9 # MRR sel
@@ -2457,23 +2447,25 @@
- 13 # rls2005 MRR iter env 5
- 14 # rls2009 NDRPDR iter env 5
- 15 # rls2006 MRR iter env 5
- csit-vpp-perf-report-coverage-2009-3n-tsh:
- - 1 # RC2 3n-tsh-ip4-00
+# csit-vpp-perf-report-coverage-2009-3n-tsh:
+# -
-# csit-vpp-perf-verify-2001-3n-dnv:
-# - 5 # NDRPDR sel
-# - 6 # NDRPDR sel
-# - 7 # NDRPDR sel
-# - 8 # NDRPDR sel
-# - 9 # NDRPDR sel
-# - 10 # NDRPDR sel
-# - 12 # NDRPDR sel
-# - 16 # NDRPDR sel
-# - 17 # NDRPDR sel
-# - 18 # NDRPDR sel
-# - 11 # MRR sel
+ csit-vpp-perf-verify-2001-3n-dnv:
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 11 # MRR sel
# TODO: Add:
csit-vpp-perf-report-iterative-2009-3n-dnv:
+ - 16 # rls2005 NDRPDR iter env 5
+ - 19 # rls2005 MRR iter env 5
- 3 # rls2009 NDRPDR iter env 5
- 6 # rls2009 NDRPDR iter env 5
- 7 # rls2009 NDRPDR iter env 5
@@ -2483,23 +2475,34 @@
- 12 # rls2009 NDRPDR iter env 5
- 14 # rls2009 NDRPDR iter env 5
- 15 # rls2009 NDRPDR iter env 5
-# # TODO: Add:
-# # csit-vpp-perf-report-coverage-2009-3n-dnv:
+ - 22 # rls2009 MRR iter env 5
+ # TODO: Add:
+ csit-vpp-perf-report-coverage-2009-3n-dnv:
+ - 2 # rls2009 NDRPDR cov 3n-dnv-crypto-01
-# csit-vpp-perf-verify-2001-2n-dnv:
-# - 4 # NDRPDR sel
-# - 5 # NDRPDR sel
-# - 6 # NDRPDR sel
-# - 7 # NDRPDR sel
-# - 8 # NDRPDR sel
-# - 9 # NDRPDR sel
-# - 10 # NDRPDR sel
-# - 11 # NDRPDR sel
-# - 13 # NDRPDR sel
-# - 16 # NDRPDR sel
-# - 12 # MRR sel
+ csit-vpp-perf-verify-2001-2n-dnv:
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 12 # MRR sel
# TODO: Add:
csit-vpp-perf-report-iterative-2009-2n-dnv:
+ - 16 # rls2005 NDRPDR iter env 5
+ - 17 # rls2005 NDRPDR iter env 5
+ - 18 # rls2005 NDRPDR iter env 5
+ - 19 # rls2005 NDRPDR iter env 5
+ - 21 # rls2005 NDRPDR iter env 5
+ - 24 # rls2005 NDRPDR iter env 5
+ - 27 # rls2005 NDRPDR iter env 5
+ - 28 # rls2005 NDRPDR iter env 5
+ - 23 # rls2005 MRR iter env 5
- 3 # rls2009 NDRPDR iter env 5
- 5 # rls2009 NDRPDR iter env 5
- 6 # rls2009 NDRPDR iter env 5
@@ -3775,205 +3778,205 @@
# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-## VPP Performance Changes 2n-dnv 1t1c pdr
-#- type: "table"
-# title: "VPP Performance Changes 2n-dnv 1t1c pdr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-# filter: "'1T1C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-2n-dnv-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-2n-dnv-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-2n-dnv-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 2n-dnv 2t2c pdr
-#- type: "table"
-# title: "VPP Performance Changes 2n-dnv 2t2c pdr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T2C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-2n-dnv-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-2n-dnv-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-2n-dnv-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 2n-dnv 1t1c ndr
-#- type: "table"
-# title: "VPP Performance Changes 2n-dnv 1t1c ndr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
-# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-# filter: "'1T1C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-2n-dnv-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-2n-dnv-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-2n-dnv-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 2n-dnv 2t2c ndr
-#- type: "table"
-# title: "VPP Performance Changes 2n-dnv 2t2c ndr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
-# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T2C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-2n-dnv-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-2n-dnv-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-2n-dnv-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 3n-dnv 1t1c pdr
-#- type: "table"
-# title: "VPP Performance Changes 3n-dnv 1t1c pdr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-# filter: "'1T1C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-3n-dnv-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-3n-dnv-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-3n-dnv-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 3n-dnv 2t2c pdr
-#- type: "table"
-# title: "VPP Performance Changes 3n-dnv 2t2c pdr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T2C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-3n-dnv-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-3n-dnv-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-3n-dnv-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 3n-dnv 1t1c ndr
-#- type: "table"
-# title: "VPP Performance Changes 3n-dnv 1t1c ndr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr"
-# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-# filter: "'1T1C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-3n-dnv-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-3n-dnv-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-3n-dnv-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 3n-dnv 2t2c ndr
-#- type: "table"
-# title: "VPP Performance Changes 3n-dnv 2t2c ndr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr"
-# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T2C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-3n-dnv-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-3n-dnv-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-3n-dnv-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
+# VPP Performance Changes 2n-dnv 1t1c pdr
+- type: "table"
+ title: "VPP Performance Changes 2n-dnv 1t1c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C'"
+ columns:
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-2n-dnv-h1"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-dnv-ref"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-dnv-cmp"
+ comparisons:
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 2n-dnv 2t2c pdr
+- type: "table"
+ title: "VPP Performance Changes 2n-dnv 2t2c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C'"
+ columns:
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-2n-dnv-h1"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-dnv-ref"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-dnv-cmp"
+ comparisons:
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 2n-dnv 1t1c ndr
+- type: "table"
+ title: "VPP Performance Changes 2n-dnv 1t1c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C'"
+ columns:
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-2n-dnv-h1"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-dnv-ref"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-dnv-cmp"
+ comparisons:
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 2n-dnv 2t2c ndr
+- type: "table"
+ title: "VPP Performance Changes 2n-dnv 2t2c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C'"
+ columns:
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-2n-dnv-h1"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-dnv-ref"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-dnv-cmp"
+ comparisons:
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 3n-dnv 1t1c pdr
+- type: "table"
+ title: "VPP Performance Changes 3n-dnv 1t1c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C'"
+ columns:
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-dnv-h1"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-dnv-ref"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-dnv-cmp"
+ comparisons:
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 3n-dnv 2t2c pdr
+- type: "table"
+ title: "VPP Performance Changes 3n-dnv 2t2c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C'"
+ columns:
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-dnv-h1"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-dnv-ref"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-dnv-cmp"
+ comparisons:
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 3n-dnv 1t1c ndr
+- type: "table"
+ title: "VPP Performance Changes 3n-dnv 1t1c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C'"
+ columns:
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-dnv-h1"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-dnv-ref"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-dnv-cmp"
+ comparisons:
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 3n-dnv 2t2c ndr
+- type: "table"
+ title: "VPP Performance Changes 3n-dnv 2t2c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C'"
+ columns:
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-dnv-h1"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-dnv-ref"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-dnv-cmp"
+ comparisons:
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 1t1c pdr
- type: "table"
@@ -4918,200 +4921,200 @@
# - "2001, 2005 - VPP versions tested."
# - "Diff - difference between 2001 and 2005 VPP version."
-## VPP Performance Changes 2n-dnv 1t1c mrr
-#- type: "table"
-# title: "VPP Performance Changes 2n-dnv 1t1c mrr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
-# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
-# filter: "'1T1C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 2n-dnv 2t2c mrr
-#- type: "table"
-# title: "VPP Performance Changes 2n-dnv 2t2c mrr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
-# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T2C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 2n-dnv 4t4c mrr
-#- type: "table"
-# title: "VPP Performance Changes 2n-dnv 4t4c mrr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
-# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
-# filter: "'4T4C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 3n-dnv 1t1c mrr
-#- type: "table"
-# title: "VPP Performance Changes 3n-dnv 1t1c mrr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr"
-# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
-# filter: "'1T1C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 3n-dnv 2t2c mrr
-#- type: "table"
-# title: "VPP Performance Changes 3n-dnv 2t2c mrr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr"
-# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T2C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 3n-dnv 4t4c mrr
-#- type: "table"
-# title: "VPP Performance Changes 3n-dnv 4t4c mrr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr"
-# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
-# filter: "'4T4C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-
-# VPP Performance Changes 3n-tsh 1t1c mrr
+# VPP Performance Changes 2n-dnv 1t1c mrr
- type: "table"
- title: "VPP Performance Changes 3n-tsh 1t1c mrr"
+ title: "VPP Performance Changes 2n-dnv 1t1c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-tsh-mrr-h1"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4"
+ data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
- title: "2005.0-5"
- data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env5"
+ data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
- title: "2009.0-5"
- data-set: "vpp-performance-changes-3n-tsh-mrr-cmp"
+ data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
comparisons:
- - title: "2005.0-5 vs 2005.0-4"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 2
compare: 3
-# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml"
- - title: "2009.0-5 vs 2005.0-5"
- reference: 3
- compare: 4
-# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca2.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
- 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
- '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 3n-tsh 2t2c mrr
+# VPP Performance Changes 2n-dnv 2t2c mrr
- type: "table"
- title: "VPP Performance Changes 3n-tsh 2t2c mrr"
+ title: "VPP Performance Changes 2n-dnv 2t2c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-tsh-mrr-h1"
- - title: "2005.0-4"
+ data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
+ comparisons:
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 2n-dnv 4t4c mrr
+- type: "table"
+ title: "VPP Performance Changes 2n-dnv 4t4c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T4C'"
+ columns:
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
+ comparisons:
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 3n-dnv 1t1c mrr
+- type: "table"
+ title: "VPP Performance Changes 3n-dnv 1t1c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C'"
+ columns:
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
+ comparisons:
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 3n-dnv 2t2c mrr
+- type: "table"
+ title: "VPP Performance Changes 3n-dnv 2t2c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C'"
+ columns:
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
+ comparisons:
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 3n-dnv 4t4c mrr
+- type: "table"
+ title: "VPP Performance Changes 3n-dnv 4t4c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T4C'"
+ columns:
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
+ comparisons:
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 3n-tsh 1t1c mrr
+- type: "table"
+ title: "VPP Performance Changes 3n-tsh 1t1c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C'"
+ columns:
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-h1"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-cmp"
+ comparisons:
+ - title: "2005.0-5 vs 2005.0-4"
+ reference: 2
+ compare: 3
+# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 3
+ compare: 4
+# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca2.yaml"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 3n-tsh 2t2c mrr
+- type: "table"
+ title: "VPP Performance Changes 3n-tsh 2t2c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C'"
+ columns:
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-h1"
+ - title: "2005.0-4"
data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4"
- title: "2005.0-5"
data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env5"
@@ -5518,39 +5521,39 @@
- "parent"
- "msg"
-## Detailed Test Results - VPP Performance Results 3n-dnv
-#- type: "table"
-# title: "Detailed Test Results - VPP Performance Results 3n-dnv"
-# algorithm: "table_merged_details"
-# output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/"
-# columns:
-# - title: " |prein| Test Name |preout| "
-# data: "data name"
-# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
-# data: "data msg"
-# data: "vpp-perf-results-3n-dnv"
-# filter: "all"
-# parameters:
-# - "name"
-# - "parent"
-# - "msg"
-#
-## Detailed Test Results - VPP Performance Results 2n-dnv
-#- type: "table"
-# title: "Detailed Test Results - VPP Performance Results 2n-dnv"
-# algorithm: "table_merged_details"
-# output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
-# columns:
-# - title: " |prein| Test Name |preout| "
-# data: "data name"
-# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
-# data: "data msg"
-# data: "vpp-perf-results-2n-dnv"
-# filter: "all"
-# parameters:
-# - "name"
-# - "parent"
-# - "msg"
+# Detailed Test Results - VPP Performance Results 3n-dnv
+- type: "table"
+ title: "Detailed Test Results - VPP Performance Results 3n-dnv"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/"
+ columns:
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
+ data: "vpp-perf-results-3n-dnv"
+ filter: "all"
+ parameters:
+ - "name"
+ - "parent"
+ - "msg"
+
+# Detailed Test Results - VPP Performance Results 2n-dnv
+- type: "table"
+ title: "Detailed Test Results - VPP Performance Results 2n-dnv"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
+ columns:
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
+ data: "vpp-perf-results-2n-dnv"
+ filter: "all"
+ parameters:
+ - "name"
+ - "parent"
+ - "msg"
# Test configuration - VPP Performance Test Configs 3n-hsw
- type: "table"
@@ -5637,39 +5640,39 @@
- "name"
- "conf-history"
-## Test configuration - VPP Performance Test Configs 3n-dnv
-#- type: "table"
-# title: "Test configuration - VPP Performance Test Configs 3n-dnv"
-# algorithm: "table_merged_details"
-# output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/"
-# columns:
-# - title: " |prein| Test Name |preout| "
-# data: "data name"
-# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
-# data: "data conf-history"
-# data: "vpp-perf-results-3n-dnv"
-# filter: "all"
-# parameters:
-# - "parent"
-# - "name"
-# - "conf-history"
-#
-## Test configuration - VPP Performance Test Configs 2n-dnv
-#- type: "table"
-# title: "Test configuration - VPP Performance Test Configs 2n-dnv"
-# algorithm: "table_merged_details"
-# output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/"
-# columns:
-# - title: " |prein| Test Name |preout| "
-# data: "data name"
-# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
-# data: "data conf-history"
-# data: "vpp-perf-results-2n-dnv"
-# filter: "all"
-# parameters:
-# - "parent"
-# - "name"
-# - "conf-history"
+# Test configuration - VPP Performance Test Configs 3n-dnv
+- type: "table"
+ title: "Test configuration - VPP Performance Test Configs 3n-dnv"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/"
+ columns:
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+ data: "data conf-history"
+ data: "vpp-perf-results-3n-dnv"
+ filter: "all"
+ parameters:
+ - "parent"
+ - "name"
+ - "conf-history"
+
+# Test configuration - VPP Performance Test Configs 2n-dnv
+- type: "table"
+ title: "Test configuration - VPP Performance Test Configs 2n-dnv"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/"
+ columns:
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+ data: "data conf-history"
+ data: "vpp-perf-results-2n-dnv"
+ filter: "all"
+ parameters:
+ - "parent"
+ - "name"
+ - "conf-history"
# Test Operational Data - VPP Performance Operational Data 3n-hsw
- type: "table"
@@ -5711,21 +5714,21 @@
data: "vpp-perf-results-3n-tsh"
filter: "all"
-## Test Operational Data - VPP Performance Operational Data 3n-dnv
-#- type: "table"
-# title: "Test Operational Data - VPP Performance Operational Data 3n-dnv"
-# algorithm: "table_oper_data_html"
-# output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/"
-# data: "vpp-perf-results-3n-dnv"
-# filter: "all"
-#
-## Test Operational Data - VPP Performance Operational Data 2n-dnv
-#- type: "table"
-# title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
-# algorithm: "table_oper_data_html"
-# output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/"
-# data: "vpp-perf-results-2n-dnv"
-# filter: "all"
+# Test Operational Data - VPP Performance Operational Data 3n-dnv
+- type: "table"
+ title: "Test Operational Data - VPP Performance Operational Data 3n-dnv"
+ algorithm: "table_oper_data_html"
+ output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/"
+ data: "vpp-perf-results-3n-dnv"
+ filter: "all"
+
+# Test Operational Data - VPP Performance Operational Data 2n-dnv
+- type: "table"
+ title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
+ algorithm: "table_oper_data_html"
+ output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/"
+ data: "vpp-perf-results-2n-dnv"
+ filter: "all"
# Detailed Test Results - VPP MRR Results 3n-hsw
- type: "table"
@@ -5812,39 +5815,39 @@
- "parent"
- "msg"
-## Detailed Test Results - VPP MRR Results 3n-dnv
-#- type: "table"
-# title: "Detailed Test Results - VPP MRR Results 3n-dnv"
-# algorithm: "table_merged_details"
-# output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/"
-# columns:
-# - title: " |prein| Test Name |preout| "
-# data: "data name"
-# - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
-# data: "data msg"
-# data: "vpp-mrr-results-3n-dnv"
-# filter: "all"
-# parameters:
-# - "name"
-# - "parent"
-# - "msg"
-#
-## Detailed Test Results - VPP MRR Results 2n-dnv
-#- type: "table"
-# title: "Detailed Test Results - VPP MRR Results 2n-dnv"
-# algorithm: "table_merged_details"
-# output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/"
-# columns:
-# - title: " |prein| Test Name |preout| "
-# data: "data name"
-# - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
-# data: "data msg"
-# data: "vpp-mrr-results-2n-dnv"
-# filter: "all"
-# parameters:
-# - "name"
-# - "parent"
-# - "msg"
+# Detailed Test Results - VPP MRR Results 3n-dnv
+- type: "table"
+ title: "Detailed Test Results - VPP MRR Results 3n-dnv"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/"
+ columns:
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
+ data: "data msg"
+ data: "vpp-mrr-results-3n-dnv"
+ filter: "all"
+ parameters:
+ - "name"
+ - "parent"
+ - "msg"
+
+# Detailed Test Results - VPP MRR Results 2n-dnv
+- type: "table"
+ title: "Detailed Test Results - VPP MRR Results 2n-dnv"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/"
+ columns:
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
+ data: "data msg"
+ data: "vpp-mrr-results-2n-dnv"
+ filter: "all"
+ parameters:
+ - "name"
+ - "parent"
+ - "msg"
# Test configuration - VPP MRR Test Configs 3n-hsw
- type: "table"
@@ -5931,39 +5934,39 @@
- "name"
- "conf-history"
-## Test configuration - VPP MRR Test Configs 3n-dnv
-#- type: "table"
-# title: "Test configuration - VPP MRR Test Configs 3n-dnv"
-# algorithm: "table_merged_details"
-# output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/"
-# columns:
-# - title: " |prein| Test Name |preout| "
-# data: "data name"
-# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
-# data: "data conf-history"
-# data: "vpp-mrr-results-3n-dnv"
-# filter: "all"
-# parameters:
-# - "parent"
-# - "name"
-# - "conf-history"
-#
-## Test configuration - VPP MRR Test Configs 2n-dnv
-#- type: "table"
-# title: "Test configuration - VPP MRR Test Configs 2n-dnv"
-# algorithm: "table_merged_details"
-# output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/"
-# columns:
-# - title: " |prein| Test Name |preout| "
-# data: "data name"
-# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
-# data: "data conf-history"
-# data: "vpp-mrr-results-2n-dnv"
-# filter: "all"
-# parameters:
-# - "parent"
-# - "name"
-# - "conf-history"
+# Test configuration - VPP MRR Test Configs 3n-dnv
+- type: "table"
+ title: "Test configuration - VPP MRR Test Configs 3n-dnv"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/"
+ columns:
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+ data: "data conf-history"
+ data: "vpp-mrr-results-3n-dnv"
+ filter: "all"
+ parameters:
+ - "parent"
+ - "name"
+ - "conf-history"
+
+# Test configuration - VPP MRR Test Configs 2n-dnv
+- type: "table"
+ title: "Test configuration - VPP MRR Test Configs 2n-dnv"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/"
+ columns:
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+ data: "data conf-history"
+ data: "vpp-mrr-results-2n-dnv"
+ filter: "all"
+ parameters:
+ - "parent"
+ - "name"
+ - "conf-history"
# Detailed Test Results - VPP Device Results - Ubuntu
- type: "table"
@@ -6908,16 +6911,16 @@
- "{DIR[DTR,PERF,VPP,2N,CLX]}"
- "{DIR[DTR,PERF,VPP,3N,HSW]}"
- "{DIR[DTR,PERF,VPP,3N,TSH]}"
-# - "{DIR[DTR,PERF,VPP,2N,DNV]}"
-# - "{DIR[DTR,PERF,VPP,3N,DNV]}"
+ - "{DIR[DTR,PERF,VPP,2N,DNV]}"
+ - "{DIR[DTR,PERF,VPP,3N,DNV]}"
data:
- "vpp-perf-results-2n-skx"
- "vpp-perf-results-3n-skx"
- "vpp-perf-results-2n-clx"
- "vpp-perf-results-3n-hsw"
- "vpp-perf-results-3n-tsh"
-# - "vpp-perf-results-2n-dnv"
-# - "vpp-perf-results-3n-dnv"
+ - "vpp-perf-results-2n-dnv"
+ - "vpp-perf-results-3n-dnv"
filter: "all"
data-start-level: 4
order-chapters:
@@ -6964,16 +6967,16 @@
- "{DIR[DTC,PERF,VPP,2N,CLX]}"
- "{DIR[DTC,PERF,VPP,3N,HSW]}"
- "{DIR[DTC,PERF,VPP,3N,TSH]}"
-# - "{DIR[DTC,PERF,VPP,2N,DNV]}"
-# - "{DIR[DTC,PERF,VPP,3N,DNV]}"
+ - "{DIR[DTC,PERF,VPP,2N,DNV]}"
+ - "{DIR[DTC,PERF,VPP,3N,DNV]}"
data:
- "vpp-perf-results-2n-skx"
- "vpp-perf-results-3n-skx"
- "vpp-perf-results-2n-clx"
- "vpp-perf-results-3n-hsw"
- "vpp-perf-results-3n-tsh"
-# - "vpp-perf-results-2n-dnv"
-# - "vpp-perf-results-3n-dnv"
+ - "vpp-perf-results-2n-dnv"
+ - "vpp-perf-results-3n-dnv"
filter: "all"
data-start-level: 4
order-chapters:
@@ -7020,16 +7023,16 @@
- "{DIR[DTO,PERF,VPP,2N,CLX]}"
- "{DIR[DTO,PERF,VPP,3N,HSW]}"
- "{DIR[DTO,PERF,VPP,3N,TSH]}"
-# - "{DIR[DTO,PERF,VPP,2N,DNV]}"
-# - "{DIR[DTO,PERF,VPP,3N,DNV]}"
+ - "{DIR[DTO,PERF,VPP,2N,DNV]}"
+ - "{DIR[DTO,PERF,VPP,3N,DNV]}"
data:
- "vpp-perf-results-2n-skx"
- "vpp-perf-results-3n-skx"
- "vpp-perf-results-2n-clx"
- "vpp-perf-results-3n-hsw"
- "vpp-perf-results-3n-tsh"
-# - "vpp-perf-results-2n-dnv"
-# - "vpp-perf-results-3n-dnv"
+ - "vpp-perf-results-2n-dnv"
+ - "vpp-perf-results-3n-dnv"
filter: "all"
data-start-level: 4
order-chapters:
@@ -7076,16 +7079,16 @@
- "{DIR[DTR,MRR,VPP,2N,CLX]}"
- "{DIR[DTR,MRR,VPP,3N,HSW]}"
- "{DIR[DTR,MRR,VPP,3N,TSH]}"
-# - "{DIR[DTR,MRR,VPP,2N,DNV]}"
-# - "{DIR[DTR,MRR,VPP,3N,DNV]}"
+ - "{DIR[DTR,MRR,VPP,2N,DNV]}"
+ - "{DIR[DTR,MRR,VPP,3N,DNV]}"
data:
- "vpp-mrr-results-2n-skx"
- "vpp-mrr-results-3n-skx"
- "vpp-mrr-results-2n-clx"
- "vpp-mrr-results-3n-hsw"
- "vpp-mrr-results-3n-tsh"
-# - "vpp-mrr-results-2n-dnv"
-# - "vpp-mrr-results-3n-dnv"
+ - "vpp-mrr-results-2n-dnv"
+ - "vpp-mrr-results-3n-dnv"
filter: "all"
data-start-level: 4
order-chapters:
@@ -7140,8 +7143,8 @@
- "vpp-mrr-results-2n-clx"
- "vpp-mrr-results-3n-hsw"
- "vpp-mrr-results-3n-tsh"
-# - "vpp-mrr-results-2n-dnv"
-# - "vpp-mrr-results-3n-dnv"
+ - "vpp-mrr-results-2n-dnv"
+ - "vpp-mrr-results-3n-dnv"
filter: "all"
data-start-level: 4
order-chapters: