X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=66f2035d1444d6f2f6939533b8ebb92b87549358;hp=d670800ae5c0173e3aa0f985af0635659f8f5e43;hb=8ac495fdf576693d4c627a3211765facc688cfdc;hpb=e0f8fb48f1f569c78a92c075a66c256f1efb995b
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index d670800ae5..66f2035d14 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -293,6 +293,7 @@
- 43 # NDRPDR sel
- 38 # NDRPDR sel
- 7 # NDRPDR sel
+ - 78 # nf-density-sel
- 83 # nf-density-sel
plot-vpp-nfv-2n-skx-mrr:
@@ -415,6 +416,7 @@
- 12 # NDRPDR sel
- 20 # NDRPDR sel
- 14 # NDRPDR sel
+ - 21 # NDRPDR sel
plot-vpp-hdrh-lat-3n-tsh:
csit-vpp-perf-report-iterative-2005-3n-tsh:
@@ -580,6 +582,7 @@
- 20 # perf-full-3n-skx-ip4_IX
- 24 # perf-full-3n-skx-ip6_I
- 25 # perf-full-3n-skx-ip6_II
+ - 21 # perf-full-3n-skx-ip4tunnels-I
- 22 # perf-full-3n-skx-ip4tunnels-II
- 23 # perf-full-3n-skx-ip4tunnels-III
- 26 # perf-full-3n-skx-ip6tunnels-I
@@ -588,9 +591,14 @@
- 30 # perf-full-3n-skx-l2_IV
- 32 # perf-full-3n-skx-l2_VI
- 33 # perf-full-3n-skx-l2_VII
+ - 34 # perf-full-3n-skx-l2_VIII
- 35 # perf-full-3n-skx-l2_IX
- 36 # perf-full-3n-skx-l2_X
- 37 # perf-full-3n-skx-l2_XI
+ - 38 # perf-full-3n-skx-memif
+ - 39 # perf-full-3n-skx-srv6-I
+ - 40 # perf-full-3n-skx-srv6-II
+ - 43 # perf-full-3n-skx-vhost-III
vpp-perf-results-2n-skx:
# TODO: Add data:
@@ -763,6 +771,10 @@
- 23 # NDRPDR sel env 4
- 24 # NDRPDR sel env 4
- 25 # NDRPDR sel env 4
+ - 26 # NDRPDR sel env 4
+ - 27 # NDRPDR sel env 4
+ - 28 # NDRPDR sel env 4
+ - 29 # NDRPDR sel env 4
vpp-performance-changes-3n-skx-h1:
csit-vpp-perf-verify-1908_1-3n-skx:
@@ -800,6 +812,7 @@
vpp-performance-changes-3n-skx-cmp-2:
csit-vpp-perf-report-iterative-2005-3n-skx:
# TODO: Add data
+ - 42 # NDRPDR sel env 4
- 43 # NDRPDR sel env 4
vpp-performance-changes-2n-skx-h1:
@@ -843,6 +856,9 @@
# TODO: Add data
- 88 # NDRPDR sel env 4
- 89 # NDRPDR sel env 4
+ - 90 # NDRPDR sel env 4
+ - 92 # NDRPDR sel env 4
+ - 93 # NDRPDR sel env 4
# vpp-performance-changes-nfv-2n-skx-ref:
# csit-vpp-perf-verify-2001-2n-skx:
@@ -853,6 +869,7 @@
# - 43 # NDRPDR sel
# - 38 # NDRPDR sel
# - 7 # NDRPDR sel
+# - 78 # nf-density-sel
# - 83 # nf-density-sel
vpp-performance-changes-2n-clx-ref:
@@ -883,6 +900,8 @@
csit-vpp-perf-report-iterative-2005-2n-clx:
- 62 # NDRPDR sel env 4
- 63 # NDRPDR sel env 4
+ - 64 # NDRPDR sel env 4
+ - 66 # NDRPDR sel env 4
vpp-performance-changes-2n-dnv-h1:
csit-vpp-perf-verify-1908-2n-dnv:
@@ -990,6 +1009,7 @@
- 12 # NDRPDR sel
- 20 # NDRPDR sel
- 14 # NDRPDR sel
+ - 21 # NDRPDR sel
vpp-performance-changes-3n-tsh-cmp-2:
# TODO: Add data:
csit-vpp-perf-report-iterative-2005-3n-tsh:
@@ -1671,120 +1691,6 @@
hoverlabel:
namelength: -1
-# plot-cps:
-# titlefont:
-# size: 18
-# xaxis:
-# title: "Test Cases [Index]"
-# titlefont:
-# size: 16
-# autorange: True
-# fixedrange: False
-# gridcolor: "rgb(230, 230, 230)"
-# linecolor: "rgb(220, 220, 220)"
-# linewidth: 1
-# showgrid: True
-# showline: True
-# showticklabels: True
-# tickcolor: "rgb(220, 220, 220)"
-# tickmode: "linear"
-# tickfont:
-# size: 16
-# zeroline: False
-# yaxis:
-# title: "Connections Per Second [cps]"
-# titlefont:
-# size: 16
-# gridcolor: "rgb(230, 230, 230)"
-# hoverformat: ".4s"
-# linecolor: "rgb(220, 220, 220)"
-# linewidth: 1
-# rangemode: "tozero"
-# showgrid: True
-# showline: True
-# showticklabels: True
-# tickcolor: "rgb(220, 220, 220)"
-# tickformat: ".3s"
-# tickfont:
-# size: 16
-# zeroline: False
-# boxmode: "group"
-# boxgroupgap: 0.5
-# autosize: False
-# margin:
-# t: 50
-# b: 20
-# l: 80
-# r: 20
-# showlegend: True
-# legend:
-# orientation: "h"
-# font:
-# size: 16
-# width: 700
-# height: 800
-# paper_bgcolor: "#fff"
-# plot_bgcolor: "#fff"
-# hoverlabel:
-# namelength: -1
-#
-# plot-rps:
-# titlefont:
-# size: 18
-# xaxis:
-# title: "Test Cases [Index]"
-# titlefont:
-# size: 16
-# autorange: True
-# fixedrange: False
-# gridcolor: "rgb(230, 230, 230)"
-# linecolor: "rgb(220, 220, 220)"
-# linewidth: 1
-# showgrid: True
-# showline: True
-# showticklabels: True
-# tickcolor: "rgb(220, 220, 220)"
-# tickmode: "linear"
-# tickfont:
-# size: 16
-# zeroline: False
-# yaxis:
-# title: "Requests Per Second [rps]"
-# titlefont:
-# size: 16
-# gridcolor: "rgb(230, 230, 230)"
-# hoverformat: ".4s"
-# linecolor: "rgb(220, 220, 220)"
-# linewidth: 1
-# rangemode: "tozero"
-# showgrid: True
-# showline: True
-# showticklabels: True
-# tickcolor: "rgb(230, 230, 230)"
-# tickformat: ".3s"
-# tickfont:
-# size: 16
-# zeroline: False
-# boxmode: "group"
-# boxgroupgap: 0.5
-# autosize: False
-# margin:
-# t: 50
-# b: 20
-# l: 80
-# r: 20
-# showlegend: True
-# legend:
-# orientation: "h"
-# font:
-# size: 16
-# width: 700
-# height: 800
-# paper_bgcolor: "#fff"
-# plot_bgcolor: "#fff"
-# hoverlabel:
-# namelength: -1
-
plot-hoststack:
titlefont:
size: 16
@@ -2276,6 +2182,10 @@
- 23 # NDRPDR sel env 4
- 24 # NDRPDR sel env 4
- 25 # NDRPDR sel env 4
+ - 26 # NDRPDR sel env 4
+ - 27 # NDRPDR sel env 4
+ - 28 # NDRPDR sel env 4
+ - 29 # NDRPDR sel env 4
- 13 # MRR
csit-vpp-perf-verify-2005-3n-hsw:
- 3 # hoststack
@@ -2358,6 +2268,7 @@
- 38 # NDRPDR sel
- 39 # NDRPDR sel
- 41 # NDRPDR sel
+ - 42 # NDRPDR sel env 4
- 43 # NDRPDR sel env 4
- 6 # MRR sel
csit-vpp-perf-report-coverage-2005-3n-skx:
@@ -2375,6 +2286,7 @@
- 20 # perf-full-3n-skx-ip4_IX
- 24 # perf-full-3n-skx-ip6_I
- 25 # perf-full-3n-skx-ip6_II
+ - 21 # perf-full-3n-skx-ip4tunnels-I
- 22 # perf-full-3n-skx-ip4tunnels-II
- 23 # perf-full-3n-skx-ip4tunnels-III
- 26 # perf-full-3n-skx-ip6tunnels-I
@@ -2383,9 +2295,14 @@
- 30 # perf-full-3n-skx-l2_IV
- 32 # perf-full-3n-skx-l2_VI
- 33 # perf-full-3n-skx-l2_VII
+ - 34 # perf-full-3n-skx-l2_VIII
- 35 # perf-full-3n-skx-l2_IX
- 36 # perf-full-3n-skx-l2_X
- 37 # perf-full-3n-skx-l2_XI
+ - 38 # perf-full-3n-skx-memif
+ - 39 # perf-full-3n-skx-srv6-I
+ - 40 # perf-full-3n-skx-srv6-II
+ - 43 # perf-full-3n-skx-vhost-III
csit-vpp-perf-verify-1908_1-2n-skx:
- 39 # NDRPDR sel - new1908.1
@@ -2424,6 +2341,9 @@
- 73 # NDRPDR sel
- 88 # NDRPDR sel env 4
- 89 # NDRPDR sel env 4
+ - 90 # NDRPDR sel env 4
+ - 92 # NDRPDR sel env 4
+ - 93 # NDRPDR sel env 4
- 42 # MRR sel
- 48 # Reconf
- 50 # Reconf
@@ -2437,6 +2357,7 @@
- 66 # Reconf
- 49 # Soak
- 54 # Soak
+ - 78 # nf-density-sel
- 83 # nf-density-sel
csit-vpp-perf-report-coverage-2005-2n-skx:
- 11 # perf-full-2n-skx-ip4_I
@@ -2486,6 +2407,8 @@
- 51 # NDRPDR sel
- 62 # NDRPDR sel env 4
- 63 # NDRPDR sel env 4
+ - 64 # NDRPDR sel env 4
+ - 66 # NDRPDR sel env 4
- 12 # MRR
- 42 # Reconf
- 45 # Reconf
@@ -2552,6 +2475,7 @@
- 12 # NDRPDR sel
- 20 # NDRPDR sel
- 14 # NDRPDR sel
+ - 21 # NDRPDR sel
- 23 # NDRPDR sel env 4
- 10 # MRR sel
@@ -3264,16 +3188,16 @@
- title: "2001.0-2"
data-set: "vpp-performance-changes-3n-hsw-ref"
- title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2"
- - title: "2005.0-4"
data-set: "vpp-performance-changes-3n-hsw-cmp"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-3n-hsw-cmp-2"
comparisons:
- title: "Diff1"
- reference: 3
- compare: 4
+ reference: 4
+ compare: 3
- title: "Diff2"
reference: 2
- compare: 3
+ compare: 4
# rca:
# - title: "RCA1"
# data: "rca/rca-2005-3n-hsw-1t1c-pdr-rca1.yaml"
@@ -3300,16 +3224,16 @@
- title: "2001.0-2"
data-set: "vpp-performance-changes-3n-hsw-ref"
- title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2"
- - title: "2005.0-4"
data-set: "vpp-performance-changes-3n-hsw-cmp"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-3n-hsw-cmp-2"
comparisons:
- title: "Diff1"
- reference: 3
- compare: 4
+ reference: 4
+ compare: 3
- title: "Diff2"
reference: 2
- compare: 3
+ compare: 4
# rca:
# - title: "RCA1"
# data: "rca/rca-2005-3n-hsw-2t2c-pdr-rca1.yaml"
@@ -3336,16 +3260,17 @@
- title: "2001.0-2"
data-set: "vpp-performance-changes-3n-hsw-ref"
- title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2"
- - title: "2005.0-4"
data-set: "vpp-performance-changes-3n-hsw-cmp"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-3n-hsw-cmp-2"
comparisons:
- title: "Diff1"
- reference: 3
- compare: 4
+ - title: "Diff1"
+ reference: 4
+ compare: 3
- title: "Diff2"
reference: 2
- compare: 3
+ compare: 4
# rca:
# - title: "RCA1"
# data: "rca/rca-2005-3n-hsw-1t1c-ndr-rca1.yaml"
@@ -3372,21 +3297,129 @@
- title: "2001.0-2"
data-set: "vpp-performance-changes-3n-hsw-ref"
- title: "2005.0-3"
+ data-set: "vpp-performance-changes-3n-hsw-cmp"
+ - title: "2005.0-4"
data-set: "vpp-performance-changes-3n-hsw-cmp-2"
+ comparisons:
+ - title: "Diff1"
+ reference: 4
+ compare: 3
+ - title: "Diff2"
+ reference: 2
+ compare: 4
+# rca:
+# - title: "RCA1"
+# data: "rca/rca-2005-3n-hsw-2t2c-ndr-rca1.yaml"
+# - title: "RCA2"
+# data: "rca/rca-2005-3n-hsw-2t2c-ndr-rca2.yaml"
+ legend:
+ - "Legend to Table"
+ - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
+ - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
+# - 'RCA1 - root cause analysis reference for Diff1.'
+# - 'RCA2 - root cause analysis reference for Diff2.'
+
+# VPP Performance Changes 3n-skx 2t1c pdr
+- type: "table"
+ title: "VPP Performance Changes 3n-skx 2t1c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ columns:
+ - title: "1908.1-2"
+ data-set: "vpp-performance-changes-3n-skx-h1"
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-skx-ref"
+ - title: "2005.0-3"
+ data-set: "vpp-performance-changes-3n-skx-cmp"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp"
+ data-set: "vpp-performance-changes-3n-skx-cmp-2"
comparisons:
- title: "Diff1"
- reference: 3
+ reference: 4
+ compare: 3
+ - title: "Diff2"
+ reference: 2
compare: 4
+# rca:
+# - title: "RCA1"
+# data: "rca/rca-2005-3n-skx-2t1c-pdr-rca1.yaml"
+# - title: "RCA2"
+# data: "rca/rca-2005-3n-skx-2t1c-pdr-rca2.yaml"
+ legend:
+ - "Legend to Table"
+ - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
+ - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
+# - 'RCA1 - root cause analysis reference for Diff1.'
+# - 'RCA2 - root cause analysis reference for Diff2.'
+
+# VPP Performance Changes 3n-skx 4t2c pdr
+- type: "table"
+ title: "VPP Performance Changes 3n-skx 4t2c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ columns:
+ - title: "1908.1-2"
+ data-set: "vpp-performance-changes-3n-skx-h1"
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-skx-ref"
+ - title: "2005.0-3"
+ data-set: "vpp-performance-changes-3n-skx-cmp"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-3n-skx-cmp-2"
+ comparisons:
+ - title: "Diff1"
+ reference: 4
+ compare: 3
- title: "Diff2"
reference: 2
+ compare: 4
+# rca:
+# - title: "RCA1"
+# data: "rca/rca-2005-3n-skx-4t2c-pdr-rca1.yaml"
+# - title: "RCA2"
+# data: "rca/rca-2005-3n-skx-4t2c-pdr-rca2.yaml"
+ legend:
+ - "Legend to Table"
+ - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
+ - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
+# - 'RCA1 - root cause analysis reference for Diff1.'
+# - 'RCA2 - root cause analysis reference for Diff2.'
+
+# VPP Performance Changes 3n-skx 2t1c ndr
+- type: "table"
+ title: "VPP Performance Changes 3n-skx 2t1c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ columns:
+ - title: "1908.1-2"
+ data-set: "vpp-performance-changes-3n-skx-h1"
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-skx-ref"
+ - title: "2005.0-3"
+ data-set: "vpp-performance-changes-3n-skx-cmp"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-3n-skx-cmp-2"
+ comparisons:
+ - title: "Diff1"
+ reference: 4
compare: 3
+ - title: "Diff2"
+ reference: 2
+ compare: 4
# rca:
# - title: "RCA1"
-# data: "rca/rca-2005-3n-hsw-2t2c-ndr-rca1.yaml"
+# data: "rca/rca-2005-3n-skx-2t1c-ndr-rca1.yaml"
# - title: "RCA2"
-# data: "rca/rca-2005-3n-hsw-2t2c-ndr-rca2.yaml"
+# data: "rca/rca-2005-3n-skx-2t1c-ndr-rca2.yaml"
legend:
- "Legend to Table"
- 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
@@ -3395,149 +3428,41 @@
# - 'RCA1 - root cause analysis reference for Diff1.'
# - 'RCA2 - root cause analysis reference for Diff2.'
-## VPP Performance Changes 3n-skx 2t1c pdr
-#- type: "table"
-# title: "VPP Performance Changes 3n-skx 2t1c pdr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
-# columns:
-# - title: "1908.1-2"
-# data-set: "vpp-performance-changes-3n-skx-h1"
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-3n-skx-ref"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-3n-skx-cmp-2"
-# - title: "2005.0-4"
-# data-set: "vpp-performance-changes-3n-skx-cmp"
-# comparisons:
-# - title: "Diff1"
-# reference: 3
-# compare: 4
-# - title: "Diff2"
-# reference: 2
-# compare: 3
-## rca:
-## - title: "RCA1"
-## data: "rca/rca-2005-3n-skx-2t1c-pdr-rca1.yaml"
-## - title: "RCA2"
-## data: "rca/rca-2005-3n-skx-2t1c-pdr-rca2.yaml"
-# legend:
-# - "Legend to Table"
-# - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
-# - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
-# - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
-## - 'RCA1 - root cause analysis reference for Diff1.'
-## - 'RCA2 - root cause analysis reference for Diff2.'
-#
-## VPP Performance Changes 3n-skx 4t2c pdr
-#- type: "table"
-# title: "VPP Performance Changes 3n-skx 4t2c pdr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-# filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
-# columns:
-# - title: "1908.1-2"
-# data-set: "vpp-performance-changes-3n-skx-h1"
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-3n-skx-ref"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-3n-skx-cmp-2"
-# - title: "2005.0-4"
-# data-set: "vpp-performance-changes-3n-skx-cmp"
-# comparisons:
-# - title: "Diff1"
-# reference: 3
-# compare: 4
-# - title: "Diff2"
-# reference: 2
-# compare: 3
-## rca:
-## - title: "RCA1"
-## data: "rca/rca-2005-3n-skx-4t2c-pdr-rca1.yaml"
-## - title: "RCA2"
-## data: "rca/rca-2005-3n-skx-4t2c-pdr-rca2.yaml"
-# legend:
-# - "Legend to Table"
-# - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
-# - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
-# - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
-## - 'RCA1 - root cause analysis reference for Diff1.'
-## - 'RCA2 - root cause analysis reference for Diff2.'
-#
-## VPP Performance Changes 3n-skx 2t1c ndr
-#- type: "table"
-# title: "VPP Performance Changes 3n-skx 2t1c ndr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
-# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
-# columns:
-# - title: "1908.1-2"
-# data-set: "vpp-performance-changes-3n-skx-h1"
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-3n-skx-ref"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-3n-skx-cmp-2"
-# - title: "2005.0-4"
-# data-set: "vpp-performance-changes-3n-skx-cmp"
-# comparisons:
-# - title: "Diff1"
-# reference: 3
-# compare: 4
-# - title: "Diff2"
-# reference: 2
-# compare: 3
-## rca:
-## - title: "RCA1"
-## data: "rca/rca-2005-3n-skx-2t1c-ndr-rca1.yaml"
-## - title: "RCA2"
-## data: "rca/rca-2005-3n-skx-2t1c-ndr-rca2.yaml"
-# legend:
-# - "Legend to Table"
-# - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
-# - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
-# - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
-## - 'RCA1 - root cause analysis reference for Diff1.'
-## - 'RCA2 - root cause analysis reference for Diff2.'
-#
-## VPP Performance Changes 3n-skx 4t2c ndr
-#- type: "table"
-# title: "VPP Performance Changes 3n-skx 4t2c ndr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
-# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-# filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
-# columns:
-# - title: "1908.1-2"
-# data-set: "vpp-performance-changes-3n-skx-h1"
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-3n-skx-ref"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-3n-skx-cmp-2"
-# - title: "2005.0-4"
-# data-set: "vpp-performance-changes-3n-skx-cmp"
-# comparisons:
-# - title: "Diff1"
-# reference: 3
-# compare: 4
-# - title: "Diff2"
-# reference: 2
-# compare: 3
-## rca:
-## - title: "RCA1"
-## data: "rca/rca-2005-3n-skx-4t2c-ndr-rca1.yaml"
-## - title: "RCA2"
-## data: "rca/rca-2005-3n-skx-4t2c-ndr-rca2.yaml"
-# legend:
-# - "Legend to Table"
-# - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
-# - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
-# - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
-## - 'RCA1 - root cause analysis reference for Diff1.'
-## - 'RCA2 - root cause analysis reference for Diff2.'
+# VPP Performance Changes 3n-skx 4t2c ndr
+- type: "table"
+ title: "VPP Performance Changes 3n-skx 4t2c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ columns:
+ - title: "1908.1-2"
+ data-set: "vpp-performance-changes-3n-skx-h1"
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-skx-ref"
+ - title: "2005.0-3"
+ data-set: "vpp-performance-changes-3n-skx-cmp"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-3n-skx-cmp-2"
+ comparisons:
+ - title: "Diff1"
+ reference: 4
+ compare: 3
+ - title: "Diff2"
+ reference: 2
+ compare: 4
+# rca:
+# - title: "RCA1"
+# data: "rca/rca-2005-3n-skx-4t2c-ndr-rca1.yaml"
+# - title: "RCA2"
+# data: "rca/rca-2005-3n-skx-4t2c-ndr-rca2.yaml"
+ legend:
+ - "Legend to Table"
+ - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
+ - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
+# - 'RCA1 - root cause analysis reference for Diff1.'
+# - 'RCA2 - root cause analysis reference for Diff2.'
# VPP Performance Changes 2n-skx 2t1c pdr
- type: "table"
@@ -3552,16 +3477,16 @@
- title: "2001.0-2"
data-set: "vpp-performance-changes-2n-skx-ref"
- title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-skx-cmp-2"
- - title: "2005.0-4"
data-set: "vpp-performance-changes-2n-skx-cmp"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-2n-skx-cmp-2"
comparisons:
- title: "Diff1"
- reference: 3
- compare: 4
+ reference: 4
+ compare: 3
- title: "Diff2"
reference: 2
- compare: 3
+ compare: 4
# rca:
# - title: "RCA1"
# data: "rca/rca-2005-2n-skx-2t1c-pdr-rca1.yaml"
@@ -3588,16 +3513,16 @@
- title: "2001.0-2"
data-set: "vpp-performance-changes-2n-skx-ref"
- title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-skx-cmp-2"
- - title: "2005.0-4"
data-set: "vpp-performance-changes-2n-skx-cmp"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-2n-skx-cmp-2"
comparisons:
- title: "Diff1"
- reference: 3
- compare: 4
+ reference: 4
+ compare: 3
- title: "Diff2"
reference: 2
- compare: 3
+ compare: 4
# rca:
# - title: "RCA1"
# data: "rca/rca-2005-2n-skx-4t2c-pdr-rca1.yaml"
@@ -3624,16 +3549,16 @@
- title: "2001.0-2"
data-set: "vpp-performance-changes-2n-skx-ref"
- title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-skx-cmp-2"
- - title: "2005.0-4"
data-set: "vpp-performance-changes-2n-skx-cmp"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-2n-skx-cmp-2"
comparisons:
- title: "Diff1"
- reference: 3
- compare: 4
+ reference: 4
+ compare: 3
- title: "Diff2"
reference: 2
- compare: 3
+ compare: 4
# rca:
# - title: "RCA1"
# data: "rca/rca-2005-2n-skx-2t1c-ndr-rca1.yaml"
@@ -3660,16 +3585,16 @@
- title: "2001.0-2"
data-set: "vpp-performance-changes-2n-skx-ref"
- title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-skx-cmp-2"
- - title: "2005.0-4"
data-set: "vpp-performance-changes-2n-skx-cmp"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-2n-skx-cmp-2"
comparisons:
- title: "Diff1"
- reference: 3
- compare: 4
+ reference: 4
+ compare: 3
- title: "Diff2"
reference: 2
- compare: 3
+ compare: 4
# rca:
# - title: "RCA1"
# data: "rca/rca-2005-2n-skx-4t2c-ndr-rca1.yaml"
@@ -3694,16 +3619,16 @@
- title: "2001.0-2"
data-set: "vpp-performance-changes-2n-clx-ref"
- title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-clx-cmp-2"
- - title: "2005.0-4"
data-set: "vpp-performance-changes-2n-clx-cmp"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-2n-clx-cmp-2"
comparisons:
- title: "Diff1"
- reference: 2
- compare: 3
+ reference: 3
+ compare: 2
- title: "Diff2"
reference: 1
- compare: 2
+ compare: 3
# rca:
# - title: "RCA1"
# data: "rca/rca-2005-2n-clx-2t1c-pdr-rca1.yaml"
@@ -3728,16 +3653,16 @@
- title: "2001.0-2"
data-set: "vpp-performance-changes-2n-clx-ref"
- title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-clx-cmp-2"
- - title: "2005.0-4"
data-set: "vpp-performance-changes-2n-clx-cmp"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-2n-clx-cmp-2"
comparisons:
- title: "Diff1"
- reference: 2
- compare: 3
+ reference: 3
+ compare: 2
- title: "Diff2"
reference: 1
- compare: 2
+ compare: 3
# rca:
# - title: "RCA1"
# data: "rca/rca-2005-2n-clx-4t2c-pdr-rca1.yaml"
@@ -3762,16 +3687,16 @@
- title: "2001.0-2"
data-set: "vpp-performance-changes-2n-clx-ref"
- title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-clx-cmp-2"
- - title: "2005.0-4"
data-set: "vpp-performance-changes-2n-clx-cmp"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-2n-clx-cmp-2"
comparisons:
- title: "Diff1"
- reference: 2
- compare: 3
+ reference: 3
+ compare: 2
- title: "Diff2"
reference: 1
- compare: 2
+ compare: 3
# rca:
# - title: "RCA1"
# data: "rca/rca-2005-2n-clx-2t1c-ndr-rca1.yaml"
@@ -3796,16 +3721,16 @@
- title: "2001.0-2"
data-set: "vpp-performance-changes-2n-clx-ref"
- title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-clx-cmp-2"
- - title: "2005.0-4"
data-set: "vpp-performance-changes-2n-clx-cmp"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-2n-clx-cmp-2"
comparisons:
- title: "Diff1"
- reference: 2
- compare: 3
+ reference: 3
+ compare: 2
- title: "Diff2"
reference: 1
- compare: 2
+ compare: 3
# rca:
# - title: "RCA1"
# data: "rca/rca-2005-2n-clx-4t2c-ndr-rca1.yaml"
@@ -4087,149 +4012,149 @@
- "1908, 2001, 2005 - VPP versions tested."
- "Diff - difference between 2001 and 2005 VPP version."
-## VPP Performance Changes 3n-tsh 1t1c pdr
-#- type: "table"
-# title: "VPP Performance Changes 3n-tsh 1t1c pdr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-# filter: "'1T1C'"
-# columns:
-# - title: "1908.1-2"
-# data-set: "vpp-performance-changes-3n-tsh-h1"
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-3n-tsh-ref"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-3n-tsh-cmp-2"
-# - title: "2005.0-4"
-# data-set: "vpp-performance-changes-3n-tsh-cmp"
-# comparisons:
-# - title: "Diff1"
-# reference: 3
-# compare: 4
-# - title: "Diff2"
-# reference: 2
-# compare: 3
-## rca:
-## - title: "RCA1"
-## data: "rca/rca-2005-3n-tsh-1t1c-pdr-rca1.yaml"
-## - title: "RCA2"
-## data: "rca/rca-2005-3n-tsh-1t1c-pdr-rca2.yaml"
-# legend:
-# - "Legend to Table"
-# - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
-# - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
-# - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
-## - 'RCA1 - root cause analysis reference for Diff1.'
-## - 'RCA2 - root cause analysis reference for Diff2.'
-#
-## VPP Performance Changes 3n-tsh 2t2c pdr
-#- type: "table"
-# title: "VPP Performance Changes 3n-tsh 2t2c pdr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T2C'"
-# columns:
-# - title: "1908.1-2"
-# data-set: "vpp-performance-changes-3n-tsh-h1"
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-3n-tsh-ref"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-3n-tsh-cmp-2"
-# - title: "2005.0-4"
-# data-set: "vpp-performance-changes-3n-tsh-cmp"
-# comparisons:
-# - title: "Diff1"
-# reference: 3
-# compare: 4
-# - title: "Diff2"
-# reference: 2
-# compare: 3
-## rca:
-## - title: "RCA1"
-## data: "rca/rca-2005-3n-tsh-2t2c-pdr-rca1.yaml"
-## - title: "RCA2"
-## data: "rca/rca-2005-3n-tsh-2t2c-pdr-rca2.yaml"
-# legend:
-# - "Legend to Table"
-# - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
-# - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
-# - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
-## - 'RCA1 - root cause analysis reference for Diff1.'
-## - 'RCA2 - root cause analysis reference for Diff2.'
-#
-## VPP Performance Changes 3n-tsh 1t1c ndr
-#- type: "table"
-# title: "VPP Performance Changes 3n-tsh 1t1c ndr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr"
-# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-# filter: "'1T1C'"
-# columns:
-# - title: "1908.1-2"
-# data-set: "vpp-performance-changes-3n-tsh-h1"
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-3n-tsh-ref"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-3n-tsh-cmp-2"
-# - title: "2005.0-4"
-# data-set: "vpp-performance-changes-3n-tsh-cmp"
-# comparisons:
-# - title: "Diff1"
-# reference: 3
-# compare: 4
-# - title: "Diff2"
-# reference: 2
-# compare: 3
-## rca:
-## - title: "RCA1"
-## data: "rca/rca-2005-3n-tsh-1t1c-ndr-rca1.yaml"
-## - title: "RCA2"
-## data: "rca/rca-2005-3n-tsh-1t1c-ndr-rca2.yaml"
-# legend:
-# - "Legend to Table"
-# - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
-# - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
-# - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
-## - 'RCA1 - root cause analysis reference for Diff1.'
-## - 'RCA2 - root cause analysis reference for Diff2.'
-#
-## VPP Performance Changes 3n-tsh 2t2c ndr
-#- type: "table"
-# title: "VPP Performance Changes 3n-tsh 2t2c ndr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr"
-# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T2C'"
-# columns:
-# - title: "1908.1-2"
-# data-set: "vpp-performance-changes-3n-tsh-h1"
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-3n-tsh-ref"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-3n-tsh-cmp-2"
-# - title: "2005.0-4"
-# data-set: "vpp-performance-changes-3n-tsh-cmp"
-# comparisons:
-# - title: "Diff1"
-# reference: 3
-# compare: 4
-# - title: "Diff2"
-# reference: 2
-# compare: 3
-## rca:
-## - title: "RCA1"
-## data: "rca/rca-2005-3n-tsh-2t2c-ndr-rca1.yaml"
-## - title: "RCA2"
-## data: "rca/rca-2005-3n-tsh-2t2c-ndr-rca2.yaml"
-# legend:
-# - "Legend to Table"
-# - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
-# - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
-# - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
-## - 'RCA1 - root cause analysis reference for Diff1.'
-## - 'RCA2 - root cause analysis reference for Diff2.'
+# VPP Performance Changes 3n-tsh 1t1c pdr
+- type: "table"
+ title: "VPP Performance Changes 3n-tsh 1t1c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C'"
+ columns:
+ - title: "1908.1-2"
+ data-set: "vpp-performance-changes-3n-tsh-h1"
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-tsh-ref"
+ - title: "2005.0-3"
+ data-set: "vpp-performance-changes-3n-tsh-cmp"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-3n-tsh-cmp-2"
+ comparisons:
+ - title: "Diff1"
+ reference: 4
+ compare: 3
+ - title: "Diff2"
+ reference: 2
+ compare: 4
+# rca:
+# - title: "RCA1"
+# data: "rca/rca-2005-3n-tsh-1t1c-pdr-rca1.yaml"
+# - title: "RCA2"
+# data: "rca/rca-2005-3n-tsh-1t1c-pdr-rca2.yaml"
+ legend:
+ - "Legend to Table"
+ - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
+ - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
+# - 'RCA1 - root cause analysis reference for Diff1.'
+# - 'RCA2 - root cause analysis reference for Diff2.'
+
+# VPP Performance Changes 3n-tsh 2t2c pdr
+- type: "table"
+ title: "VPP Performance Changes 3n-tsh 2t2c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C'"
+ columns:
+ - title: "1908.1-2"
+ data-set: "vpp-performance-changes-3n-tsh-h1"
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-tsh-ref"
+ - title: "2005.0-3"
+ data-set: "vpp-performance-changes-3n-tsh-cmp"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-3n-tsh-cmp-2"
+ comparisons:
+ - title: "Diff1"
+ reference: 4
+ compare: 3
+ - title: "Diff2"
+ reference: 2
+ compare: 4
+# rca:
+# - title: "RCA1"
+# data: "rca/rca-2005-3n-tsh-2t2c-pdr-rca1.yaml"
+# - title: "RCA2"
+# data: "rca/rca-2005-3n-tsh-2t2c-pdr-rca2.yaml"
+ legend:
+ - "Legend to Table"
+ - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
+ - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
+# - 'RCA1 - root cause analysis reference for Diff1.'
+# - 'RCA2 - root cause analysis reference for Diff2.'
+
+# VPP Performance Changes 3n-tsh 1t1c ndr
+- type: "table"
+ title: "VPP Performance Changes 3n-tsh 1t1c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C'"
+ columns:
+ - title: "1908.1-2"
+ data-set: "vpp-performance-changes-3n-tsh-h1"
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-tsh-ref"
+ - title: "2005.0-3"
+ data-set: "vpp-performance-changes-3n-tsh-cmp"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-3n-tsh-cmp-2"
+ comparisons:
+ - title: "Diff1"
+ reference: 4
+ compare: 3
+ - title: "Diff2"
+ reference: 2
+ compare: 4
+# rca:
+# - title: "RCA1"
+# data: "rca/rca-2005-3n-tsh-1t1c-ndr-rca1.yaml"
+# - title: "RCA2"
+# data: "rca/rca-2005-3n-tsh-1t1c-ndr-rca2.yaml"
+ legend:
+ - "Legend to Table"
+ - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
+ - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
+# - 'RCA1 - root cause analysis reference for Diff1.'
+# - 'RCA2 - root cause analysis reference for Diff2.'
+
+# VPP Performance Changes 3n-tsh 2t2c ndr
+- type: "table"
+ title: "VPP Performance Changes 3n-tsh 2t2c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C'"
+ columns:
+ - title: "1908.1-2"
+ data-set: "vpp-performance-changes-3n-tsh-h1"
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-tsh-ref"
+ - title: "2005.0-3"
+ data-set: "vpp-performance-changes-3n-tsh-cmp"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-3n-tsh-cmp-2"
+ comparisons:
+ - title: "Diff1"
+ reference: 4
+ compare: 3
+ - title: "Diff2"
+ reference: 2
+ compare: 4
+# rca:
+# - title: "RCA1"
+# data: "rca/rca-2005-3n-tsh-2t2c-ndr-rca1.yaml"
+# - title: "RCA2"
+# data: "rca/rca-2005-3n-tsh-2t2c-ndr-rca2.yaml"
+ legend:
+ - "Legend to Table"
+ - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
+ - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
+# - 'RCA1 - root cause analysis reference for Diff1.'
+# - 'RCA2 - root cause analysis reference for Diff2.'
# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
- type: "table"