X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;ds=sidebyside;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=fcc34cbf8cc265f15d1b579f425ec726d93e1404;hb=46a4469f4e585d4ea1c9410f72ee519c3148cae0;hp=1db8fb55d87e85d301683bbf941e0d216a7b3637;hpb=ad2b8085cddf859214301b19067f1297b2b685f5;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 1db8fb55d8..fcc34cbf8c 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -670,6 +670,22 @@ - 87 # NDRPDR full - ip6-1 - 88 # NDRPDR full - ip6-2 - 90 # NDRPDR full - memif + - 95 # NDRPDR full - l2-1 + - 96 # NDRPDR full - ip4-2 + - 97 # NDRPDR full - vhost-1 + - 102 # NDRPDR full - crypto-2 + - 104 # NDRPDR full - ip4tunnels-1 + - 105 # NDRPDR full - ip4tunnels-2 + - 106 # NDRPDR full - ip4tunnels-3 + - 107 # NDRPDR full - ip6tunnels-1 + - 108 # NDRPDR full - ip4-1 + - 109 # NDRPDR full - crypto-3 + - 110 # NDRPDR full - crypto-4 + - 111 # NDRPDR full - ip4-2 + - 115 # NDRPDR full - ip4-7 + - 116 # NDRPDR full - ip4-8 + - 117 # NDRPDR full - ip4-9 + - 118 # NDRPDR full - srv6-1 vpp-perf-results-2n-skx: csit-vpp-perf-verify-2001-2n-skx: @@ -921,6 +937,7 @@ - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel + - 9 # NDRPDR sel vpp-perf-changes-2n-clx-new1908_2: csit-vpp-perf-verify-1908_2-2n-clx: - 4 # NDRPDR sel @@ -2472,6 +2489,22 @@ - 87 # NDRPDR full - ip6-1 - 88 # NDRPDR full - ip6-2 - 90 # NDRPDR full - memif + - 95 # NDRPDR full - l2-1 + - 96 # NDRPDR full - ip4-2 + - 97 # NDRPDR full - vhost-1 + - 102 # NDRPDR full - crypto-2 + - 104 # NDRPDR full - ip4tunnels-1 + - 105 # NDRPDR full - ip4tunnels-2 + - 106 # NDRPDR full - ip4tunnels-3 + - 107 # NDRPDR full - ip6tunnels-1 + - 108 # NDRPDR full - ip4-1 + - 109 # NDRPDR full - crypto-3 + - 110 # NDRPDR full - crypto-4 + - 111 # NDRPDR full - ip4-2 + - 115 # NDRPDR full - ip4-7 + - 116 # NDRPDR full - ip4-8 + - 117 # NDRPDR full - ip4-9 + - 118 # NDRPDR full - srv6-1 - 50 # MRR sel - 53 # MRR sel addition @@ -2586,6 +2619,7 @@ - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel + - 9 # NDRPDR sel csit-vpp-perf-verify-1908_2-2n-clx: - 4 # NDRPDR sel - 5 # NDRPDR sel @@ -3537,14 +3571,14 @@ - title: "RCA2" data: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml" columns: - - title: "1908.0.pe" + - title: "1908.0-1" data-set: "vpp-perf-changes-3n-skx-old1908_0" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" - - title: "1908.1.pe" + - title: "1908.1-1" data-set: "vpp-perf-changes-3n-skx-old1908_1" - - title: "1908.1.ce" + - title: "1908.1-2" data-set: "vpp-perf-changes-3n-skx-new1908_1" - - title: "2001.0.ce" + - title: "2001.0-2" data-set: "vpp-perf-changes-3n-skx-new2001_0" comparisons: - title: "Diff1" @@ -3555,14 +3589,12 @@ reference: 3 compare: 4 legend: - - "Legend to Table" - - "1908.0, 1908.1, 2001.0 - VPP versions tested." - - "pe - previous environment used for testing, per CSIT-1908 release, ." - - "ce - current environment used for testing, per CSIT-2001 release, ." - - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)." - - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce." - - "RCA1 - root cause analysis reference for Diff1." - - "RCA2 - root cause analysis reference for Diff2." + - 'Legend to Table:' + - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "1" for 2019-08-21, "2" for 2020-03-27).' + - 'Diff1 - difference between environment versions "2" and "1" for the same VPP version, 1908.1-2 vs. 1908.1-1 (if data for the latter not present, 1908.0-1 is used).' + - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2001.0-2 vs. 1908.1-2.' + - 'RCA1 - root cause analysis reference for Diff1.' + - 'RCA2 - root cause analysis reference for Diff2.' # VPP Root Cause Analysis 3n-skx-xxv710 2t1c ndr - type: "table" @@ -3577,14 +3609,14 @@ - title: "RCA2" data: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml" columns: - - title: "1908.0.pe" + - title: "1908.0-1" data-set: "vpp-perf-changes-3n-skx-old1908_0" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" - - title: "1908.1.pe" + - title: "1908.1-1" data-set: "vpp-perf-changes-3n-skx-old1908_1" - - title: "1908.1.ce" + - title: "1908.1-2" data-set: "vpp-perf-changes-3n-skx-new1908_1" - - title: "2001.0.ce" + - title: "2001.0-2" data-set: "vpp-perf-changes-3n-skx-new2001_0" comparisons: - title: "Diff1" @@ -3595,14 +3627,12 @@ reference: 3 compare: 4 legend: - - "Legend to Table" - - "1908.0, 1908.1, 2001.0 - VPP versions tested." - - "pe - previous environment used for testing, per CSIT-1908 release, ." - - "ce - current environment used for testing, per CSIT-2001 release, ." - - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)." - - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce." - - "RCA1 - root cause analysis reference for Diff1." - - "RCA2 - root cause analysis reference for Diff2." + - 'Legend to Table:' + - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "1" for 2019-08-21, "2" for 2020-03-27).' + - 'Diff1 - difference between environment versions "2" and "1" for the same VPP version, 1908.1-2 vs. 1908.1-1 (if data for the latter not present, 1908.0-1 is used).' + - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2001.0-2 vs. 1908.1-2.' + - 'RCA1 - root cause analysis reference for Diff1.' + - 'RCA2 - root cause analysis reference for Diff2.' # VPP Performance Changes 3n-skx 2t1c pdr - type: "table" @@ -3725,14 +3755,14 @@ - title: "RCA2" data: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml" columns: - - title: "1908.0.pe" + - title: "1908.0-1" data-set: "vpp-perf-changes-2n-skx-old1908_0" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" - - title: "1908.1.pe" + - title: "1908.1-1" data-set: "vpp-perf-changes-2n-skx-old1908_1" - - title: "1908.1.ce" + - title: "1908.1-2" data-set: "vpp-perf-changes-2n-skx-new1908_1" - - title: "2001.0.ce" + - title: "2001.0-2" data-set: "vpp-perf-changes-2n-skx-new2001_0" comparisons: - title: "Diff1" @@ -3743,14 +3773,12 @@ reference: 3 compare: 4 legend: - - "Legend to Table" - - "1908.0, 1908.1, 2001.0 - VPP versions tested." - - "pe - previous environment used for testing, per CSIT-1908 release, ." - - "ce - current environment used for testing, per CSIT-2001 release, ." - - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)." - - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce." - - "RCA1 - root cause analysis reference for Diff1." - - "RCA2 - root cause analysis reference for Diff2." + - 'Legend to Table:' + - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "1" for 2019-08-21, "2" for 2020-03-27).' + - 'Diff1 - difference between environment versions "2" and "1" for the same VPP version, 1908.1-2 vs. 1908.1-1 (if data for the latter not present, 1908.0-1 is used).' + - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2001.0-2 vs. 1908.1-2.' + - 'RCA1 - root cause analysis reference for Diff1.' + - 'RCA2 - root cause analysis reference for Diff2.' # VPP Root Cause Analysis 2n-skx-xxv710 2t1c ndr - type: "table" @@ -3765,14 +3793,14 @@ - title: "RCA2" data: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml" columns: - - title: "1908.0.pe" + - title: "1908.0-1" data-set: "vpp-perf-changes-2n-skx-old1908_0" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" - - title: "1908.1.pe" + - title: "1908.1-1" data-set: "vpp-perf-changes-2n-skx-old1908_1" - - title: "1908.1.ce" + - title: "1908.1-2" data-set: "vpp-perf-changes-2n-skx-new1908_1" - - title: "2001.0.ce" + - title: "2001.0-2" data-set: "vpp-perf-changes-2n-skx-new2001_0" comparisons: - title: "Diff1" @@ -3783,14 +3811,12 @@ reference: 3 compare: 4 legend: - - "Legend to Table" - - "1908.0, 1908.1, 2001.0 - VPP versions tested." - - "pe - previous environment used for testing, per CSIT-1908 release, ." - - "ce - current environment used for testing, per CSIT-2001 release, ." - - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)." - - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce." - - "RCA1 - root cause analysis reference for Diff1." - - "RCA2 - root cause analysis reference for Diff2." + - 'Legend to Table:' + - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "1" for 2019-08-21, "2" for 2020-03-27).' + - 'Diff1 - difference between environment versions "2" and "1" for the same VPP version, 1908.1-2 vs. 1908.1-1 (if data for the latter not present, 1908.0-1 is used).' + - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2001.0-2 vs. 1908.1-2.' + - 'RCA1 - root cause analysis reference for Diff1.' + - 'RCA2 - root cause analysis reference for Diff2.' # VPP Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -10632,7 +10658,7 @@ 'NF_DENSITY' and 'VHOST' and 'VXLAN' and - 'CHAIN' a + 'CHAIN' and 'IMIX' and '2T1C' and 'NDRPDR'"