X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=b07d513f1f0301275d441eb5fe691b15ea51d294;hb=0e8f9d1b1cee11004d2a3fd928cb69422e2f36e3;hp=af224cf33f40509eaf2c7126c33309d591e434c8;hpb=4f7ce5c8b8362009da3dcda9fd8e077be821adc7;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index af224cf33f..b07d513f1f 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -276,6 +276,8 @@ - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set plot-vpp-hdrh-lat-3n-skx: csit-vpp-perf-verify-2001-3n-skx: @@ -593,6 +595,8 @@ - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set vpp-nic-comparison-2n-skx: csit-vpp-perf-verify-2001-2n-skx: @@ -659,9 +663,13 @@ - 85 # NDRPDR full vpp-perf-results-3n-skx: - # TODO: Replace + # TODO: Add data csit-vpp-perf-verify-2001-3n-skx: - - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 82 # NDRPDR full - crypto-1 + - 85 # NDRPDR full - l2-2 + - 87 # NDRPDR full - ip6-1 + - 88 # NDRPDR full - ip6-2 + - 90 # NDRPDR full - memif vpp-perf-results-2n-skx: csit-vpp-perf-verify-2001-2n-skx: @@ -904,6 +912,22 @@ - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + + vpp-perf-changes-2n-clx-new1908_1: + csit-vpp-perf-verify-1908_1-2n-clx: + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + vpp-perf-changes-2n-clx-new1908_2: + csit-vpp-perf-verify-1908_2-2n-clx: + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel vpp-performance-changes-3n-hsw-h1: csit-vpp-perf-verify-1904-3n-hsw: @@ -974,6 +998,8 @@ - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set vpp-performance-changes-2n-skx-h1: csit-vpp-perf-verify-1904-2n-skx: @@ -1385,6 +1411,8 @@ - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set vpp-compare-testbeds-skx-clx-ref: csit-vpp-perf-verify-2001-2n-skx: @@ -1559,6 +1587,8 @@ - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set vpp-compare-topologies-cmp: csit-vpp-perf-verify-2001-2n-skx: - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set @@ -2435,6 +2465,13 @@ - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 82 # NDRPDR full - crypto-1 + - 85 # NDRPDR full - l2-2 + - 87 # NDRPDR full - ip6-1 + - 88 # NDRPDR full - ip6-2 + - 90 # NDRPDR full - memif - 50 # MRR sel - 53 # MRR sel addition @@ -2544,6 +2581,17 @@ - 181 # Soak - 182 # Soak + csit-vpp-perf-verify-1908_1-2n-clx: + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + csit-vpp-perf-verify-1908_2-2n-clx: + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel csit-vpp-perf-verify-2001-2n-clx: - 28 # NDRPDR sel - 29 # NDRPDR sel @@ -3342,6 +3390,48 @@ - "1908.1, 1908.2 - VPP versions tested." - "Diff - difference between the previous and the current VPP version." +# VPP Performance changes 2n-clx-xxv710 2t1c ndr +- type: "table" + title: "VPP Performance changes 2n-clx-xxv710 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-1908_2-2n-clx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "1908.1" + data-set: "vpp-perf-changes-2n-clx-new1908_1" + - title: "1908.2" + data-set: "vpp-perf-changes-2n-clx-new1908_2" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "1908.1, 1908.2 - VPP versions tested." + - "Diff - difference between the previous and the current VPP version." + +# VPP Performance changes 2n-clx-xxv710 2t1c pdr +- type: "table" + title: "VPP Performance changes 2n-clx-xxv710 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-1908_2-2n-clx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "1908.1" + data-set: "vpp-perf-changes-2n-clx-new1908_1" + - title: "1908.2" + data-set: "vpp-perf-changes-2n-clx-new1908_2" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "1908.1, 1908.2 - VPP versions tested." + - "Diff - difference between the previous and the current VPP version." + # VPP Performance Changes 3n-hsw 1t1c pdr - type: "table" title: "VPP Performance Changes 3n-hsw 1t1c pdr" @@ -3447,14 +3537,14 @@ - title: "RCA2" data: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml" columns: - - title: "1908.0.pe" + - title: "1908.0-1" data-set: "vpp-perf-changes-3n-skx-old1908_0" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" - - title: "1908.1.pe" + - title: "1908.1-1" data-set: "vpp-perf-changes-3n-skx-old1908_1" - - title: "1908.1.ce" + - title: "1908.1-2" data-set: "vpp-perf-changes-3n-skx-new1908_1" - - title: "2001.0.ce" + - title: "2001.0-1" data-set: "vpp-perf-changes-3n-skx-new2001_0" comparisons: - title: "Diff1" @@ -3466,11 +3556,9 @@ compare: 4 legend: - "Legend to Table" - - "1908.0, 1908.1, 2001.0 - VPP versions tested." - - "pe - previous environment used for testing, per CSIT-1908 release, ." - - "ce - current environment used for testing, per CSIT-2001 release, ." - - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)." - - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce." + - "YYMM.MV-EV - tested VPP version (YY year, MM month, MV minor version) and CSIT test environment version (EV environment version), covered versions are 1908.0-1, 1908.1-1, 1908.1-2, 2001.0-2." + - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1-2 vs. 1908.1-1 (if latter results not available, 1908.0-1 is used)." + - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0-1 vs. 1908.1-2." - "RCA1 - root cause analysis reference for Diff1." - "RCA2 - root cause analysis reference for Diff2." @@ -3483,18 +3571,18 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" rca: - title: "RCA1" - data: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml" + data: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml" # For now we'll use PDR RCAs - title: "RCA2" - data: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml" + data: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml" # For now we'll use PDR RCAs columns: - - title: "1908.0.pe" + - title: "1908.0-1" data-set: "vpp-perf-changes-3n-skx-old1908_0" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" - - title: "1908.1.pe" + - title: "1908.1-1" data-set: "vpp-perf-changes-3n-skx-old1908_1" - - title: "1908.1.ce" + - title: "1908.1-2" data-set: "vpp-perf-changes-3n-skx-new1908_1" - - title: "2001.0.ce" + - title: "2001.0-1" data-set: "vpp-perf-changes-3n-skx-new2001_0" comparisons: - title: "Diff1" @@ -3506,11 +3594,9 @@ compare: 4 legend: - "Legend to Table" - - "1908.0, 1908.1, 2001.0 - VPP versions tested." - - "pe - previous environment used for testing, per CSIT-1908 release, ." - - "ce - current environment used for testing, per CSIT-2001 release, ." - - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)." - - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce." + - "YYMM.MV-EV - tested VPP version (YY year, MM month, MV minor version) and CSIT test environment version (EV environment version), covered versions are 1908.0-1, 1908.1-1, 1908.1-2, 2001.0-2." + - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1-2 vs. 1908.1-1 (if latter results not available, 1908.0-1 is used)." + - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0-1 vs. 1908.1-2." - "RCA1 - root cause analysis reference for Diff1." - "RCA2 - root cause analysis reference for Diff2." @@ -3635,14 +3721,14 @@ - title: "RCA2" data: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml" columns: - - title: "1908.0.pe" + - title: "1908.0-1" data-set: "vpp-perf-changes-2n-skx-old1908_0" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" - - title: "1908.1.pe" + - title: "1908.1-1" data-set: "vpp-perf-changes-2n-skx-old1908_1" - - title: "1908.1.ce" + - title: "1908.1-2" data-set: "vpp-perf-changes-2n-skx-new1908_1" - - title: "2001.0.ce" + - title: "2001.0-1" data-set: "vpp-perf-changes-2n-skx-new2001_0" comparisons: - title: "Diff1" @@ -3654,11 +3740,9 @@ compare: 4 legend: - "Legend to Table" - - "1908.0, 1908.1, 2001.0 - VPP versions tested." - - "pe - previous environment used for testing, per CSIT-1908 release, ." - - "ce - current environment used for testing, per CSIT-2001 release, ." - - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)." - - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce." + - "YYMM.MV-EV - tested VPP version (YY year, MM month, MV minor version) and CSIT test environment version (EV environment version), covered versions are 1908.0-1, 1908.1-1, 1908.1-2, 2001.0-2." + - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1-2 vs. 1908.1-1 (if latter results not available, 1908.0-1 is used)." + - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0-1 vs. 1908.1-2." - "RCA1 - root cause analysis reference for Diff1." - "RCA2 - root cause analysis reference for Diff2." @@ -3671,18 +3755,18 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" rca: - title: "RCA1" - data: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml" + data: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml" # For now we'll use PDR RCAs - title: "RCA2" - data: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml" + data: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml" # For now we'll use PDR RCAs columns: - - title: "1908.0.pe" + - title: "1908.0-1" data-set: "vpp-perf-changes-2n-skx-old1908_0" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" - - title: "1908.1.pe" + - title: "1908.1-1" data-set: "vpp-perf-changes-2n-skx-old1908_1" - - title: "1908.1.ce" + - title: "1908.1-2" data-set: "vpp-perf-changes-2n-skx-new1908_1" - - title: "2001.0.ce" + - title: "2001.0-1" data-set: "vpp-perf-changes-2n-skx-new2001_0" comparisons: - title: "Diff1" @@ -3694,11 +3778,9 @@ compare: 4 legend: - "Legend to Table" - - "1908.0, 1908.1, 2001.0 - VPP versions tested." - - "pe - previous environment used for testing, per CSIT-1908 release, ." - - "ce - current environment used for testing, per CSIT-2001 release, ." - - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)." - - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce." + - "YYMM.MV-EV - tested VPP version (YY year, MM month, MV minor version) and CSIT test environment version (EV environment version), covered versions are 1908.0-1, 1908.1-1, 1908.1-2, 2001.0-2." + - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1-2 vs. 1908.1-1 (if latter results not available, 1908.0-1 is used)." + - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0-1 vs. 1908.1-2." - "RCA1 - root cause analysis reference for Diff1." - "RCA2 - root cause analysis reference for Diff2." @@ -4443,7 +4525,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2t2c' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" + filter: "'2T2C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - title: "1904" data-set: "vpp-performance-changes-3n-hsw-mrr-h1"