X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=f26d0c8bfb826b6b13421a55589b01c87211d083;hp=e7794530a679240058165ae751170b2be4fc0b13;hb=f6169bc1a12147ecb6e1e42df18b161caabcb2bc;hpb=7a369b106a32b6fddc9ebd624f1a51ae7132d418 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index e7794530a6..f26d0c8bfb 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -75,7 +75,7 @@ urls: URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job" URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job" - URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/1810/robot-plugin.zip" + URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/1901/robot-plugin.zip" # URL[VIRL,DNV]: "http://download.it/from/nexus" URL[NEXUS]: "https://docs.fd.io/csit" DIR[NEXUS]: "report/_static/archive" @@ -133,49 +133,53 @@ plot-vpp-throughput-latency-3n-hsw: csit-vpp-perf-verify-1901-3n-hsw: - - 10 # NDRPDR sel - - 19 # NDRPDR sel - - 31 # NDRPDR sel - - 36 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - - 44 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 61 # NDRPDR LB - - 62 # NDRPDR LB - - 63 # NDRPDR LB - - 64 # NDRPDR LB - - 65 # NDRPDR LB - - 66 # NDRPDR LB - - 67 # NDRPDR LB - - 69 # NDRPDR LB - - 70 # NDRPDR LB - - 71 # NDRPDR LB +# - 10 # NDRPDR sel +# - 19 # NDRPDR sel +# - 31 # NDRPDR sel +# - 36 # NDRPDR sel +# - 40 # NDRPDR sel +# - 42 # NDRPDR sel +# - 44 # NDRPDR sel +# - 46 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 61 # NDRPDR LB +# - 62 # NDRPDR LB +# - 63 # NDRPDR LB +# - 64 # NDRPDR LB +# - 65 # NDRPDR LB +# - 66 # NDRPDR LB +# - 67 # NDRPDR LB +# - 69 # NDRPDR LB +# - 70 # NDRPDR LB +# - 71 # NDRPDR LB + - 72 # 1901.1 NDRPDR sel + - 78 # 1901.1 NDRPDR sel plot-throughput-speedup-analysis-3n-hsw: csit-vpp-perf-verify-1901-3n-hsw: - - 10 # NDRPDR sel - - 19 # NDRPDR sel - - 31 # NDRPDR sel - - 36 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - - 44 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 61 # NDRPDR LB - - 62 # NDRPDR LB - - 63 # NDRPDR LB - - 64 # NDRPDR LB - - 65 # NDRPDR LB - - 66 # NDRPDR LB - - 67 # NDRPDR LB - - 69 # NDRPDR LB - - 70 # NDRPDR LB - - 71 # NDRPDR LB +# - 10 # NDRPDR sel +# - 19 # NDRPDR sel +# - 31 # NDRPDR sel +# - 36 # NDRPDR sel +# - 40 # NDRPDR sel +# - 42 # NDRPDR sel +# - 44 # NDRPDR sel +# - 46 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 61 # NDRPDR LB +# - 62 # NDRPDR LB +# - 63 # NDRPDR LB +# - 64 # NDRPDR LB +# - 65 # NDRPDR LB +# - 66 # NDRPDR LB +# - 67 # NDRPDR LB +# - 69 # NDRPDR LB +# - 70 # NDRPDR LB +# - 71 # NDRPDR LB + - 72 # 1901.1 NDRPDR sel + - 78 # 1901.1 NDRPDR sel plot-vpp-http-server-performance: # TODO: Replace with new data @@ -235,39 +239,51 @@ plot-vpp-throughput-latency-3n-skx: csit-vpp-perf-verify-1901-3n-skx: - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 28 # NDRPDR sel - - 31 # NDRPDR sel - - 33 # NDRPDR sel - - 36 # NDRPDR sel - - 38 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 54 # NDRPDR LB - - 57 # NDRPDR LB - - 58 # NDRPDR LB - - 59 # NDRPDR LB - - 60 # NDRPDR LB +# - 18 # NDRPDR sel +# - 19 # NDRPDR sel +# - 20 # NDRPDR sel +# - 28 # NDRPDR sel +# - 31 # NDRPDR sel +# - 33 # NDRPDR sel +# - 36 # NDRPDR sel +# - 38 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 54 # NDRPDR LB +# - 57 # NDRPDR LB +# - 58 # NDRPDR LB +# - 59 # NDRPDR LB +# - 60 # NDRPDR LB +# - 63 # NDRPDR LB +# - 64 # NDRPDR LB +# - 65 # NDRPDR LB +# - 66 # NDRPDR LB +# - 67 # NDRPDR LB + - 68 # 1901.1 NDRPDR sel plot-throughput-speedup-analysis-3n-skx: csit-vpp-perf-verify-1901-3n-skx: - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 28 # NDRPDR sel - - 31 # NDRPDR sel - - 33 # NDRPDR sel - - 36 # NDRPDR sel - - 38 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 54 # NDRPDR LB - - 57 # NDRPDR LB - - 58 # NDRPDR LB - - 59 # NDRPDR LB - - 60 # NDRPDR LB +# - 18 # NDRPDR sel +# - 19 # NDRPDR sel +# - 20 # NDRPDR sel +# - 28 # NDRPDR sel +# - 31 # NDRPDR sel +# - 33 # NDRPDR sel +# - 36 # NDRPDR sel +# - 38 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 54 # NDRPDR LB +# - 57 # NDRPDR LB +# - 58 # NDRPDR LB +# - 59 # NDRPDR LB +# - 60 # NDRPDR LB +# - 63 # NDRPDR LB +# - 64 # NDRPDR LB +# - 65 # NDRPDR LB +# - 66 # NDRPDR LB +# - 67 # NDRPDR LB + - 68 # 1901.1 NDRPDR sel plot-dpdk-throughput-latency-3n-skx: csit-dpdk-perf-verify-1901-3n-skx: @@ -286,36 +302,37 @@ plot-vpp-throughput-latency-2n-skx: csit-vpp-perf-verify-1901-2n-skx: - - 5 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 31 # NDRPDR sel - - 34 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - - 43 # NDRPDR sel +# - 5 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 21 # NDRPDR sel +# - 23 # NDRPDR sel +# - 31 # NDRPDR sel +# - 34 # NDRPDR sel +# - 40 # NDRPDR sel +# - 42 # NDRPDR sel +# - 43 # NDRPDR sel + - 64 # 1901.1 NDRPDR sel plot-throughput-speedup-analysis-2n-skx: csit-vpp-perf-verify-1901-2n-skx: - - 5 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 31 # NDRPDR sel - - 34 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - - 43 # NDRPDR sel +# - 5 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 21 # NDRPDR sel +# - 23 # NDRPDR sel +# - 31 # NDRPDR sel +# - 34 # NDRPDR sel +# - 40 # NDRPDR sel +# - 42 # NDRPDR sel +# - 43 # NDRPDR sel + - 64 # 1901.1 NDRPDR sel plot-vpp-soak-2n-skx: csit-vpp-perf-verify-1901-2n-skx: - 45 # SOAK sel plot-vpp-nfv-2n-skx: - # TODO: Add new data csit-vpp-perf-verify-1901-2n-skx: - 28 # NFV NDRPDR - 29 # NFV NDRPDR @@ -324,7 +341,6 @@ - 46 # NFV NDRPDR plot-vpp-nfv-2n-skx-mrr: - # TODO: Add new data csit-vpp-perf-verify-1901-2n-skx: - 24 # NFV MRR - 26 # NFV MRR @@ -360,116 +376,137 @@ vpp-nic-comparison-3n-hsw: csit-vpp-perf-verify-1901-3n-hsw: - - 10 # NDRPDR sel - - 19 # NDRPDR sel - - 31 # NDRPDR sel - - 36 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - - 44 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 61 # NDRPDR LB - - 62 # NDRPDR LB - - 63 # NDRPDR LB - - 64 # NDRPDR LB - - 65 # NDRPDR LB - - 66 # NDRPDR LB - - 67 # NDRPDR LB - - 69 # NDRPDR LB - - 70 # NDRPDR LB - - 71 # NDRPDR LB +# - 10 # NDRPDR sel +# - 19 # NDRPDR sel +# - 31 # NDRPDR sel +# - 36 # NDRPDR sel +# - 40 # NDRPDR sel +# - 42 # NDRPDR sel +# - 44 # NDRPDR sel +# - 46 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 61 # NDRPDR LB +# - 62 # NDRPDR LB +# - 63 # NDRPDR LB +# - 64 # NDRPDR LB +# - 65 # NDRPDR LB +# - 66 # NDRPDR LB +# - 67 # NDRPDR LB +# - 69 # NDRPDR LB +# - 70 # NDRPDR LB +# - 71 # NDRPDR LB + - 72 # 1901.1 NDRPDR sel + - 78 # 1901.1 NDRPDR sel vpp-nic-comparison-3n-skx: csit-vpp-perf-verify-1901-3n-skx: - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 28 # NDRPDR sel - - 31 # NDRPDR sel - - 33 # NDRPDR sel - - 36 # NDRPDR sel - - 38 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 54 # NDRPDR LB - - 57 # NDRPDR LB - - 58 # NDRPDR LB - - 59 # NDRPDR LB - - 60 # NDRPDR LB +# - 18 # NDRPDR sel +# - 19 # NDRPDR sel +# - 20 # NDRPDR sel +# - 28 # NDRPDR sel +# - 31 # NDRPDR sel +# - 33 # NDRPDR sel +# - 36 # NDRPDR sel +# - 38 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 54 # NDRPDR LB +# - 57 # NDRPDR LB +# - 58 # NDRPDR LB +# - 59 # NDRPDR LB +# - 60 # NDRPDR LB +# - 63 # NDRPDR LB +# - 64 # NDRPDR LB +# - 65 # NDRPDR LB +# - 66 # NDRPDR LB +# - 67 # NDRPDR LB + - 68 # 1901.1 NDRPDR sel vpp-nic-comparison-2n-skx: csit-vpp-perf-verify-1901-2n-skx: - - 5 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 31 # NDRPDR sel - - 34 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - - 43 # NDRPDR sel +# - 5 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 21 # NDRPDR sel +# - 23 # NDRPDR sel +# - 31 # NDRPDR sel +# - 34 # NDRPDR sel +# - 40 # NDRPDR sel +# - 42 # NDRPDR sel +# - 43 # NDRPDR sel + - 64 # 1901.1 NDRPDR sel vpp-nic-comparison-3n-hsw-mrr: csit-vpp-perf-verify-1901-3n-hsw: - - 35 # MRR sel +# - 35 # MRR sel + - 73 # 1901.1 MRR sel + - 77 # 1901.1 MRR sel vpp-nic-comparison-3n-skx-mrr: csit-vpp-perf-verify-1901-3n-skx: - - 32 # MRR sel +# - 32 # MRR sel + - 69 # 1901.1 MRR sel vpp-nic-comparison-2n-skx-mrr: csit-vpp-perf-verify-1901-2n-skx: - - 22 # MRR sel +# - 22 # MRR sel + - 65 # 1901.1 MRR sel # Results vpp-perf-results-3n-hsw: csit-vpp-perf-verify-1901-3n-hsw: - - 38 # NDRPDR full - - 43 # NDRPDR full - - 45 # NDRPDR full - - 49 # NDRPDR full +# - 38 # NDRPDR full +# - 43 # NDRPDR full +# - 45 # NDRPDR full +# - 49 # NDRPDR full + - 72 # 1901.1 NDRPDR sel + - 78 # 1901.1 NDRPDR sel vpp-perf-results-3n-skx: csit-vpp-perf-verify-1901-3n-skx: - - 37 # NDRPDR full - - 39 # NDRPDR full - - 40 # NDRPDR full - - 49 # NDRPDR full +# - 37 # NDRPDR full +# - 39 # NDRPDR full +# - 40 # NDRPDR full +# - 49 # NDRPDR full + - 68 # 1901.1 NDRPDR sel vpp-perf-results-2n-skx: csit-vpp-perf-verify-1901-2n-skx: - - 25 # NDRPDR full - - 30 # NDRPDR full - - 33 # NDRPDR full - - 44 # NDRPDR full +# - 25 # NDRPDR full +# - 30 # NDRPDR full +# - 33 # NDRPDR full +# - 44 # NDRPDR full + - 64 # 1901.1 NDRPDR sel vpp-mrr-results-3n-hsw: csit-vpp-perf-verify-1901-3n-hsw: - - 35 # MRR sel +# - 35 # MRR sel + - 73 # 1901.1 MRR sel + - 77 # 1901.1 MRR sel vpp-mrr-results-3n-skx: csit-vpp-perf-verify-1901-3n-skx: - - 32 # MRR sel +# - 32 # MRR sel + - 69 # 1901.1 MRR sel vpp-mrr-results-2n-skx: csit-vpp-perf-verify-1901-2n-skx: - - 22 # MRR sel +# - 22 # MRR sel + - 65 # 1901.1 MRR sel vpp-func-results-ubuntu: csit-vpp-functional-1901-ubuntu1604-virl: - - 48 + - 173 vpp-func-results-centos: csit-vpp-functional-1901-centos7-virl: - - 50 + - 175 vpp-device-results-ubuntu: csit-vpp-device-1901-ubuntu1804-1n-skx: - - 49 + - 175 # VPP Ligato ligato-perf-results-3n-hsw: @@ -538,26 +575,28 @@ - 42 # NDRPDR sel vpp-performance-changes-3n-hsw-cmp: csit-vpp-perf-verify-1901-3n-hsw: - - 10 # NDRPDR sel - - 19 # NDRPDR sel - - 31 # NDRPDR sel - - 36 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - - 44 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 61 # NDRPDR LB - - 62 # NDRPDR LB - - 63 # NDRPDR LB - - 64 # NDRPDR LB - - 65 # NDRPDR LB - - 66 # NDRPDR LB - - 67 # NDRPDR LB - - 69 # NDRPDR LB - - 70 # NDRPDR LB - - 71 # NDRPDR LB +# - 10 # NDRPDR sel +# - 19 # NDRPDR sel +# - 31 # NDRPDR sel +# - 36 # NDRPDR sel +# - 40 # NDRPDR sel +# - 42 # NDRPDR sel +# - 44 # NDRPDR sel +# - 46 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 61 # NDRPDR LB +# - 62 # NDRPDR LB +# - 63 # NDRPDR LB +# - 64 # NDRPDR LB +# - 65 # NDRPDR LB +# - 66 # NDRPDR LB +# - 67 # NDRPDR LB +# - 69 # NDRPDR LB +# - 70 # NDRPDR LB +# - 71 # NDRPDR LB + - 72 # 1901.1 NDRPDR sel + - 78 # 1901.1 NDRPDR sel vpp-performance-changes-3n-hsw: - "vpp-performance-changes-3n-hsw-h1" - "vpp-performance-changes-3n-hsw-ref" @@ -589,21 +628,27 @@ - 25 # NDRPDR sel vpp-performance-changes-3n-skx-cmp: csit-vpp-perf-verify-1901-3n-skx: - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 28 # NDRPDR sel - - 31 # NDRPDR sel - - 33 # NDRPDR sel - - 36 # NDRPDR sel - - 38 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 54 # NDRPDR LB - - 57 # NDRPDR LB - - 58 # NDRPDR LB - - 59 # NDRPDR LB - - 60 # NDRPDR LB +# - 18 # NDRPDR sel +# - 19 # NDRPDR sel +# - 20 # NDRPDR sel +# - 28 # NDRPDR sel +# - 31 # NDRPDR sel +# - 33 # NDRPDR sel +# - 36 # NDRPDR sel +# - 38 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 54 # NDRPDR LB +# - 57 # NDRPDR LB +# - 58 # NDRPDR LB +# - 59 # NDRPDR LB +# - 60 # NDRPDR LB +# - 63 # NDRPDR LB +# - 64 # NDRPDR LB +# - 65 # NDRPDR LB +# - 66 # NDRPDR LB +# - 67 # NDRPDR LB + - 68 # 1901.1 NDRPDR sel vpp-performance-changes-3n-skx: - "vpp-performance-changes-3n-skx-h1" - "vpp-performance-changes-3n-skx-ref" @@ -635,16 +680,17 @@ - 27 # NDRPDR sel vpp-performance-changes-2n-skx-cmp: csit-vpp-perf-verify-1901-2n-skx: - - 5 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 31 # NDRPDR sel - - 34 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - - 43 # NDRPDR sel +# - 5 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 21 # NDRPDR sel +# - 23 # NDRPDR sel +# - 31 # NDRPDR sel +# - 34 # NDRPDR sel +# - 40 # NDRPDR sel +# - 42 # NDRPDR sel +# - 43 # NDRPDR sel + - 64 # 1901.1 NDRPDR sel vpp-performance-changes-2n-skx: - "vpp-performance-changes-2n-skx-h1" - "vpp-performance-changes-2n-skx-ref" @@ -666,7 +712,9 @@ - 9 # MRR sel vpp-performance-changes-3n-hsw-mrr-cmp: csit-vpp-perf-verify-1901-3n-hsw: - - 35 # MRR sel +# - 35 # MRR sel + - 73 # 1901.1 MRR sel + - 77 # 1901.1 MRR sel vpp-performance-changes-3n-hsw-mrr: - "vpp-performance-changes-3n-hsw-mrr-h1" - "vpp-performance-changes-3n-hsw-mrr-ref" @@ -692,7 +740,8 @@ - 13 # MRR sel vpp-performance-changes-3n-skx-mrr-cmp: csit-vpp-perf-verify-1901-3n-skx: - - 32 # MRR sel +# - 32 # MRR sel + - 69 # 1901.1 MRR sel vpp-performance-changes-3n-skx-mrr: - "vpp-performance-changes-3n-skx-mrr-h1" - "vpp-performance-changes-3n-skx-mrr-ref" @@ -718,7 +767,8 @@ - 12 # MRR sel vpp-performance-changes-2n-skx-mrr-cmp: csit-vpp-perf-verify-1901-2n-skx: - - 22 # MRR sel +# - 22 # MRR sel + - 65 # 1901.1 MRR sel vpp-performance-changes-2n-skx-mrr: - "vpp-performance-changes-2n-skx-mrr-h1" - "vpp-performance-changes-2n-skx-mrr-ref" @@ -838,53 +888,64 @@ vpp-compare-testbeds-ref: csit-vpp-perf-verify-1901-3n-hsw: - - 10 # NDRPDR sel - - 19 # NDRPDR sel - - 31 # NDRPDR sel - - 36 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - - 44 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 61 # NDRPDR LB - - 62 # NDRPDR LB - - 63 # NDRPDR LB - - 64 # NDRPDR LB - - 65 # NDRPDR LB - - 66 # NDRPDR LB - - 67 # NDRPDR LB - - 69 # NDRPDR LB - - 70 # NDRPDR LB - - 71 # NDRPDR LB +# - 10 # NDRPDR sel +# - 19 # NDRPDR sel +# - 31 # NDRPDR sel +# - 36 # NDRPDR sel +# - 40 # NDRPDR sel +# - 42 # NDRPDR sel +# - 44 # NDRPDR sel +# - 46 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 61 # NDRPDR LB +# - 62 # NDRPDR LB +# - 63 # NDRPDR LB +# - 64 # NDRPDR LB +# - 65 # NDRPDR LB +# - 66 # NDRPDR LB +# - 67 # NDRPDR LB +# - 69 # NDRPDR LB +# - 70 # NDRPDR LB +# - 71 # NDRPDR LB + - 72 # 1901.1 NDRPDR sel + - 78 # 1901.1 NDRPDR sel vpp-compare-testbeds-cmp: csit-vpp-perf-verify-1901-3n-skx: - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 28 # NDRPDR sel - - 31 # NDRPDR sel - - 33 # NDRPDR sel - - 36 # NDRPDR sel - - 38 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 54 # NDRPDR LB - - 57 # NDRPDR LB - - 58 # NDRPDR LB - - 59 # NDRPDR LB - - 60 # NDRPDR LB +# - 18 # NDRPDR sel +# - 19 # NDRPDR sel +# - 20 # NDRPDR sel +# - 28 # NDRPDR sel +# - 31 # NDRPDR sel +# - 33 # NDRPDR sel +# - 36 # NDRPDR sel +# - 38 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 54 # NDRPDR LB +# - 57 # NDRPDR LB +# - 58 # NDRPDR LB +# - 59 # NDRPDR LB +# - 60 # NDRPDR LB +# - 63 # NDRPDR LB +# - 64 # NDRPDR LB +# - 65 # NDRPDR LB +# - 66 # NDRPDR LB +# - 67 # NDRPDR LB + - 68 # 1901.1 NDRPDR sel vpp-compare-testbeds: - "vpp-compare-testbeds-ref" - "vpp-compare-testbeds-cmp" vpp-compare-testbeds-mrr-ref: csit-vpp-perf-verify-1901-3n-hsw: - - 35 # MRR sel +# - 35 # MRR sel + - 73 # 1901.1 MRR sel + - 77 # 1901.1 MRR sel vpp-compare-testbeds-mrr-cmp: csit-vpp-perf-verify-1901-3n-skx: - - 32 # MRR sel +# - 32 # MRR sel + - 69 # 1901.1 MRR sel vpp-compare-testbeds-mrr: - "vpp-compare-testbeds-mrr-ref" - "vpp-compare-testbeds-mrr-cmp" @@ -921,38 +982,52 @@ vpp-compare-topologies-ref: csit-vpp-perf-verify-1901-3n-skx: - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 28 # NDRPDR sel - - 31 # NDRPDR sel - - 33 # NDRPDR sel - - 36 # NDRPDR sel - - 38 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel +# - 18 # NDRPDR sel +# - 19 # NDRPDR sel +# - 20 # NDRPDR sel +# - 28 # NDRPDR sel +# - 31 # NDRPDR sel +# - 33 # NDRPDR sel +# - 36 # NDRPDR sel +# - 38 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 54 # NDRPDR LB +# - 57 # NDRPDR LB +# - 58 # NDRPDR LB +# - 59 # NDRPDR LB +# - 60 # NDRPDR LB +# - 63 # NDRPDR LB +# - 64 # NDRPDR LB +# - 65 # NDRPDR LB +# - 66 # NDRPDR LB +# - 67 # NDRPDR LB + - 68 # 1901.1 NDRPDR sel vpp-compare-topologies-cmp: csit-vpp-perf-verify-1901-2n-skx: - - 5 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 31 # NDRPDR sel - - 34 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - - 43 # NDRPDR sel +# - 5 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 21 # NDRPDR sel +# - 23 # NDRPDR sel +# - 31 # NDRPDR sel +# - 34 # NDRPDR sel +# - 40 # NDRPDR sel +# - 42 # NDRPDR sel +# - 43 # NDRPDR sel + - 64 # 1901.1 NDRPDR sel vpp-compare-topologies: - "vpp-compare-topologies-ref" - "vpp-compare-topologies-cmp" vpp-compare-topologies-mrr-ref: csit-vpp-perf-verify-1901-3n-skx: - - 32 # MRR sel +# - 32 # MRR sel + - 69 # 1901.1 MRR sel vpp-compare-topologies-mrr-cmp: csit-vpp-perf-verify-1901-2n-skx: - - 22 # MRR sel +# - 22 # MRR sel + - 65 # 1901.1 MRR sel vpp-compare-topologies-mrr: - "vpp-compare-topologies-mrr-ref" - "vpp-compare-topologies-mrr-cmp" @@ -1443,31 +1518,35 @@ - 36 # WRK - 37 # WRK csit-vpp-perf-verify-1901-3n-hsw: - - 35 # MRR sel - - 38 # NDRPDR full - - 43 # NDRPDR full - - 45 # NDRPDR full - - 49 # NDRPDR full - - 10 # NDRPDR sel - - 19 # NDRPDR sel - - 31 # NDRPDR sel - - 36 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - - 44 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 61 # NDRPDR LB - - 62 # NDRPDR LB - - 63 # NDRPDR LB - - 64 # NDRPDR LB - - 65 # NDRPDR LB - - 66 # NDRPDR LB - - 67 # NDRPDR LB - - 69 # NDRPDR LB - - 70 # NDRPDR LB - - 71 # NDRPDR LB +# - 35 # MRR sel +# - 38 # NDRPDR full +# - 43 # NDRPDR full +# - 45 # NDRPDR full +# - 49 # NDRPDR full +# - 10 # NDRPDR sel +# - 19 # NDRPDR sel +# - 31 # NDRPDR sel +# - 36 # NDRPDR sel +# - 40 # NDRPDR sel +# - 42 # NDRPDR sel +# - 44 # NDRPDR sel +# - 46 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 61 # NDRPDR LB +# - 62 # NDRPDR LB +# - 63 # NDRPDR LB +# - 64 # NDRPDR LB +# - 65 # NDRPDR LB +# - 66 # NDRPDR LB +# - 67 # NDRPDR LB +# - 69 # NDRPDR LB +# - 70 # NDRPDR LB +# - 71 # NDRPDR LB + - 72 # 1901.1 NDRPDR sel + - 78 # 1901.1 NDRPDR sel + - 73 # 1901.1 MRR sel + - 77 # 1901.1 MRR sel csit-vpp-perf-verify-1807-3n-skx: - 31 # MRR full - 28 # MRR sel @@ -1510,26 +1589,33 @@ - 22 # NDRPDR sel - 25 # NDRPDR sel csit-vpp-perf-verify-1901-3n-skx: - - 32 # MRR sel - - 37 # NDRPDR full - - 39 # NDRPDR full - - 40 # NDRPDR full - - 49 # NDRPDR full - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 28 # NDRPDR sel - - 31 # NDRPDR sel - - 33 # NDRPDR sel - - 36 # NDRPDR sel - - 38 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 54 # NDRPDR LB - - 57 # NDRPDR LB - - 58 # NDRPDR LB - - 59 # NDRPDR LB - - 60 # NDRPDR LB +# - 32 # MRR sel +# - 37 # NDRPDR full +# - 39 # NDRPDR full +# - 40 # NDRPDR full +# - 49 # NDRPDR full +# - 18 # NDRPDR sel +# - 19 # NDRPDR sel +# - 20 # NDRPDR sel +# - 28 # NDRPDR sel +# - 31 # NDRPDR sel +# - 33 # NDRPDR sel +# - 36 # NDRPDR sel +# - 38 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 54 # NDRPDR LB +# - 57 # NDRPDR LB +# - 58 # NDRPDR LB +# - 59 # NDRPDR LB +# - 60 # NDRPDR LB +# - 63 # NDRPDR LB +# - 64 # NDRPDR LB +# - 65 # NDRPDR LB +# - 66 # NDRPDR LB +# - 67 # NDRPDR LB + - 68 # 1901.1 NDRPDR sel + - 69 # 1901.1 MRR sel csit-vpp-perf-verify-1807-2n-skx: - 27 # MRR full - 31 # MRR sel @@ -1571,21 +1657,21 @@ - 24 # NDRPDR sel - 27 # NDRPDR sel csit-vpp-perf-verify-1901-2n-skx: - - 22 # MRR sel - - 25 # NDRPDR full - - 30 # NDRPDR full - - 33 # NDRPDR full - - 44 # NDRPDR full - - 5 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 31 # NDRPDR sel - - 34 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - - 43 # NDRPDR sel +# - 22 # MRR sel +# - 25 # NDRPDR full +# - 30 # NDRPDR full +# - 33 # NDRPDR full +# - 44 # NDRPDR full +# - 5 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 21 # NDRPDR sel +# - 23 # NDRPDR sel +# - 31 # NDRPDR sel +# - 34 # NDRPDR sel +# - 40 # NDRPDR sel +# - 42 # NDRPDR sel +# - 43 # NDRPDR sel - 24 # NFV MRR - 26 # NFV MRR - 27 # NFV MRR @@ -1597,7 +1683,8 @@ - 39 # NFV NDRPDR - 46 # NFV NDRPDR - 45 # SOAK - # TODO: Add new data + - 64 # 1901.1 NDRPDR sel + - 65 # 1901.1 MRR sel csit-ligato-perf-verify-1901-3n-hsw: - 10 # NDRPDR full - 8 # NDRPDR sel @@ -1699,11 +1786,11 @@ - 20 # NDRPDR sel - 21 # NDRPDR sel csit-vpp-functional-1901-ubuntu1604-virl: - - 48 + - 173 csit-vpp-functional-1901-centos7-virl: - - 50 + - 175 csit-vpp-device-1901-ubuntu1804-1n-skx: - - 49 + - 175 # Not used csit-nsh_sfc-verify-func-1810-ubuntu1604-virl: - 1 @@ -2183,7 +2270,7 @@ title: "rls1810" data: "vpp-performance-changes-3n-hsw-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -2207,7 +2294,7 @@ title: "rls1810" data: "vpp-performance-changes-3n-hsw-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -2231,7 +2318,7 @@ title: "rls1810" data: "vpp-performance-changes-3n-hsw-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -2255,7 +2342,7 @@ title: "rls1810" data: "vpp-performance-changes-3n-hsw-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -2279,7 +2366,7 @@ title: "rls1810" data: "vpp-performance-changes-3n-skx-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-3n-skx-cmp" data: "vpp-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -2303,7 +2390,7 @@ title: "rls1810" data: "vpp-performance-changes-3n-skx-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-3n-skx-cmp" data: "vpp-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -2327,7 +2414,7 @@ title: "rls1810" data: "vpp-performance-changes-3n-skx-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-3n-skx-cmp" data: "vpp-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -2351,7 +2438,7 @@ title: "rls1810" data: "vpp-performance-changes-3n-skx-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-3n-skx-cmp" data: "vpp-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -2375,7 +2462,7 @@ title: "rls1810" data: "vpp-performance-changes-2n-skx-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-2n-skx-cmp" data: "vpp-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -2398,7 +2485,7 @@ title: "rls1810" data: "vpp-performance-changes-2n-skx-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-2n-skx-cmp" data: "vpp-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -2421,7 +2508,7 @@ title: "rls1810" data: "vpp-performance-changes-2n-skx-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-2n-skx-cmp" data: "vpp-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -2444,7 +2531,7 @@ title: "rls1810" data: "vpp-performance-changes-2n-skx-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-2n-skx-cmp" data: "vpp-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -2628,7 +2715,7 @@ title: "rls1810" data: "vpp-performance-changes-3n-hsw-mrr-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-3n-hsw-mrr-cmp" data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -2652,7 +2739,7 @@ title: "rls1810" data: "vpp-performance-changes-3n-hsw-mrr-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-3n-hsw-mrr-cmp" data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -2676,7 +2763,7 @@ title: "rls1810" data: "vpp-performance-changes-3n-hsw-mrr-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-3n-hsw-mrr-cmp" data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -2700,7 +2787,7 @@ title: "rls1810" data: "vpp-performance-changes-3n-skx-mrr-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-3n-skx-mrr-cmp" data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -2724,7 +2811,7 @@ title: "rls1810" data: "vpp-performance-changes-3n-skx-mrr-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-3n-skx-mrr-cmp" data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -2748,7 +2835,7 @@ title: "rls1810" data: "vpp-performance-changes-3n-skx-mrr-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-3n-skx-mrr-cmp" data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -2772,7 +2859,7 @@ title: "rls1810" data: "vpp-performance-changes-2n-skx-mrr-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-2n-skx-mrr-cmp" data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -2796,7 +2883,7 @@ title: "rls1810" data: "vpp-performance-changes-2n-skx-mrr-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-2n-skx-mrr-cmp" data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -2820,7 +2907,7 @@ title: "rls1810" data: "vpp-performance-changes-2n-skx-mrr-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-2n-skx-mrr-cmp" data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -3050,15 +3137,15 @@ title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" rows: "generated" data: "vpp-perf-results-3n-hsw" filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "parent" - "name" - - "vat-history" + - "conf-history" # Test configuration - VPP Performance Test Configs 3n-skx - @@ -3072,15 +3159,15 @@ title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" rows: "generated" data: "vpp-perf-results-3n-skx" filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "parent" - "name" - - "vat-history" + - "conf-history" # Test configuration - VPP Performance Test Configs 2n-skx - @@ -3094,15 +3181,15 @@ title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" rows: "generated" data: "vpp-perf-results-2n-skx" filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "parent" - "name" - - "vat-history" + - "conf-history" # Test configuration - VPP Performance Test Configs 2n-dnv - @@ -3116,15 +3203,15 @@ title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" rows: "generated" data: "intel-dnv-vpp" filter: "'NDRPDR'" parameters: - "parent" - "name" - - "vat-history" + - "conf-history" # Test Operational Data - VPP Performance Operational Data 3n-hsw - @@ -3314,15 +3401,15 @@ title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" rows: "generated" data: "vpp-mrr-results-3n-hsw" filter: "'MRR'" parameters: - "parent" - "name" - - "vat-history" + - "conf-history" # Test configuration - VPP MRR Test Configs 3n-skx - @@ -3336,15 +3423,15 @@ title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" rows: "generated" data: "vpp-mrr-results-3n-skx" filter: "'MRR'" parameters: - "parent" - "name" - - "vat-history" + - "conf-history" # Test configuration - VPP MRR Test Configs 2n-skx - @@ -3358,15 +3445,15 @@ title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" rows: "generated" data: "vpp-mrr-results-2n-skx" filter: "'MRR'" parameters: - "parent" - "name" - - "vat-history" + - "conf-history" # Test configuration - VPP MRR Test Configs 2n-dnv - @@ -3380,15 +3467,15 @@ title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" rows: "generated" data: "intel-dnv-vpp" filter: "'MRR'" parameters: - "parent" - "name" - - "vat-history" + - "conf-history" # Detailed Test Results - VPP Functional Results - Ubuntu - @@ -3455,15 +3542,15 @@ title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" rows: "generated" data: "vpp-func-results-ubuntu" filter: "all" parameters: - "parent" - "name" - - "vat-history" + - "conf-history" # Test configuration - VPP Functional Test Configs - CentOS - @@ -3477,15 +3564,15 @@ title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" rows: "generated" data: "vpp-func-results-centos" filter: "all" parameters: - "parent" - "name" - - "vat-history" + - "conf-history" # Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw - @@ -3547,15 +3634,15 @@ title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" rows: "generated" data: "vpp-device-results-ubuntu" filter: "all" parameters: - "parent" - "name" - - "vat-history" + - "conf-history" ################################################################################