X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=ca8caa869f64b160e4f0058fe2a0e86ee711a7cc;hb=e19b6a5860556426663a11cbf6376893854618f3;hp=e7794530a679240058165ae751170b2be4fc0b13;hpb=7a369b106a32b6fddc9ebd624f1a51ae7132d418;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index e7794530a6..ca8caa869f 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -75,7 +75,7 @@ urls: URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job" URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job" - URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/1810/robot-plugin.zip" + URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip" # URL[VIRL,DNV]: "http://download.it/from/nexus" URL[NEXUS]: "https://docs.fd.io/csit" DIR[NEXUS]: "report/_static/archive" @@ -133,49 +133,53 @@ plot-vpp-throughput-latency-3n-hsw: csit-vpp-perf-verify-1901-3n-hsw: - - 10 # NDRPDR sel - - 19 # NDRPDR sel - - 31 # NDRPDR sel - - 36 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - - 44 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 61 # NDRPDR LB - - 62 # NDRPDR LB - - 63 # NDRPDR LB - - 64 # NDRPDR LB - - 65 # NDRPDR LB - - 66 # NDRPDR LB - - 67 # NDRPDR LB - - 69 # NDRPDR LB - - 70 # NDRPDR LB - - 71 # NDRPDR LB +# - 10 # NDRPDR sel +# - 19 # NDRPDR sel +# - 31 # NDRPDR sel +# - 36 # NDRPDR sel +# - 40 # NDRPDR sel +# - 42 # NDRPDR sel +# - 44 # NDRPDR sel +# - 46 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 61 # NDRPDR LB +# - 62 # NDRPDR LB +# - 63 # NDRPDR LB +# - 64 # NDRPDR LB +# - 65 # NDRPDR LB +# - 66 # NDRPDR LB +# - 67 # NDRPDR LB +# - 69 # NDRPDR LB +# - 70 # NDRPDR LB +# - 71 # NDRPDR LB + - 72 # 1901.1 NDRPDR sel + - 78 # 1901.1 NDRPDR sel plot-throughput-speedup-analysis-3n-hsw: csit-vpp-perf-verify-1901-3n-hsw: - - 10 # NDRPDR sel - - 19 # NDRPDR sel - - 31 # NDRPDR sel - - 36 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - - 44 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 61 # NDRPDR LB - - 62 # NDRPDR LB - - 63 # NDRPDR LB - - 64 # NDRPDR LB - - 65 # NDRPDR LB - - 66 # NDRPDR LB - - 67 # NDRPDR LB - - 69 # NDRPDR LB - - 70 # NDRPDR LB - - 71 # NDRPDR LB +# - 10 # NDRPDR sel +# - 19 # NDRPDR sel +# - 31 # NDRPDR sel +# - 36 # NDRPDR sel +# - 40 # NDRPDR sel +# - 42 # NDRPDR sel +# - 44 # NDRPDR sel +# - 46 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 61 # NDRPDR LB +# - 62 # NDRPDR LB +# - 63 # NDRPDR LB +# - 64 # NDRPDR LB +# - 65 # NDRPDR LB +# - 66 # NDRPDR LB +# - 67 # NDRPDR LB +# - 69 # NDRPDR LB +# - 70 # NDRPDR LB +# - 71 # NDRPDR LB + - 72 # 1901.1 NDRPDR sel + - 78 # 1901.1 NDRPDR sel plot-vpp-http-server-performance: # TODO: Replace with new data @@ -235,39 +239,51 @@ plot-vpp-throughput-latency-3n-skx: csit-vpp-perf-verify-1901-3n-skx: - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 28 # NDRPDR sel - - 31 # NDRPDR sel - - 33 # NDRPDR sel - - 36 # NDRPDR sel - - 38 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 54 # NDRPDR LB - - 57 # NDRPDR LB - - 58 # NDRPDR LB - - 59 # NDRPDR LB - - 60 # NDRPDR LB +# - 18 # NDRPDR sel +# - 19 # NDRPDR sel +# - 20 # NDRPDR sel +# - 28 # NDRPDR sel +# - 31 # NDRPDR sel +# - 33 # NDRPDR sel +# - 36 # NDRPDR sel +# - 38 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 54 # NDRPDR LB +# - 57 # NDRPDR LB +# - 58 # NDRPDR LB +# - 59 # NDRPDR LB +# - 60 # NDRPDR LB +# - 63 # NDRPDR LB +# - 64 # NDRPDR LB +# - 65 # NDRPDR LB +# - 66 # NDRPDR LB +# - 67 # NDRPDR LB + - 68 # 1901.1 NDRPDR sel plot-throughput-speedup-analysis-3n-skx: csit-vpp-perf-verify-1901-3n-skx: - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 28 # NDRPDR sel - - 31 # NDRPDR sel - - 33 # NDRPDR sel - - 36 # NDRPDR sel - - 38 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 54 # NDRPDR LB - - 57 # NDRPDR LB - - 58 # NDRPDR LB - - 59 # NDRPDR LB - - 60 # NDRPDR LB +# - 18 # NDRPDR sel +# - 19 # NDRPDR sel +# - 20 # NDRPDR sel +# - 28 # NDRPDR sel +# - 31 # NDRPDR sel +# - 33 # NDRPDR sel +# - 36 # NDRPDR sel +# - 38 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 54 # NDRPDR LB +# - 57 # NDRPDR LB +# - 58 # NDRPDR LB +# - 59 # NDRPDR LB +# - 60 # NDRPDR LB +# - 63 # NDRPDR LB +# - 64 # NDRPDR LB +# - 65 # NDRPDR LB +# - 66 # NDRPDR LB +# - 67 # NDRPDR LB + - 68 # 1901.1 NDRPDR sel plot-dpdk-throughput-latency-3n-skx: csit-dpdk-perf-verify-1901-3n-skx: @@ -286,36 +302,37 @@ plot-vpp-throughput-latency-2n-skx: csit-vpp-perf-verify-1901-2n-skx: - - 5 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 31 # NDRPDR sel - - 34 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - - 43 # NDRPDR sel +# - 5 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 21 # NDRPDR sel +# - 23 # NDRPDR sel +# - 31 # NDRPDR sel +# - 34 # NDRPDR sel +# - 40 # NDRPDR sel +# - 42 # NDRPDR sel +# - 43 # NDRPDR sel + - 64 # 1901.1 NDRPDR sel plot-throughput-speedup-analysis-2n-skx: csit-vpp-perf-verify-1901-2n-skx: - - 5 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 31 # NDRPDR sel - - 34 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - - 43 # NDRPDR sel +# - 5 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 21 # NDRPDR sel +# - 23 # NDRPDR sel +# - 31 # NDRPDR sel +# - 34 # NDRPDR sel +# - 40 # NDRPDR sel +# - 42 # NDRPDR sel +# - 43 # NDRPDR sel + - 64 # 1901.1 NDRPDR sel plot-vpp-soak-2n-skx: csit-vpp-perf-verify-1901-2n-skx: - 45 # SOAK sel plot-vpp-nfv-2n-skx: - # TODO: Add new data csit-vpp-perf-verify-1901-2n-skx: - 28 # NFV NDRPDR - 29 # NFV NDRPDR @@ -324,7 +341,6 @@ - 46 # NFV NDRPDR plot-vpp-nfv-2n-skx-mrr: - # TODO: Add new data csit-vpp-perf-verify-1901-2n-skx: - 24 # NFV MRR - 26 # NFV MRR @@ -349,8 +365,7 @@ # Denverton: intel-dnv-vpp: - # Not used - intel-dnv-vpp-release-1810: + intel-dnv-vpp-release-1901: - 1 ########################################################################### @@ -360,116 +375,137 @@ vpp-nic-comparison-3n-hsw: csit-vpp-perf-verify-1901-3n-hsw: - - 10 # NDRPDR sel - - 19 # NDRPDR sel - - 31 # NDRPDR sel - - 36 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - - 44 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 61 # NDRPDR LB - - 62 # NDRPDR LB - - 63 # NDRPDR LB - - 64 # NDRPDR LB - - 65 # NDRPDR LB - - 66 # NDRPDR LB - - 67 # NDRPDR LB - - 69 # NDRPDR LB - - 70 # NDRPDR LB - - 71 # NDRPDR LB +# - 10 # NDRPDR sel +# - 19 # NDRPDR sel +# - 31 # NDRPDR sel +# - 36 # NDRPDR sel +# - 40 # NDRPDR sel +# - 42 # NDRPDR sel +# - 44 # NDRPDR sel +# - 46 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 61 # NDRPDR LB +# - 62 # NDRPDR LB +# - 63 # NDRPDR LB +# - 64 # NDRPDR LB +# - 65 # NDRPDR LB +# - 66 # NDRPDR LB +# - 67 # NDRPDR LB +# - 69 # NDRPDR LB +# - 70 # NDRPDR LB +# - 71 # NDRPDR LB + - 72 # 1901.1 NDRPDR sel + - 78 # 1901.1 NDRPDR sel vpp-nic-comparison-3n-skx: csit-vpp-perf-verify-1901-3n-skx: - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 28 # NDRPDR sel - - 31 # NDRPDR sel - - 33 # NDRPDR sel - - 36 # NDRPDR sel - - 38 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 54 # NDRPDR LB - - 57 # NDRPDR LB - - 58 # NDRPDR LB - - 59 # NDRPDR LB - - 60 # NDRPDR LB +# - 18 # NDRPDR sel +# - 19 # NDRPDR sel +# - 20 # NDRPDR sel +# - 28 # NDRPDR sel +# - 31 # NDRPDR sel +# - 33 # NDRPDR sel +# - 36 # NDRPDR sel +# - 38 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 54 # NDRPDR LB +# - 57 # NDRPDR LB +# - 58 # NDRPDR LB +# - 59 # NDRPDR LB +# - 60 # NDRPDR LB +# - 63 # NDRPDR LB +# - 64 # NDRPDR LB +# - 65 # NDRPDR LB +# - 66 # NDRPDR LB +# - 67 # NDRPDR LB + - 68 # 1901.1 NDRPDR sel vpp-nic-comparison-2n-skx: csit-vpp-perf-verify-1901-2n-skx: - - 5 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 31 # NDRPDR sel - - 34 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - - 43 # NDRPDR sel +# - 5 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 21 # NDRPDR sel +# - 23 # NDRPDR sel +# - 31 # NDRPDR sel +# - 34 # NDRPDR sel +# - 40 # NDRPDR sel +# - 42 # NDRPDR sel +# - 43 # NDRPDR sel + - 64 # 1901.1 NDRPDR sel vpp-nic-comparison-3n-hsw-mrr: csit-vpp-perf-verify-1901-3n-hsw: - - 35 # MRR sel +# - 35 # MRR sel + - 73 # 1901.1 MRR sel + - 77 # 1901.1 MRR sel vpp-nic-comparison-3n-skx-mrr: csit-vpp-perf-verify-1901-3n-skx: - - 32 # MRR sel +# - 32 # MRR sel + - 69 # 1901.1 MRR sel vpp-nic-comparison-2n-skx-mrr: csit-vpp-perf-verify-1901-2n-skx: - - 22 # MRR sel +# - 22 # MRR sel + - 65 # 1901.1 MRR sel # Results vpp-perf-results-3n-hsw: csit-vpp-perf-verify-1901-3n-hsw: - - 38 # NDRPDR full - - 43 # NDRPDR full - - 45 # NDRPDR full - - 49 # NDRPDR full +# - 38 # NDRPDR full +# - 43 # NDRPDR full +# - 45 # NDRPDR full +# - 49 # NDRPDR full + - 72 # 1901.1 NDRPDR sel + - 78 # 1901.1 NDRPDR sel vpp-perf-results-3n-skx: csit-vpp-perf-verify-1901-3n-skx: - - 37 # NDRPDR full - - 39 # NDRPDR full - - 40 # NDRPDR full - - 49 # NDRPDR full +# - 37 # NDRPDR full +# - 39 # NDRPDR full +# - 40 # NDRPDR full +# - 49 # NDRPDR full + - 68 # 1901.1 NDRPDR sel vpp-perf-results-2n-skx: csit-vpp-perf-verify-1901-2n-skx: - - 25 # NDRPDR full - - 30 # NDRPDR full - - 33 # NDRPDR full - - 44 # NDRPDR full +# - 25 # NDRPDR full +# - 30 # NDRPDR full +# - 33 # NDRPDR full +# - 44 # NDRPDR full + - 64 # 1901.1 NDRPDR sel vpp-mrr-results-3n-hsw: csit-vpp-perf-verify-1901-3n-hsw: - - 35 # MRR sel +# - 35 # MRR sel + - 73 # 1901.1 MRR sel + - 77 # 1901.1 MRR sel vpp-mrr-results-3n-skx: csit-vpp-perf-verify-1901-3n-skx: - - 32 # MRR sel +# - 32 # MRR sel + - 69 # 1901.1 MRR sel vpp-mrr-results-2n-skx: csit-vpp-perf-verify-1901-2n-skx: - - 22 # MRR sel +# - 22 # MRR sel + - 65 # 1901.1 MRR sel vpp-func-results-ubuntu: csit-vpp-functional-1901-ubuntu1604-virl: - - 48 + - 173 vpp-func-results-centos: csit-vpp-functional-1901-centos7-virl: - - 50 + - 175 vpp-device-results-ubuntu: csit-vpp-device-1901-ubuntu1804-1n-skx: - - 49 + - 175 # VPP Ligato ligato-perf-results-3n-hsw: @@ -509,6 +545,16 @@ # Performance changes + intel-dnv-vpp-changes-2n-dnv-ref: + intel-dnv-vpp-release-1810: + - 1 + intel-dnv-vpp-changes-2n-dnv-cmp: + intel-dnv-vpp-release-1901: + - 1 + intel-dnv-vpp-changes-2n-dnv: + - "intel-dnv-vpp-changes-2n-dnv-ref" + - "intel-dnv-vpp-changes-2n-dnv-cmp" + vpp-performance-changes-3n-hsw-h1: csit-vpp-perf-verify-1807-3n-hsw: - 11 # NDRPDR full 1 @@ -538,26 +584,28 @@ - 42 # NDRPDR sel vpp-performance-changes-3n-hsw-cmp: csit-vpp-perf-verify-1901-3n-hsw: - - 10 # NDRPDR sel - - 19 # NDRPDR sel - - 31 # NDRPDR sel - - 36 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - - 44 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 61 # NDRPDR LB - - 62 # NDRPDR LB - - 63 # NDRPDR LB - - 64 # NDRPDR LB - - 65 # NDRPDR LB - - 66 # NDRPDR LB - - 67 # NDRPDR LB - - 69 # NDRPDR LB - - 70 # NDRPDR LB - - 71 # NDRPDR LB +# - 10 # NDRPDR sel +# - 19 # NDRPDR sel +# - 31 # NDRPDR sel +# - 36 # NDRPDR sel +# - 40 # NDRPDR sel +# - 42 # NDRPDR sel +# - 44 # NDRPDR sel +# - 46 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 61 # NDRPDR LB +# - 62 # NDRPDR LB +# - 63 # NDRPDR LB +# - 64 # NDRPDR LB +# - 65 # NDRPDR LB +# - 66 # NDRPDR LB +# - 67 # NDRPDR LB +# - 69 # NDRPDR LB +# - 70 # NDRPDR LB +# - 71 # NDRPDR LB + - 72 # 1901.1 NDRPDR sel + - 78 # 1901.1 NDRPDR sel vpp-performance-changes-3n-hsw: - "vpp-performance-changes-3n-hsw-h1" - "vpp-performance-changes-3n-hsw-ref" @@ -589,21 +637,27 @@ - 25 # NDRPDR sel vpp-performance-changes-3n-skx-cmp: csit-vpp-perf-verify-1901-3n-skx: - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 28 # NDRPDR sel - - 31 # NDRPDR sel - - 33 # NDRPDR sel - - 36 # NDRPDR sel - - 38 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 54 # NDRPDR LB - - 57 # NDRPDR LB - - 58 # NDRPDR LB - - 59 # NDRPDR LB - - 60 # NDRPDR LB +# - 18 # NDRPDR sel +# - 19 # NDRPDR sel +# - 20 # NDRPDR sel +# - 28 # NDRPDR sel +# - 31 # NDRPDR sel +# - 33 # NDRPDR sel +# - 36 # NDRPDR sel +# - 38 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 54 # NDRPDR LB +# - 57 # NDRPDR LB +# - 58 # NDRPDR LB +# - 59 # NDRPDR LB +# - 60 # NDRPDR LB +# - 63 # NDRPDR LB +# - 64 # NDRPDR LB +# - 65 # NDRPDR LB +# - 66 # NDRPDR LB +# - 67 # NDRPDR LB + - 68 # 1901.1 NDRPDR sel vpp-performance-changes-3n-skx: - "vpp-performance-changes-3n-skx-h1" - "vpp-performance-changes-3n-skx-ref" @@ -635,16 +689,17 @@ - 27 # NDRPDR sel vpp-performance-changes-2n-skx-cmp: csit-vpp-perf-verify-1901-2n-skx: - - 5 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 31 # NDRPDR sel - - 34 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - - 43 # NDRPDR sel +# - 5 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 21 # NDRPDR sel +# - 23 # NDRPDR sel +# - 31 # NDRPDR sel +# - 34 # NDRPDR sel +# - 40 # NDRPDR sel +# - 42 # NDRPDR sel +# - 43 # NDRPDR sel + - 64 # 1901.1 NDRPDR sel vpp-performance-changes-2n-skx: - "vpp-performance-changes-2n-skx-h1" - "vpp-performance-changes-2n-skx-ref" @@ -666,7 +721,9 @@ - 9 # MRR sel vpp-performance-changes-3n-hsw-mrr-cmp: csit-vpp-perf-verify-1901-3n-hsw: - - 35 # MRR sel +# - 35 # MRR sel + - 73 # 1901.1 MRR sel + - 77 # 1901.1 MRR sel vpp-performance-changes-3n-hsw-mrr: - "vpp-performance-changes-3n-hsw-mrr-h1" - "vpp-performance-changes-3n-hsw-mrr-ref" @@ -692,7 +749,8 @@ - 13 # MRR sel vpp-performance-changes-3n-skx-mrr-cmp: csit-vpp-perf-verify-1901-3n-skx: - - 32 # MRR sel +# - 32 # MRR sel + - 69 # 1901.1 MRR sel vpp-performance-changes-3n-skx-mrr: - "vpp-performance-changes-3n-skx-mrr-h1" - "vpp-performance-changes-3n-skx-mrr-ref" @@ -718,7 +776,8 @@ - 12 # MRR sel vpp-performance-changes-2n-skx-mrr-cmp: csit-vpp-perf-verify-1901-2n-skx: - - 22 # MRR sel +# - 22 # MRR sel + - 65 # 1901.1 MRR sel vpp-performance-changes-2n-skx-mrr: - "vpp-performance-changes-2n-skx-mrr-h1" - "vpp-performance-changes-2n-skx-mrr-ref" @@ -838,53 +897,64 @@ vpp-compare-testbeds-ref: csit-vpp-perf-verify-1901-3n-hsw: - - 10 # NDRPDR sel - - 19 # NDRPDR sel - - 31 # NDRPDR sel - - 36 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - - 44 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 61 # NDRPDR LB - - 62 # NDRPDR LB - - 63 # NDRPDR LB - - 64 # NDRPDR LB - - 65 # NDRPDR LB - - 66 # NDRPDR LB - - 67 # NDRPDR LB - - 69 # NDRPDR LB - - 70 # NDRPDR LB - - 71 # NDRPDR LB +# - 10 # NDRPDR sel +# - 19 # NDRPDR sel +# - 31 # NDRPDR sel +# - 36 # NDRPDR sel +# - 40 # NDRPDR sel +# - 42 # NDRPDR sel +# - 44 # NDRPDR sel +# - 46 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 61 # NDRPDR LB +# - 62 # NDRPDR LB +# - 63 # NDRPDR LB +# - 64 # NDRPDR LB +# - 65 # NDRPDR LB +# - 66 # NDRPDR LB +# - 67 # NDRPDR LB +# - 69 # NDRPDR LB +# - 70 # NDRPDR LB +# - 71 # NDRPDR LB + - 72 # 1901.1 NDRPDR sel + - 78 # 1901.1 NDRPDR sel vpp-compare-testbeds-cmp: csit-vpp-perf-verify-1901-3n-skx: - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 28 # NDRPDR sel - - 31 # NDRPDR sel - - 33 # NDRPDR sel - - 36 # NDRPDR sel - - 38 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 54 # NDRPDR LB - - 57 # NDRPDR LB - - 58 # NDRPDR LB - - 59 # NDRPDR LB - - 60 # NDRPDR LB +# - 18 # NDRPDR sel +# - 19 # NDRPDR sel +# - 20 # NDRPDR sel +# - 28 # NDRPDR sel +# - 31 # NDRPDR sel +# - 33 # NDRPDR sel +# - 36 # NDRPDR sel +# - 38 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 54 # NDRPDR LB +# - 57 # NDRPDR LB +# - 58 # NDRPDR LB +# - 59 # NDRPDR LB +# - 60 # NDRPDR LB +# - 63 # NDRPDR LB +# - 64 # NDRPDR LB +# - 65 # NDRPDR LB +# - 66 # NDRPDR LB +# - 67 # NDRPDR LB + - 68 # 1901.1 NDRPDR sel vpp-compare-testbeds: - "vpp-compare-testbeds-ref" - "vpp-compare-testbeds-cmp" vpp-compare-testbeds-mrr-ref: csit-vpp-perf-verify-1901-3n-hsw: - - 35 # MRR sel +# - 35 # MRR sel + - 73 # 1901.1 MRR sel + - 77 # 1901.1 MRR sel vpp-compare-testbeds-mrr-cmp: csit-vpp-perf-verify-1901-3n-skx: - - 32 # MRR sel +# - 32 # MRR sel + - 69 # 1901.1 MRR sel vpp-compare-testbeds-mrr: - "vpp-compare-testbeds-mrr-ref" - "vpp-compare-testbeds-mrr-cmp" @@ -921,38 +991,52 @@ vpp-compare-topologies-ref: csit-vpp-perf-verify-1901-3n-skx: - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 28 # NDRPDR sel - - 31 # NDRPDR sel - - 33 # NDRPDR sel - - 36 # NDRPDR sel - - 38 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel +# - 18 # NDRPDR sel +# - 19 # NDRPDR sel +# - 20 # NDRPDR sel +# - 28 # NDRPDR sel +# - 31 # NDRPDR sel +# - 33 # NDRPDR sel +# - 36 # NDRPDR sel +# - 38 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 54 # NDRPDR LB +# - 57 # NDRPDR LB +# - 58 # NDRPDR LB +# - 59 # NDRPDR LB +# - 60 # NDRPDR LB +# - 63 # NDRPDR LB +# - 64 # NDRPDR LB +# - 65 # NDRPDR LB +# - 66 # NDRPDR LB +# - 67 # NDRPDR LB + - 68 # 1901.1 NDRPDR sel vpp-compare-topologies-cmp: csit-vpp-perf-verify-1901-2n-skx: - - 5 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 31 # NDRPDR sel - - 34 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - - 43 # NDRPDR sel +# - 5 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 21 # NDRPDR sel +# - 23 # NDRPDR sel +# - 31 # NDRPDR sel +# - 34 # NDRPDR sel +# - 40 # NDRPDR sel +# - 42 # NDRPDR sel +# - 43 # NDRPDR sel + - 64 # 1901.1 NDRPDR sel vpp-compare-topologies: - "vpp-compare-topologies-ref" - "vpp-compare-topologies-cmp" vpp-compare-topologies-mrr-ref: csit-vpp-perf-verify-1901-3n-skx: - - 32 # MRR sel +# - 32 # MRR sel + - 69 # 1901.1 MRR sel vpp-compare-topologies-mrr-cmp: csit-vpp-perf-verify-1901-2n-skx: - - 22 # MRR sel +# - 22 # MRR sel + - 65 # 1901.1 MRR sel vpp-compare-topologies-mrr: - "vpp-compare-topologies-mrr-ref" - "vpp-compare-topologies-mrr-cmp" @@ -1389,7 +1473,9 @@ builds: - # Not used + intel-dnv-vpp-release-1901: + - 1 + intel-dnv-vpp-release-1810: - 1 @@ -1443,31 +1529,35 @@ - 36 # WRK - 37 # WRK csit-vpp-perf-verify-1901-3n-hsw: - - 35 # MRR sel - - 38 # NDRPDR full - - 43 # NDRPDR full - - 45 # NDRPDR full - - 49 # NDRPDR full - - 10 # NDRPDR sel - - 19 # NDRPDR sel - - 31 # NDRPDR sel - - 36 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - - 44 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 61 # NDRPDR LB - - 62 # NDRPDR LB - - 63 # NDRPDR LB - - 64 # NDRPDR LB - - 65 # NDRPDR LB - - 66 # NDRPDR LB - - 67 # NDRPDR LB - - 69 # NDRPDR LB - - 70 # NDRPDR LB - - 71 # NDRPDR LB +# - 35 # MRR sel +# - 38 # NDRPDR full +# - 43 # NDRPDR full +# - 45 # NDRPDR full +# - 49 # NDRPDR full +# - 10 # NDRPDR sel +# - 19 # NDRPDR sel +# - 31 # NDRPDR sel +# - 36 # NDRPDR sel +# - 40 # NDRPDR sel +# - 42 # NDRPDR sel +# - 44 # NDRPDR sel +# - 46 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 61 # NDRPDR LB +# - 62 # NDRPDR LB +# - 63 # NDRPDR LB +# - 64 # NDRPDR LB +# - 65 # NDRPDR LB +# - 66 # NDRPDR LB +# - 67 # NDRPDR LB +# - 69 # NDRPDR LB +# - 70 # NDRPDR LB +# - 71 # NDRPDR LB + - 72 # 1901.1 NDRPDR sel + - 78 # 1901.1 NDRPDR sel + - 73 # 1901.1 MRR sel + - 77 # 1901.1 MRR sel csit-vpp-perf-verify-1807-3n-skx: - 31 # MRR full - 28 # MRR sel @@ -1510,26 +1600,33 @@ - 22 # NDRPDR sel - 25 # NDRPDR sel csit-vpp-perf-verify-1901-3n-skx: - - 32 # MRR sel - - 37 # NDRPDR full - - 39 # NDRPDR full - - 40 # NDRPDR full - - 49 # NDRPDR full - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 28 # NDRPDR sel - - 31 # NDRPDR sel - - 33 # NDRPDR sel - - 36 # NDRPDR sel - - 38 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 54 # NDRPDR LB - - 57 # NDRPDR LB - - 58 # NDRPDR LB - - 59 # NDRPDR LB - - 60 # NDRPDR LB +# - 32 # MRR sel +# - 37 # NDRPDR full +# - 39 # NDRPDR full +# - 40 # NDRPDR full +# - 49 # NDRPDR full +# - 18 # NDRPDR sel +# - 19 # NDRPDR sel +# - 20 # NDRPDR sel +# - 28 # NDRPDR sel +# - 31 # NDRPDR sel +# - 33 # NDRPDR sel +# - 36 # NDRPDR sel +# - 38 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 54 # NDRPDR LB +# - 57 # NDRPDR LB +# - 58 # NDRPDR LB +# - 59 # NDRPDR LB +# - 60 # NDRPDR LB +# - 63 # NDRPDR LB +# - 64 # NDRPDR LB +# - 65 # NDRPDR LB +# - 66 # NDRPDR LB +# - 67 # NDRPDR LB + - 68 # 1901.1 NDRPDR sel + - 69 # 1901.1 MRR sel csit-vpp-perf-verify-1807-2n-skx: - 27 # MRR full - 31 # MRR sel @@ -1571,21 +1668,21 @@ - 24 # NDRPDR sel - 27 # NDRPDR sel csit-vpp-perf-verify-1901-2n-skx: - - 22 # MRR sel - - 25 # NDRPDR full - - 30 # NDRPDR full - - 33 # NDRPDR full - - 44 # NDRPDR full - - 5 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 31 # NDRPDR sel - - 34 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - - 43 # NDRPDR sel +# - 22 # MRR sel +# - 25 # NDRPDR full +# - 30 # NDRPDR full +# - 33 # NDRPDR full +# - 44 # NDRPDR full +# - 5 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 21 # NDRPDR sel +# - 23 # NDRPDR sel +# - 31 # NDRPDR sel +# - 34 # NDRPDR sel +# - 40 # NDRPDR sel +# - 42 # NDRPDR sel +# - 43 # NDRPDR sel - 24 # NFV MRR - 26 # NFV MRR - 27 # NFV MRR @@ -1597,7 +1694,8 @@ - 39 # NFV NDRPDR - 46 # NFV NDRPDR - 45 # SOAK - # TODO: Add new data + - 64 # 1901.1 NDRPDR sel + - 65 # 1901.1 MRR sel csit-ligato-perf-verify-1901-3n-hsw: - 10 # NDRPDR full - 8 # NDRPDR sel @@ -1699,11 +1797,11 @@ - 20 # NDRPDR sel - 21 # NDRPDR sel csit-vpp-functional-1901-ubuntu1604-virl: - - 48 + - 173 csit-vpp-functional-1901-centos7-virl: - - 50 + - 175 csit-vpp-device-1901-ubuntu1804-1n-skx: - - 49 + - 175 # Not used csit-nsh_sfc-verify-func-1810-ubuntu1604-virl: - 1 @@ -2169,6 +2267,147 @@ ################################################################################ # VPP +# VPP Performance Changes 2n-dnv 1t1c pdr +- + type: "table" + title: "VPP Performance Changes 2n-dnv 1t1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" + reference: + title: "rls1810" + data: "intel-dnv-vpp-changes-2n-dnv-ref" + compare: + title: "rls1901.1" + data: "intel-dnv-vpp-changes-2n-dnv-cmp" + data: "intel-dnv-vpp-changes-2n-dnv" + include-tests: "PDR" + filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 2n-dnv 2t2c pdr +- + type: "table" + title: "VPP Performance Changes 2n-dnv 2t2c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" + reference: + title: "rls1810" + data: "intel-dnv-vpp-changes-2n-dnv-ref" + compare: + title: "rls1901.1" + data: "intel-dnv-vpp-changes-2n-dnv-cmp" + data: "intel-dnv-vpp-changes-2n-dnv" + include-tests: "PDR" + filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 2n-dnv 1t1c ndr +- + type: "table" + title: "VPP Performance Changes 2n-dnv 1t1c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" + reference: + title: "rls1810" + data: "intel-dnv-vpp-changes-2n-dnv-ref" + compare: + title: "rls1901.1" + data: "intel-dnv-vpp-changes-2n-dnv-cmp" + data: "intel-dnv-vpp-changes-2n-dnv" + include-tests: "NDR" + filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 2n-dnv 2t2c ndr +- + type: "table" + title: "VPP Performance Changes 2n-dnv 2t2c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" + reference: + title: "rls1810" + data: "intel-dnv-vpp-changes-2n-dnv-ref" + compare: + title: "rls1901.1" + data: "intel-dnv-vpp-changes-2n-dnv-cmp" + data: "intel-dnv-vpp-changes-2n-dnv" + include-tests: "NDR" + filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" + parameters: + - "name" + - "parent" + - "throughput" + + +# VPP Performance Changes 2n-dnv 1t1c MRR +- + type: "table" + title: "VPP Performance Changes 2n-dnv 1t1c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" + reference: + title: "rls1810" + data: "intel-dnv-vpp-changes-2n-dnv-ref" + compare: + title: "rls1901.1" + data: "intel-dnv-vpp-changes-2n-dnv-cmp" + data: "intel-dnv-vpp-changes-2n-dnv" + include-tests: "MRR" + filter: "'1T1C' and 'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 2n-dnv 2t2c MRR +- + type: "table" + title: "VPP Performance Changes 2n-dnv 2t2c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" + reference: + title: "rls1810" + data: "intel-dnv-vpp-changes-2n-dnv-ref" + compare: + title: "rls1901.1" + data: "intel-dnv-vpp-changes-2n-dnv-cmp" + data: "intel-dnv-vpp-changes-2n-dnv" + include-tests: "MRR" + filter: "'2T2C' and 'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 2n-dnv 4t4c MRR +- + type: "table" + title: "VPP Performance Changes 2n-dnv 4t4c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" + reference: + title: "rls1810" + data: "intel-dnv-vpp-changes-2n-dnv-ref" + compare: + title: "rls1901.1" + data: "intel-dnv-vpp-changes-2n-dnv-cmp" + data: "intel-dnv-vpp-changes-2n-dnv" + include-tests: "MRR" + filter: "'4T4C' and 'MRR'" + parameters: + - "name" + - "parent" + - "result" + # VPP Performance Changes 3n-hsw 1t1c pdr - type: "table" @@ -2183,7 +2422,7 @@ title: "rls1810" data: "vpp-performance-changes-3n-hsw-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -2207,7 +2446,7 @@ title: "rls1810" data: "vpp-performance-changes-3n-hsw-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -2231,7 +2470,7 @@ title: "rls1810" data: "vpp-performance-changes-3n-hsw-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -2255,7 +2494,7 @@ title: "rls1810" data: "vpp-performance-changes-3n-hsw-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -2279,7 +2518,7 @@ title: "rls1810" data: "vpp-performance-changes-3n-skx-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-3n-skx-cmp" data: "vpp-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -2303,7 +2542,7 @@ title: "rls1810" data: "vpp-performance-changes-3n-skx-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-3n-skx-cmp" data: "vpp-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -2327,7 +2566,7 @@ title: "rls1810" data: "vpp-performance-changes-3n-skx-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-3n-skx-cmp" data: "vpp-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -2351,7 +2590,7 @@ title: "rls1810" data: "vpp-performance-changes-3n-skx-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-3n-skx-cmp" data: "vpp-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -2375,7 +2614,7 @@ title: "rls1810" data: "vpp-performance-changes-2n-skx-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-2n-skx-cmp" data: "vpp-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -2398,7 +2637,7 @@ title: "rls1810" data: "vpp-performance-changes-2n-skx-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-2n-skx-cmp" data: "vpp-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -2421,7 +2660,7 @@ title: "rls1810" data: "vpp-performance-changes-2n-skx-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-2n-skx-cmp" data: "vpp-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -2444,7 +2683,7 @@ title: "rls1810" data: "vpp-performance-changes-2n-skx-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-2n-skx-cmp" data: "vpp-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -2628,7 +2867,7 @@ title: "rls1810" data: "vpp-performance-changes-3n-hsw-mrr-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-3n-hsw-mrr-cmp" data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -2652,7 +2891,7 @@ title: "rls1810" data: "vpp-performance-changes-3n-hsw-mrr-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-3n-hsw-mrr-cmp" data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -2676,7 +2915,7 @@ title: "rls1810" data: "vpp-performance-changes-3n-hsw-mrr-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-3n-hsw-mrr-cmp" data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -2700,7 +2939,7 @@ title: "rls1810" data: "vpp-performance-changes-3n-skx-mrr-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-3n-skx-mrr-cmp" data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -2724,7 +2963,7 @@ title: "rls1810" data: "vpp-performance-changes-3n-skx-mrr-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-3n-skx-mrr-cmp" data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -2748,7 +2987,7 @@ title: "rls1810" data: "vpp-performance-changes-3n-skx-mrr-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-3n-skx-mrr-cmp" data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -2772,7 +3011,7 @@ title: "rls1810" data: "vpp-performance-changes-2n-skx-mrr-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-2n-skx-mrr-cmp" data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -2796,7 +3035,7 @@ title: "rls1810" data: "vpp-performance-changes-2n-skx-mrr-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-2n-skx-mrr-cmp" data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -2820,7 +3059,7 @@ title: "rls1810" data: "vpp-performance-changes-2n-skx-mrr-ref" compare: - title: "rls1901" + title: "rls1901.1" data: "vpp-performance-changes-2n-skx-mrr-cmp" data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -3050,15 +3289,15 @@ title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" rows: "generated" data: "vpp-perf-results-3n-hsw" filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "parent" - "name" - - "vat-history" + - "conf-history" # Test configuration - VPP Performance Test Configs 3n-skx - @@ -3072,15 +3311,15 @@ title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" rows: "generated" data: "vpp-perf-results-3n-skx" filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "parent" - "name" - - "vat-history" + - "conf-history" # Test configuration - VPP Performance Test Configs 2n-skx - @@ -3094,15 +3333,15 @@ title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" rows: "generated" data: "vpp-perf-results-2n-skx" filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "parent" - "name" - - "vat-history" + - "conf-history" # Test configuration - VPP Performance Test Configs 2n-dnv - @@ -3116,15 +3355,15 @@ title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" rows: "generated" data: "intel-dnv-vpp" filter: "'NDRPDR'" parameters: - "parent" - "name" - - "vat-history" + - "conf-history" # Test Operational Data - VPP Performance Operational Data 3n-hsw - @@ -3314,15 +3553,15 @@ title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" rows: "generated" data: "vpp-mrr-results-3n-hsw" filter: "'MRR'" parameters: - "parent" - "name" - - "vat-history" + - "conf-history" # Test configuration - VPP MRR Test Configs 3n-skx - @@ -3336,15 +3575,15 @@ title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" rows: "generated" data: "vpp-mrr-results-3n-skx" filter: "'MRR'" parameters: - "parent" - "name" - - "vat-history" + - "conf-history" # Test configuration - VPP MRR Test Configs 2n-skx - @@ -3358,15 +3597,15 @@ title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" rows: "generated" data: "vpp-mrr-results-2n-skx" filter: "'MRR'" parameters: - "parent" - "name" - - "vat-history" + - "conf-history" # Test configuration - VPP MRR Test Configs 2n-dnv - @@ -3380,15 +3619,15 @@ title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" rows: "generated" data: "intel-dnv-vpp" filter: "'MRR'" parameters: - "parent" - "name" - - "vat-history" + - "conf-history" # Detailed Test Results - VPP Functional Results - Ubuntu - @@ -3455,15 +3694,15 @@ title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" rows: "generated" data: "vpp-func-results-ubuntu" filter: "all" parameters: - "parent" - "name" - - "vat-history" + - "conf-history" # Test configuration - VPP Functional Test Configs - CentOS - @@ -3477,15 +3716,15 @@ title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" rows: "generated" data: "vpp-func-results-centos" filter: "all" parameters: - "parent" - "name" - - "vat-history" + - "conf-history" # Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw - @@ -3547,15 +3786,15 @@ title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" rows: "generated" data: "vpp-device-results-ubuntu" filter: "all" parameters: - "parent" - "name" - - "vat-history" + - "conf-history" ################################################################################