X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=74ce8289b27d06ed23f0a4b0b04d640ab14e4a1b;hb=8e144056d6aaf83315df1dc4e2ea12f5f0c1e0ec;hp=bd16e165c522d3df8d3a0810bd05946793ac891f;hpb=bec963c7d97302d7a0e41d38a5eec1ff5e518067;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index bd16e165c5..74ce8289b2 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -128,22 +128,12 @@ # Denverton: intel-dnv-vpp: + # TODO: Replace with new data intel-dnv-vpp-release-1810: - 1 # VPP Performance vpp-performance-changes-3n-hsw: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel csit-vpp-perf-verify-1807-3n-hsw: - 11 # NDRPDR full 1 - 22 # NDRPDR full 2 @@ -169,8 +159,12 @@ - 39 # NDRPDR sel - 41 # NDRPDR sel - 42 # NDRPDR sel + # TODO Add new data + # csit-vpp-perf-verify-1901-3n-hsw: vpp-nic-comparison-3n-hsw: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-3n-hsw: csit-vpp-perf-verify-1810-3n-hsw: - 8 # NDRPDR sel - 12 # NDRPDR sel @@ -206,8 +200,12 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel + # TODO Add new data: + # csit-vpp-perf-verify-1901-3n-skx: vpp-nic-comparison-3n-skx: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-3n-skx: csit-vpp-perf-verify-1810-3n-skx: - 10 # NDRPDR sel - 14 # NDRPDR sel @@ -243,8 +241,12 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel - 27 # NDRPDR sel + # TODO Add new data: + # csit-vpp-perf-verify-1901-2n-skx: vpp-nic-comparison-2n-skx: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-2n-skx: csit-vpp-perf-verify-1810-2n-skx: - 9 # NDRPDR sel - 13 # NDRPDR sel @@ -258,6 +260,8 @@ - 27 # NDRPDR sel vpp-compare-testbeds: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-3n-hsw: csit-vpp-perf-verify-1810-3n-hsw: - 8 # NDRPDR sel - 12 # NDRPDR sel @@ -269,6 +273,8 @@ - 39 # NDRPDR sel - 41 # NDRPDR sel - 42 # NDRPDR sel + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-3n-skx: csit-vpp-perf-verify-1810-3n-skx: - 24 # NDRPDR full - 10 # NDRPDR sel @@ -283,8 +289,12 @@ - 25 # NDRPDR sel vpp-compare-testbeds-mrr: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-3n-hsw: csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-3n-skx: csit-vpp-perf-verify-1810-3n-skx: - 9 # MRR sel - 11 # MRR sel @@ -292,6 +302,8 @@ - 13 # MRR sel vpp-compare-topologies: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-3n-skx: csit-vpp-perf-verify-1810-3n-skx: - 10 # NDRPDR sel - 14 # NDRPDR sel @@ -303,6 +315,8 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-2n-skx: csit-vpp-perf-verify-1810-2n-skx: - 9 # NDRPDR sel - 13 # NDRPDR sel @@ -316,11 +330,15 @@ - 27 # NDRPDR sel vpp-compare-topologies-mrr: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-3n-skx: csit-vpp-perf-verify-1810-3n-skx: - 9 # MRR sel - 11 # MRR sel - 12 # MRR sel - 13 # MRR sel + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-2n-skx: csit-vpp-perf-verify-1810-2n-skx: - 8 # MRR sel - 10 # MRR sel @@ -328,17 +346,6 @@ - 12 # MRR sel vpp-performance-changes-3n-hsw-mrr: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel csit-vpp-perf-verify-1807-3n-hsw: - 8 # MRR full - 9 # MRR sel @@ -351,8 +358,12 @@ - 48 # MRR sel csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel + # TODO: Add new data + # csit-vpp-perf-verify-1901-3n-hsw: vpp-nic-comparison-3n-hsw-mrr: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-3n-hsw: csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel @@ -373,8 +384,12 @@ - 11 # MRR sel - 12 # MRR sel - 13 # MRR sel + # TODO: Add new data + # csit-vpp-perf-verify-1901-3n-skx: vpp-nic-comparison-3n-skx-mrr: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-3n-skx: csit-vpp-perf-verify-1810-3n-skx: - 9 # MRR sel - 11 # MRR sel @@ -398,8 +413,12 @@ - 10 # MRR sel - 11 # MRR sel - 12 # MRR sel + # TODO: Add new data + # csit-vpp-perf-verify-1901-2n-skx: vpp-nic-comparison-2n-skx-mrr: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-2n-skx: csit-vpp-perf-verify-1810-2n-skx: - 8 # MRR sel - 10 # MRR sel @@ -407,6 +426,8 @@ - 12 # MRR sel vpp-perf-results-3n-hsw: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-3n-hsw: csit-vpp-perf-verify-1810-3n-hsw: - 20 # NDRPDR full - 21 # NDRPDR full @@ -414,28 +435,40 @@ - 27 # NDRPDR full vpp-perf-results-3n-skx: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-3n-skx: csit-vpp-perf-verify-1810-3n-skx: - 23 # NDRPDR full - 24 # NDRPDR full vpp-perf-results-2n-skx: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-2n-skx: csit-vpp-perf-verify-1810-2n-skx: - 25 # NDRPDR full - 26 # NDRPDR full vpp-mrr-results-3n-hsw: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-3n-hsw: csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel vpp-mrr-results-3n-skx: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-3n-skx: csit-vpp-perf-verify-1810-3n-skx: - 9 # MRR sel vpp-mrr-results-2n-skx: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-2n-skx: csit-vpp-perf-verify-1810-2n-skx: - 8 # MRR sel plot-throughput-speedup-analysis-3n-hsw: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-3n-hsw: csit-vpp-perf-verify-1810-3n-hsw: - 8 # NDRPDR sel - 12 # NDRPDR sel @@ -449,6 +482,8 @@ - 42 # NDRPDR sel plot-throughput-speedup-analysis-3n-skx: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-3n-skx: csit-vpp-perf-verify-1810-3n-skx: - 24 # NDRPDR full - 10 # NDRPDR sel @@ -463,6 +498,8 @@ - 25 # NDRPDR sel plot-throughput-speedup-analysis-2n-skx: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-2n-skx: csit-vpp-perf-verify-1810-2n-skx: - 9 # NDRPDR sel - 13 # NDRPDR sel @@ -476,6 +513,8 @@ - 27 # NDRPDR sel plot-vpp-throughput-latency-3n-hsw: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-3n-hsw: csit-vpp-perf-verify-1810-3n-hsw: - 8 # NDRPDR sel - 12 # NDRPDR sel @@ -488,7 +527,37 @@ - 41 # NDRPDR sel - 42 # NDRPDR sel + plot-vpp-soak-2n-skx: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-2n-skx: + csit-vpp-perf-verify-master-2n-skx: + - 248 # SOAK sel + - 251 # SOAK sel + + plot-vpp-vsc-2n-skx: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-2n-skx: + csit-vpp-perf-verify-master-2n-skx: + - 237 + - 243 + + plot-vpp-csc-2n-skx: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-2n-skx: + csit-vpp-perf-verify-master-2n-skx: + - 226 + - 231 + - 233 + + plot-vpp-csp-2n-skx: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-2n-skx: + csit-vpp-perf-verify-master-2n-skx: + - 247 + plot-vpp-throughput-latency-3n-skx: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-3n-skx: csit-vpp-perf-verify-1810-3n-skx: - 24 # NDRPDR full - 10 # NDRPDR sel @@ -503,6 +572,8 @@ - 25 # NDRPDR sel plot-vpp-throughput-latency-2n-skx: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-2n-skx: csit-vpp-perf-verify-1810-2n-skx: - 9 # NDRPDR sel - 13 # NDRPDR sel @@ -516,6 +587,8 @@ - 27 # NDRPDR sel plot-vpp-http-server-performance: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-3n-hsw: csit-vpp-perf-verify-1810-3n-hsw: - 28 # WRK - 29 # WRK @@ -530,23 +603,27 @@ # VPP Functional vpp-func-results-ubuntu: - csit-vpp-functional-1810-ubuntu1604-virl: - - 44 + csit-vpp-functional-1901-ubuntu1604-virl: + - 48 vpp-func-results-centos: - csit-vpp-functional-1810-centos7-virl: - - 44 + csit-vpp-functional-1901-centos7-virl: + - 50 vpp-device-results-ubuntu: - csit-vpp-device-1810-ubuntu1804-1n-skx: - - 2 + csit-vpp-device-1901-ubuntu1804-1n-skx: + - 49 # VPP Ligato ligato-perf-results-3n-hsw: + # TODO: Replace with new data + # csit-ligato-perf-verify-1901-3n-hsw: csit-ligato-perf-verify-1810-3n-hsw: - 5 # full plot-ligato-throughput-speedup-analysis-3n-hsw: + # TODO: Replace with new data + # csit-ligato-perf-verify-1901-3n-hsw: csit-ligato-perf-verify-1810-3n-hsw: - 5 # full - 6 # sel @@ -561,6 +638,8 @@ - 18 # sel plot-ligato-throughput-latency-3n-hsw: + # TODO: Replace with new data + # csit-ligato-perf-verify-1901-3n-hsw: csit-ligato-perf-verify-1810-3n-hsw: - 5 # full - 6 # sel @@ -576,17 +655,6 @@ # DPDK Performance dpdk-performance-changes-3n-hsw: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 csit-dpdk-perf-verify-1807-3n-hsw: - 11 - 12 # full @@ -609,6 +677,8 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + # TODO: Add new data + # csit-dpdk-perf-verify-1901-3n-hsw: dpdk-performance-changes-3n-skx: csit-dpdk-perf-verify-1807-3n-skx: @@ -633,8 +703,12 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel + # TODO: Add new data + # csit-dpdk-perf-verify-1901-3n-skx: dpdk-compare-testbeds: + # TODO: Replace with new data + # csit-dpdk-perf-verify-1901-3n-skx: csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -646,6 +720,8 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel + # TODO: Replace with new data + # csit-dpdk-perf-verify-1901-3n-hsw: csit-dpdk-perf-verify-1810-3n-hsw: - 1 # NDRPDR sel - 2 # NDRPDR sel @@ -659,6 +735,8 @@ - 10 # NDRPDR sel dpdk-compare-topologies: + # TODO: Replace with new data + # csit-dpdk-perf-verify-1901-3n-skx: csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -670,6 +748,8 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel + # TODO: Replace with new data + # csit-dpdk-perf-verify-1901-2n-skx: csit-dpdk-perf-verify-1810-2n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -683,18 +763,26 @@ - 13 # NDRPDR sel dpdk-perf-results-3n-hsw: + # TODO: Replace with new data + # csit-dpdk-perf-verify-1901-3n-hsw: csit-dpdk-perf-verify-1810-3n-hsw: - 1 dpdk-perf-results-3n-skx: + # TODO: Replace with new data + # csit-dpdk-perf-verify-1901-3n-skx: csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel dpdk-perf-results-2n-skx: + # TODO: Replace with new data + # csit-dpdk-perf-verify-1901-2n-skx: csit-dpdk-perf-verify-1810-2n-skx: - 3 plot-dpdk-throughput-latency-3n-hsw: + # TODO: Replace with new data + # csit-dpdk-perf-verify-1901-3n-hsw: csit-dpdk-perf-verify-1810-3n-hsw: - 1 # NDRPDR sel - 2 # NDRPDR sel @@ -708,6 +796,8 @@ - 10 # NDRPDR sel plot-dpdk-throughput-latency-3n-skx: + # TODO: Replace with new data + # csit-dpdk-perf-verify-1901-3n-skx: csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -721,6 +811,8 @@ - 13 # NDRPDR sel plot-dpdk-throughput-latency-2n-skx: + # TODO: Replace with new data + # csit-dpdk-perf-verify-1901-2n-skx: csit-dpdk-perf-verify-1810-2n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -735,21 +827,106 @@ # HoneyComb Functional hc-func-results: + # TODO: Replace with new data + # csit-hc2vpp-verify-func-1901-ubuntu1604: csit-hc2vpp-verify-func-1810-ubuntu1604: - 3 # NSH SFC Functional nsh-func-results: + # TODO: Replace with new data + # csit-nsh_sfc-verify-func-1901-ubuntu1604-virl: csit-nsh_sfc-verify-func-1810-ubuntu1604-virl: - 1 # DMM Functional dmm-func-results: + # TODO: Replace with new data + # csit-dmm-functional-1901-ubuntu1604-virl: csit-dmm-functional-1810-ubuntu1604-virl: - 1 plot-layouts: + plot-soak-throughput: + titlefont: + size: 18 + xaxis: + title: "Test Cases [Index]" + titlefont: + size: 16 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickmode: "linear" + tickfont: + size: 16 + zeroline: False + yaxis: + title: "Packet Throughput [Mpps]" + titlefont: + size: 16 + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4s" + tickformat: ".3s" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickfont: + size: 16 + zeroline: False + range: [0,50] + autosize: False + margin: + t: 50 + b: 0 + l: 80 + r: 20 + showlegend: True + legend: + orientation: "h" + font: + size: 16 + width: 700 + height: 900 + + plot-service-density: + titlefont: + size: 18 + xaxis: + side: "top" + autorange: True + fixedrange: False + showgrid: False + showline: False + showticklabels: False + ticks: "" + ticklen: 0 + tickwidth: 0 + zeroline: False + yaxis: + autorange: "reversed" + showgrid: False + showline: False + showticklabels: False + ticks: "" + ticklen: 0 + tickwidth: 0 + zeroline: False + autosize: True + showlegend: False + width: 700 + height: 700 + plot-cps: titlefont: size: 18 @@ -947,7 +1124,7 @@ size: 16 zeroline: True rangemode: "tozero" - # range: [0,100] + range: [0,100] legend: orientation: "h" font: @@ -1076,17 +1253,6 @@ intel-dnv-vpp-release-1810: - 1 - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel csit-vpp-perf-verify-1807-3n-hsw: - 8 # MRR full - 9 # MRR sel @@ -1227,18 +1393,15 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel - 27 # NDRPDR sel - csit-vpp-perf-check-1804: - - 5 # mrr - full - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + csit-vpp-perf-verify-master-2n-skx: + - 248 # SOAK sel + - 251 # SOAK sel + - 237 # VSC + - 226 # CSC + - 231 # CSC + - 233 # CSC + - 243 # VSC + - 247 # CSP csit-ligato-perf-verify-1810-3n-hsw: - 5 # full - 6 # sel @@ -1251,17 +1414,6 @@ - 16 # sel - 17 # sel - 18 # sel - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 csit-dpdk-perf-verify-1807-3n-hsw: - 11 - 12 # full @@ -1318,12 +1470,12 @@ - 12 # NDRPDR sel - 13 # NDRPDR sel - csit-vpp-functional-1810-ubuntu1604-virl: - - 44 - csit-vpp-functional-1810-centos7-virl: - - 44 - csit-vpp-device-1810-ubuntu1804-1n-skx: - - 2 + csit-vpp-functional-1901-ubuntu1604-virl: + - 48 + csit-vpp-functional-1901-centos7-virl: + - 50 + csit-vpp-device-1901-ubuntu1804-1n-skx: + - 49 csit-nsh_sfc-verify-func-1810-ubuntu1604-virl: - 1 csit-dmm-functional-1810-ubuntu1604-virl: @@ -1797,39 +1949,39 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel - 18 # NDRPDR sel - - 20 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 42 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data: csit-vpp-perf-verify-1810-3n-hsw: - 8 # NDRPDR sel - 12 # NDRPDR sel @@ -1857,39 +2009,40 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel + - 47 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel - 18 # NDRPDR sel - - 20 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 42 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data: csit-vpp-perf-verify-1810-3n-hsw: - 8 # NDRPDR sel - 12 # NDRPDR sel @@ -1917,39 +2070,40 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel + - 47 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel - 18 # NDRPDR sel - - 20 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 42 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data: csit-vpp-perf-verify-1810-3n-hsw: - 8 # NDRPDR sel - 12 # NDRPDR sel @@ -1977,39 +2131,40 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel + - 47 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel - 18 # NDRPDR sel - - 20 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 42 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data: csit-vpp-perf-verify-1810-3n-hsw: - 8 # NDRPDR sel - 12 # NDRPDR sel @@ -2035,23 +2190,39 @@ title: "VPP Performance Changes 3n-skx 2t1c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data: csit-vpp-perf-verify-1810-3n-skx: - 10 # NDRPDR sel - 14 # NDRPDR sel @@ -2077,23 +2248,39 @@ title: "VPP Performance Changes 3n-skx 4t2c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data: csit-vpp-perf-verify-1810-3n-skx: - 10 # NDRPDR sel - 14 # NDRPDR sel @@ -2119,23 +2306,39 @@ title: "VPP Performance Changes 3n-skx 2t1c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data: csit-vpp-perf-verify-1810-3n-skx: - 10 # NDRPDR sel - 14 # NDRPDR sel @@ -2161,21 +2364,22 @@ title: "VPP Performance Changes 3n-skx 4t2c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: @@ -2189,7 +2393,22 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel - data: "vpp-performance-changes-3n-skx" + compare: + title: "rls1901" + data: + # TODO: Replace with new data: + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + data: "vpp-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: @@ -2203,23 +2422,39 @@ title: "VPP Performance Changes 2n-skx 2t1c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data: csit-vpp-perf-verify-1810-2n-skx: - 9 # NDRPDR sel - 13 # NDRPDR sel @@ -2245,23 +2480,38 @@ title: "VPP Performance Changes 2n-skx 4t2c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr" + history: + - title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data: csit-vpp-perf-verify-1810-2n-skx: - 9 # NDRPDR sel - 13 # NDRPDR sel @@ -2287,23 +2537,38 @@ title: "VPP Performance Changes 2n-skx 2t1c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr" + history: + - title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data: csit-vpp-perf-verify-1810-2n-skx: - 9 # NDRPDR sel - 13 # NDRPDR sel @@ -2329,23 +2594,38 @@ title: "VPP Performance Changes 2n-skx 4t2c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr" + history: + - title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data: csit-vpp-perf-verify-1810-2n-skx: - 9 # NDRPDR sel - 13 # NDRPDR sel @@ -2374,6 +2654,7 @@ reference: title: "3-Node Hsw" data: + # TODO: Replace with new data: csit-vpp-perf-verify-1810-3n-hsw: - 8 # NDRPDR sel - 12 # NDRPDR sel @@ -2388,6 +2669,7 @@ compare: title: "3-Node Skx" data: + # TODO: Replace with new data: csit-vpp-perf-verify-1810-3n-skx: - 10 # NDRPDR sel - 14 # NDRPDR sel @@ -2416,6 +2698,7 @@ reference: title: "3-Node Hsw" data: + # TODO: Replace with new data: csit-vpp-perf-verify-1810-3n-hsw: - 8 # NDRPDR sel - 12 # NDRPDR sel @@ -2430,6 +2713,7 @@ compare: title: "3-Node Skx" data: + # TODO: Replace with new data: csit-vpp-perf-verify-1810-3n-skx: - 10 # NDRPDR sel - 14 # NDRPDR sel @@ -2458,6 +2742,7 @@ reference: title: "3-Node Hsw" data: + # TODO: Replace with new data: csit-vpp-perf-verify-1810-3n-hsw: - 8 # NDRPDR sel - 12 # NDRPDR sel @@ -2472,6 +2757,7 @@ compare: title: "3-Node Skx" data: + # TODO: Replace with new data: csit-vpp-perf-verify-1810-3n-skx: - 10 # NDRPDR sel - 14 # NDRPDR sel @@ -2500,6 +2786,7 @@ reference: title: "3-Node Hsw" data: + # TODO: Replace with new data: csit-vpp-perf-verify-1810-3n-hsw: - 8 # NDRPDR sel - 12 # NDRPDR sel @@ -2514,6 +2801,7 @@ compare: title: "3-Node Skx" data: + # TODO: Replace with new data: csit-vpp-perf-verify-1810-3n-skx: - 10 # NDRPDR sel - 14 # NDRPDR sel @@ -2542,6 +2830,7 @@ reference: title: "3-Node Skx" data: + # TODO: Replace with new data csit-vpp-perf-verify-1810-3n-skx: - 10 # NDRPDR sel - 14 # NDRPDR sel @@ -2556,6 +2845,7 @@ compare: title: "2-Node Skx" data: + # TODO: Replace with new data csit-vpp-perf-verify-1810-2n-skx: - 9 # NDRPDR sel - 13 # NDRPDR sel @@ -2584,6 +2874,7 @@ reference: title: "3-Node Skx" data: + # TODO: Replace with new data csit-vpp-perf-verify-1810-3n-skx: - 10 # NDRPDR sel - 14 # NDRPDR sel @@ -2598,6 +2889,7 @@ compare: title: "2-Node Skx" data: + # TODO: Replace with new data csit-vpp-perf-verify-1810-2n-skx: - 9 # NDRPDR sel - 13 # NDRPDR sel @@ -2626,6 +2918,7 @@ reference: title: "3-Node Skx" data: + # TODO: Replace with new data csit-vpp-perf-verify-1810-3n-skx: - 10 # NDRPDR sel - 14 # NDRPDR sel @@ -2640,6 +2933,7 @@ compare: title: "2-Node Skx" data: + # TODO: Replace with new data csit-vpp-perf-verify-1810-2n-skx: - 9 # NDRPDR sel - 13 # NDRPDR sel @@ -2668,6 +2962,7 @@ reference: title: "3-Node Skx" data: + # TODO: Replace with new data csit-vpp-perf-verify-1810-3n-skx: - 10 # NDRPDR sel - 14 # NDRPDR sel @@ -2682,6 +2977,7 @@ compare: title: "2-Node Skx" data: + # TODO: Replace with new data csit-vpp-perf-verify-1810-2n-skx: - 9 # NDRPDR sel - 13 # NDRPDR sel @@ -2709,35 +3005,27 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + csit-vpp-perf-verify-1807-3n-hsw: + - 8 # MRR full + - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel + - 48 # MRR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full + csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel data: "vpp-performance-changes-3n-hsw-mrr" @@ -2756,35 +3044,27 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + csit-vpp-perf-verify-1807-3n-hsw: + - 8 # MRR full + - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel + - 48 # MRR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full + csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel data: "vpp-performance-changes-3n-hsw-mrr" @@ -2803,35 +3083,27 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + csit-vpp-perf-verify-1807-3n-hsw: + - 8 # MRR full + - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel + - 48 # MRR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full + csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel data: "vpp-performance-changes-3n-hsw-mrr" @@ -2848,22 +3120,32 @@ title: "VPP Performance Changes 3n-skx 2t1c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-vpp-perf-verify-1807-3n-skx: - - 28 # MRR sel - - 32 # MRR sel - - 36 # MRR sel - - 42 # MRR sel - - 47 # MRR sel - - 48 # MRR sel - - 51 # MRR sel - - 52 # MRR sel - - 53 # MRR sel + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data csit-vpp-perf-verify-1810-3n-skx: - 9 # MRR sel - 11 # MRR sel @@ -2883,22 +3165,32 @@ title: "VPP Performance Changes 3n-skx 4t2c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-vpp-perf-verify-1807-3n-skx: - - 28 # MRR sel - - 32 # MRR sel - - 36 # MRR sel - - 42 # MRR sel - - 47 # MRR sel - - 48 # MRR sel - - 51 # MRR sel - - 52 # MRR sel - - 53 # MRR sel + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data csit-vpp-perf-verify-1810-3n-skx: - 9 # MRR sel - 11 # MRR sel @@ -2918,22 +3210,32 @@ title: "VPP Performance Changes 3n-skx 8t4c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-vpp-perf-verify-1807-3n-skx: - - 28 # MRR sel - - 32 # MRR sel - - 36 # MRR sel - - 42 # MRR sel - - 47 # MRR sel - - 48 # MRR sel - - 51 # MRR sel - - 52 # MRR sel - - 53 # MRR sel + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data csit-vpp-perf-verify-1810-3n-skx: - 9 # MRR sel - 11 # MRR sel @@ -2953,23 +3255,33 @@ title: "VPP Performance Changes 2n-skx 2t1c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-vpp-perf-verify-1807-2n-skx: - - 31 # MRR sel - - 33 # MRR sel - - 37 # MRR sel - - 38 # MRR sel - - 41 # MRR sel - - 43 # MRR sel - - 44 # MRR sel - - 45 # MRR sel - - 46 # MRR sel - - 47 # MRR sel + csit-vpp-perf-verify-1810-2n-skx: + - 8 # MRR sel + - 10 # MRR sel + - 11 # MRR sel + - 12 # MRR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data csit-vpp-perf-verify-1810-2n-skx: - 8 # MRR sel - 10 # MRR sel @@ -2989,23 +3301,33 @@ title: "VPP Performance Changes 2n-skx 4t2c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-vpp-perf-verify-1807-2n-skx: - - 31 # MRR sel - - 33 # MRR sel - - 37 # MRR sel - - 38 # MRR sel - - 41 # MRR sel - - 43 # MRR sel - - 44 # MRR sel - - 45 # MRR sel - - 46 # MRR sel - - 47 # MRR sel + csit-vpp-perf-verify-1810-2n-skx: + - 8 # MRR sel + - 10 # MRR sel + - 11 # MRR sel + - 12 # MRR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data csit-vpp-perf-verify-1810-2n-skx: - 8 # MRR sel - 10 # MRR sel @@ -3025,21 +3347,22 @@ title: "VPP Performance Changes 2n-skx 8t4c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr" - reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 31 # MRR sel - - 33 # MRR sel - - 37 # MRR sel - - 38 # MRR sel - - 41 # MRR sel - - 43 # MRR sel - - 44 # MRR sel - - 45 # MRR sel - - 46 # MRR sel - - 47 # MRR sel - compare: + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel + reference: title: "rls1810" data: csit-vpp-perf-verify-1810-2n-skx: @@ -3047,6 +3370,15 @@ - 10 # MRR sel - 11 # MRR sel - 12 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Replace with new data + csit-vpp-perf-verify-1810-2n-skx: + - 8 # MRR sel + - 10 # MRR sel + - 11 # MRR sel + - 12 # MRR sel data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -3064,11 +3396,13 @@ reference: title: "3-Node Hsw" data: + # TODO: Replace with new data csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel compare: title: "3-Node Skx" data: + # TODO: Replace with new data csit-vpp-perf-verify-1810-3n-skx: - 9 # MRR sel - 11 # MRR sel @@ -3091,11 +3425,13 @@ reference: title: "3-Node Hsw" data: + # TODO: Replace with new data csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel compare: title: "3-Node Skx" data: + # TODO: Replace with new data csit-vpp-perf-verify-1810-3n-skx: - 9 # MRR sel - 11 # MRR sel @@ -3118,11 +3454,13 @@ reference: title: "3-Node Hsw" data: + # TODO: Replace with new data csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel compare: title: "3-Node Skx" data: + # TODO: Replace with new data csit-vpp-perf-verify-1810-3n-skx: - 9 # MRR sel - 11 # MRR sel @@ -3145,6 +3483,7 @@ reference: title: "3-Node Skx" data: + # TODO: Replace with new data csit-vpp-perf-verify-1810-3n-skx: - 9 # MRR sel - 11 # MRR sel @@ -3153,6 +3492,7 @@ compare: title: "2-Node Skx" data: + # TODO: Replace with new data csit-vpp-perf-verify-1810-2n-skx: - 8 # MRR sel - 10 # MRR sel @@ -3175,6 +3515,7 @@ reference: title: "3-Node Skx" data: + # TODO: Replace with new data csit-vpp-perf-verify-1810-3n-skx: - 9 # MRR sel - 11 # MRR sel @@ -3183,6 +3524,7 @@ compare: title: "2-Node Skx" data: + # TODO: Replace with new data csit-vpp-perf-verify-1810-2n-skx: - 8 # MRR sel - 10 # MRR sel @@ -3205,6 +3547,7 @@ reference: title: "3-Node Skx" data: + # TODO: Replace with new data csit-vpp-perf-verify-1810-3n-skx: - 9 # MRR sel - 11 # MRR sel @@ -3213,6 +3556,7 @@ compare: title: "2-Node Skx" data: + # TODO: Replace with new data csit-vpp-perf-verify-1810-2n-skx: - 8 # MRR sel - 10 # MRR sel @@ -3843,36 +4187,37 @@ output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr" history: - - title: "rls1804" + title: "rls1807" data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 + csit-dpdk-perf-verify-1807-3n-hsw: - 11 - - 12 - - 13 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 reference: - title: "rls1807" + title: "rls1810" data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-hsw: - 1 # NDRPDR sel - 2 # NDRPDR sel @@ -3900,36 +4245,37 @@ output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr" history: - - title: "rls1804" + title: "rls1807" data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 + csit-dpdk-perf-verify-1807-3n-hsw: - 11 - - 12 - - 13 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 reference: - title: "rls1807" + title: "rls1810" data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-hsw: - 1 # NDRPDR sel - 2 # NDRPDR sel @@ -3957,36 +4303,37 @@ output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr" history: - - title: "rls1804" + title: "rls1807" data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 + csit-dpdk-perf-verify-1807-3n-hsw: - 11 - - 12 - - 13 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 reference: - title: "rls1807" + title: "rls1810" data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-hsw: - 1 # NDRPDR sel - 2 # NDRPDR sel @@ -4014,36 +4361,37 @@ output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr" history: - - title: "rls1804" + title: "rls1807" data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 + csit-dpdk-perf-verify-1807-3n-hsw: - 11 - - 12 - - 13 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 reference: - title: "rls1807" + title: "rls1810" data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-hsw: - 1 # NDRPDR sel - 2 # NDRPDR sel @@ -4069,13 +4417,27 @@ title: "DPDK Performance Changes 3n-skx 2t1c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr" + history: + - + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel + - 4 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4083,9 +4445,11 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 13 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -4111,13 +4475,27 @@ title: "DPDK Performance Changes 3n-skx 4t2c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr" + history: + - + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel + - 4 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4125,9 +4503,11 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 13 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -4153,13 +4533,27 @@ title: "DPDK Performance Changes 3n-skx 2t1c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr" + history: + - + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel + - 4 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4167,9 +4561,11 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 13 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -4195,13 +4591,27 @@ title: "DPDK Performance Changes 3n-skx 4t2c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr" + history: + - + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel + - 4 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4209,9 +4619,11 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 13 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -4240,6 +4652,7 @@ reference: title: "3-Node Hsw" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-hsw: - 1 # NDRPDR sel - 2 # NDRPDR sel @@ -4254,6 +4667,7 @@ compare: title: "3-Node Skx" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -4282,6 +4696,7 @@ reference: title: "3-Node Skx" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -4296,6 +4711,7 @@ compare: title: "2-Node Skx" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-2n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -4324,6 +4740,7 @@ reference: title: "3-Node Skx" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -4338,6 +4755,7 @@ compare: title: "2-Node Skx" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-2n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -4366,6 +4784,7 @@ reference: title: "3-Node Hsw" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-hsw: - 1 # NDRPDR sel - 2 # NDRPDR sel @@ -4380,6 +4799,7 @@ compare: title: "3-Node Skx" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -5199,6 +5619,213 @@ ### P L O T S ### ################################################################################ +# Soak test - 30min Soak Test (PLRsearch), boxes +- + type: "plot" + title: "VPP Throughput: 30min Soak Test (PLRsearch) boxes" + algorithm: "plot_soak_boxes" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/example-soak-boxes" + data: "plot-vpp-soak-2n-skx" + filter: "'SOAK'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "L2BDMACLRN" + - "IP4FWD" + - "IP6FWD" + - "VHOST" + layout: + title: "30min Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + +# Soak test - example, not used +- + type: "plot" + title: "VPP Throughput: 30min Soak Test (PLRsearch) bars" + algorithm: "plot_soak_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/example-soak-bars" + data: "plot-vpp-soak-2n-skx" + filter: "'SOAK'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "L2BDMACLRN" + - "IP4FWD" + - "IP6FWD" + - "VHOST" + layout: + title: "30min Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + +################################################################################ +# Plots - NF Density + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-vsc-mrr" + data: "plot-vpp-vsc-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + '64B' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2*X*Y}vhost-{Y}chain-{X*Y}vm-l3fwdip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-vsc-mrr" + data: "plot-vpp-vsc-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + '64B' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2*X*Y}vhost-{Y}chain-{X*Y}vm-l3fwdip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csc-mrr" + data: "plot-vpp-csc-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2*X*Y}memif-{Y}chain-{X*Y}drc-vppip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csc-mrr" + data: "plot-vpp-csc-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2*X*Y}memif-{Y}chain-{X*Y}drc-vppip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csp-mrr" + data: "plot-vpp-csp-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + '64B' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2*Y}memif-{Y}pipe-{X*Y}drc-vppip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csp-mrr" + data: "plot-vpp-csp-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + '64B' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2*Y}memif-{Y}pipe-{X*Y}drc-vppip4-mrr" + layout: "plot-service-density" + ################################################################################ # Plots VPP HTTP Server Performance -