X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=46c6190ca28d87d48a0487c1b3c7579dc9831bf6;hb=ab1ad5796efbeae88e544398cf958ed930e3912f;hp=12892dcdb092afb364269ac42896e4c864da3a0d;hpb=670a905fcf26395e2064aab79449fe582eec5853;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 12892dcdb0..46c6190ca2 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -109,7 +109,7 @@ limits: nic: x520: 24460000 - x553: 29600000 + x553: 29761905 x710: 35800000 xxv710: 35800000 xl710: 35800000 @@ -128,22 +128,12 @@ # Denverton: intel-dnv-vpp: + # TODO: Replace with new data intel-dnv-vpp-release-1810: - 1 # VPP Performance vpp-performance-changes-3n-hsw: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel csit-vpp-perf-verify-1807-3n-hsw: - 11 # NDRPDR full 1 - 22 # NDRPDR full 2 @@ -169,6 +159,18 @@ - 39 # NDRPDR sel - 41 # NDRPDR sel - 42 # NDRPDR sel + # TODO Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + + vpp-nic-comparison-3n-hsw: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel vpp-performance-changes-3n-skx: csit-vpp-perf-verify-1807-3n-skx: @@ -193,6 +195,22 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel + # TODO Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + + vpp-nic-comparison-3n-skx: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel vpp-performance-changes-2n-skx: csit-vpp-perf-verify-1807-2n-skx: @@ -217,89 +235,69 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel - 27 # NDRPDR sel + # TODO Add new data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 16 # NDRPDR sel fails - vpp-compare-testbeds: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel + vpp-nic-comparison-2n-skx: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel - csit-vpp-perf-verify-1810-3n-skx: - - 24 # NDRPDR full + - 13 # NDRPDR sel + - 16 # NDRPDR sel fails + + vpp-compare-testbeds: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + - 19 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel vpp-compare-testbeds-mrr: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel vpp-compare-topologies: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + - 16 # NDRPDR sel fails vpp-compare-topologies-mrr: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel vpp-performance-changes-3n-hsw-mrr: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel csit-vpp-perf-verify-1807-3n-hsw: - 8 # MRR full - 9 # MRR sel @@ -312,6 +310,14 @@ - 48 # MRR sel csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel + + vpp-nic-comparison-3n-hsw-mrr: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel vpp-performance-changes-3n-skx-mrr: csit-vpp-perf-verify-1807-3n-skx: @@ -330,6 +336,14 @@ - 11 # MRR sel - 12 # MRR sel - 13 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + + vpp-nic-comparison-3n-skx-mrr: + # TODO: Replace with new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel vpp-performance-changes-2n-skx-mrr: csit-vpp-perf-verify-1807-2n-skx: @@ -348,117 +362,119 @@ - 10 # MRR sel - 11 # MRR sel - 12 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel + + vpp-nic-comparison-2n-skx-mrr: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel vpp-perf-results-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 20 # NDRPDR full - - 21 # NDRPDR full - - 22 # NDRPDR full - - 27 # NDRPDR full + # TODO: Replace with FULL data + csit-vpp-perf-verify-1901-3n-hsw: + - 19 # NDRPDR sel vpp-perf-results-3n-skx: - csit-vpp-perf-verify-1810-3n-skx: - - 23 # NDRPDR full - - 24 # NDRPDR full + # TODO: Replace with FULL data + csit-vpp-perf-verify-1901-3n-skx: + - 28 # NDRPDR sel vpp-perf-results-2n-skx: - csit-vpp-perf-verify-1810-2n-skx: - - 25 # NDRPDR full - - 26 # NDRPDR full + # TODO: Replace with FULL data + csit-vpp-perf-verify-1901-2n-skx: + - 13 # NDRPDR sel vpp-mrr-results-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel + # TODO: Replace with FULL data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel vpp-mrr-results-3n-skx: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel + # TODO: Replace with FULL data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel vpp-mrr-results-2n-skx: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel + # TODO: Replace with FULL data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel plot-throughput-speedup-analysis-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel plot-throughput-speedup-analysis-3n-skx: - csit-vpp-perf-verify-1810-3n-skx: - - 24 # NDRPDR full - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel plot-throughput-speedup-analysis-2n-skx: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + - 16 # NDRPDR sel fails plot-vpp-throughput-latency-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + + plot-vpp-soak-2n-skx: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-2n-skx: + csit-vpp-perf-verify-master-2n-skx: + - 248 # SOAK sel + - 251 # SOAK sel + + plot-vpp-nfv-2n-skx: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 28 # NFV NDRPDR + - 29 # NFV NDRPDR + - 32 # NFV NDRPDR + + plot-vpp-nfv-2n-skx-mrr: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 24 # NFV MRR + - 26 # NFV MRR + - 27 # NFV MRR plot-vpp-throughput-latency-3n-skx: - csit-vpp-perf-verify-1810-3n-skx: - - 24 # NDRPDR full - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel plot-vpp-throughput-latency-2n-skx: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + - 16 # NDRPDR sel fails plot-vpp-http-server-performance: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-3n-hsw: csit-vpp-perf-verify-1810-3n-hsw: - 28 # WRK - 29 # WRK @@ -473,23 +489,27 @@ # VPP Functional vpp-func-results-ubuntu: - csit-vpp-functional-1810-ubuntu1604-virl: - - 44 + csit-vpp-functional-1901-ubuntu1604-virl: + - 48 vpp-func-results-centos: - csit-vpp-functional-1810-centos7-virl: - - 44 + csit-vpp-functional-1901-centos7-virl: + - 50 vpp-device-results-ubuntu: - csit-vpp-device-1810-ubuntu1804-1n-skx: - - 2 + csit-vpp-device-1901-ubuntu1804-1n-skx: + - 49 # VPP Ligato ligato-perf-results-3n-hsw: + # TODO: Replace with new data + # csit-ligato-perf-verify-1901-3n-hsw: csit-ligato-perf-verify-1810-3n-hsw: - 5 # full plot-ligato-throughput-speedup-analysis-3n-hsw: + # TODO: Replace with new data + # csit-ligato-perf-verify-1901-3n-hsw: csit-ligato-perf-verify-1810-3n-hsw: - 5 # full - 6 # sel @@ -504,6 +524,8 @@ - 18 # sel plot-ligato-throughput-latency-3n-hsw: + # TODO: Replace with new data + # csit-ligato-perf-verify-1901-3n-hsw: csit-ligato-perf-verify-1810-3n-hsw: - 5 # full - 6 # sel @@ -519,17 +541,6 @@ # DPDK Performance dpdk-performance-changes-3n-hsw: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 csit-dpdk-perf-verify-1807-3n-hsw: - 11 - 12 # full @@ -552,6 +563,13 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel dpdk-performance-changes-3n-skx: csit-dpdk-perf-verify-1807-3n-skx: @@ -576,8 +594,12 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel + # TODO: Add new data + # csit-dpdk-perf-verify-1901-3n-skx: dpdk-compare-testbeds: + # TODO: Replace with new data + # csit-dpdk-perf-verify-1901-3n-skx: csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -589,19 +611,17 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-hsw: - 3 # NDRPDR sel - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel dpdk-compare-topologies: + # TODO: Replace with new data + # csit-dpdk-perf-verify-1901-3n-skx: csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -613,44 +633,38 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel - csit-dpdk-perf-verify-1810-2n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel + # TODO: Add new data + csit-dpdk-perf-verify-1901-2n-skx: + - 2 # NDRPDR sel dpdk-perf-results-3n-hsw: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 + # TODO: Replace with FULL data + csit-dpdk-perf-verify-1901-3n-hsw: + - 6 # NDRPDR sel dpdk-perf-results-3n-skx: + # TODO: Replace with new data + # csit-dpdk-perf-verify-1901-3n-skx: csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel dpdk-perf-results-2n-skx: - csit-dpdk-perf-verify-1810-2n-skx: - - 3 + # TODO: Replace with FULL data + csit-dpdk-perf-verify-1901-2n-skx: + - 2 # NDRPDR sel plot-dpdk-throughput-latency-3n-hsw: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + # TODO: Replace with new data + csit-dpdk-perf-verify-1901-3n-hsw: - 3 # NDRPDR sel - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel plot-dpdk-throughput-latency-3n-skx: + # TODO: Replace with new data + # csit-dpdk-perf-verify-1901-3n-skx: csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -664,36 +678,32 @@ - 13 # NDRPDR sel plot-dpdk-throughput-latency-2n-skx: - csit-dpdk-perf-verify-1810-2n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel + # TODO: Add new data + csit-dpdk-perf-verify-1901-2n-skx: + - 2 # NDRPDR sel # HoneyComb Functional hc-func-results: - csit-hc2vpp-verify-func-1810-ubuntu1604: + csit-hc2vpp-verify-func-1901-ubuntu1604: - 3 # NSH SFC Functional nsh-func-results: + # TODO: Replace with new data + # csit-nsh_sfc-verify-func-1901-ubuntu1604-virl: csit-nsh_sfc-verify-func-1810-ubuntu1604-virl: - 1 # DMM Functional dmm-func-results: + # TODO: Replace with new data + # csit-dmm-functional-1901-ubuntu1604-virl: csit-dmm-functional-1810-ubuntu1604-virl: - 1 plot-layouts: - plot-cps: + plot-soak-throughput: titlefont: size: 18 xaxis: @@ -714,28 +724,26 @@ size: 16 zeroline: False yaxis: - title: "Connections Per Second [cps]" + title: "Packet Throughput [Mpps]" titlefont: size: 16 gridcolor: "rgb(230, 230, 230)" hoverformat: ".4s" + tickformat: ".3s" linecolor: "rgb(220, 220, 220)" linewidth: 1 - rangemode: "tozero" showgrid: True showline: True showticklabels: True tickcolor: "rgb(220, 220, 220)" - tickformat: ".3s" tickfont: size: 16 zeroline: False - boxmode: "group" - boxgroupgap: 0.5 + range: [0,50] autosize: False margin: t: 50 - b: 20 + b: 0 l: 80 r: 20 showlegend: True @@ -744,9 +752,37 @@ font: size: 16 width: 700 - height: 800 + height: 900 - plot-rps: + plot-service-density: + titlefont: + size: 18 + xaxis: + side: "top" + autorange: True + fixedrange: False + showgrid: False + showline: False + showticklabels: False + ticks: "" + ticklen: 0 + tickwidth: 0 + zeroline: False + yaxis: + autorange: "reversed" + showgrid: False + showline: False + showticklabels: False + ticks: "" + ticklen: 0 + tickwidth: 0 + zeroline: False + autosize: True + showlegend: False + width: 700 + height: 700 + + plot-cps: titlefont: size: 18 xaxis: @@ -767,7 +803,7 @@ size: 16 zeroline: False yaxis: - title: "Requests Per Second [rps]" + title: "Connections Per Second [cps]" titlefont: size: 16 gridcolor: "rgb(230, 230, 230)" @@ -778,7 +814,7 @@ showgrid: True showline: True showticklabels: True - tickcolor: "rgb(230, 230, 230)" + tickcolor: "rgb(220, 220, 220)" tickformat: ".3s" tickfont: size: 16 @@ -799,7 +835,7 @@ width: 700 height: 800 - plot-throughput: + plot-rps: titlefont: size: 18 xaxis: @@ -820,7 +856,60 @@ size: 16 zeroline: False yaxis: - title: "Packet Throughput [Mpps]" + title: "Requests Per Second [rps]" + titlefont: + size: 16 + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4s" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + rangemode: "tozero" + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(230, 230, 230)" + tickformat: ".3s" + tickfont: + size: 16 + zeroline: False + boxmode: "group" + boxgroupgap: 0.5 + autosize: False + margin: + t: 50 + b: 20 + l: 80 + r: 20 + showlegend: True + legend: + orientation: "h" + font: + size: 16 + width: 700 + height: 800 + + plot-throughput: + titlefont: + size: 18 + xaxis: + title: "Test Cases [Index]" + titlefont: + size: 16 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickmode: "linear" + tickfont: + size: 16 + zeroline: False + yaxis: + title: "Packet Throughput [Mpps]" titlefont: size: 16 gridcolor: "rgb(230, 230, 230)" @@ -841,7 +930,7 @@ autosize: False margin: t: 50 - b: 20 + b: 0 l: 80 r: 20 showlegend: True @@ -890,7 +979,7 @@ size: 16 zeroline: True rangemode: "tozero" - # range: [0,100] + range: [0,100] legend: orientation: "h" font: @@ -1019,17 +1108,6 @@ intel-dnv-vpp-release-1810: - 1 - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel csit-vpp-perf-verify-1807-3n-hsw: - 8 # MRR full - 9 # MRR sel @@ -1089,6 +1167,11 @@ - 35 # WRK - 36 # WRK - 37 # WRK + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel csit-vpp-perf-verify-1807-3n-skx: - 31 # MRR full - 28 # MRR sel @@ -1130,6 +1213,13 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel csit-vpp-perf-verify-1807-2n-skx: - 27 # MRR full - 31 # MRR sel @@ -1170,18 +1260,22 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel - 27 # NDRPDR sel - csit-vpp-perf-check-1804: - - 5 # mrr - full - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 16 # NDRPDR sel fails + - 24 # NFV MRR + - 26 # NFV MRR + - 27 # NFV MRR + - 28 # NFV NDRPDR + - 29 # NFV NDRPDR + - 32 # NFV NDRPDR + csit-vpp-perf-verify-master-2n-skx: + - 248 # SOAK sel + - 251 # SOAK sel csit-ligato-perf-verify-1810-3n-hsw: - 5 # full - 6 # sel @@ -1194,17 +1288,8 @@ - 16 # sel - 17 # sel - 18 # sel - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 + # TODO: Add new data + # csit-ligato-perf-verify-1901-3n-hsw: csit-dpdk-perf-verify-1807-3n-hsw: - 11 - 12 # full @@ -1227,6 +1312,12 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + csit-dpdk-perf-verify-1901-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel csit-dpdk-perf-verify-1807-3n-skx: - 1 # NDRPDR sel - 2 # NDRPDR sel @@ -1249,29 +1340,30 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel - csit-dpdk-perf-verify-1810-2n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - csit-vpp-functional-1810-ubuntu1604-virl: - - 44 - csit-vpp-functional-1810-centos7-virl: - - 44 - csit-vpp-device-1810-ubuntu1804-1n-skx: - - 2 +# csit-dpdk-perf-verify-1810-2n-skx: +# - 3 # NDRPDR sel +# - 4 # NDRPDR sel +# - 5 # NDRPDR sel +# - 7 # NDRPDR sel +# - 8 # NDRPDR sel +# - 9 # NDRPDR sel +# - 10 # NDRPDR sel +# - 11 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel + csit-dpdk-perf-verify-1901-2n-skx: + - 2 # NDRPDR sel + csit-vpp-functional-1901-ubuntu1604-virl: + - 48 + csit-vpp-functional-1901-centos7-virl: + - 50 + csit-vpp-device-1901-ubuntu1804-1n-skx: + - 49 csit-nsh_sfc-verify-func-1810-ubuntu1604-virl: - 1 csit-dmm-functional-1810-ubuntu1604-virl: - 1 - csit-hc2vpp-verify-func-1810-ubuntu1604: + csit-hc2vpp-verify-func-1901-ubuntu1604: - 3 - @@ -1280,277 +1372,695 @@ format: html: - full - pdf: - - minimal +# pdf: +# - minimal ################################################################################ ### T A B L E S ### ################################################################################ -################################################################################ -# VPP -# VPP Performance Changes 3n-hsw 1t1c pdr +# VPP Compare NICs 3n-hsw 1t1c ndr - type: "table" - title: "VPP Performance Changes 3n-hsw 1t1c pdr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr" - history: - - - title: "rls1804" - data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + title: "VPP Compare NICs 3n-hsw 1t1c ndr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 18 # NDRPDR sel - - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel + title: "Intel-x520" + nic: "NIC_Intel-X520-DA2" compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel - data: "vpp-performance-changes-3n-hsw" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Intel-x710" + nic: "NIC_Intel-X710" + data: "vpp-nic-comparison-3n-hsw" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - "throughput" + - "tags" -# VPP Performance Changes 3n-hsw 2t2c pdr +# VPP Compare NICs 3n-hsw 2t2c ndr - type: "table" - title: "VPP Performance Changes 3n-hsw 2t2c pdr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr" - history: - - - title: "rls1804" - data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + title: "VPP Compare NICs 3n-hsw 2t2c ndr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 18 # NDRPDR sel - - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel + title: "Intel-x520" + nic: "NIC_Intel-X520-DA2" compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel - data: "vpp-performance-changes-3n-hsw" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Intel-x710" + nic: "NIC_Intel-X710" + data: "vpp-nic-comparison-3n-hsw" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - "throughput" + - "tags" -# VPP Performance Changes 3n-hsw 1t1c ndr +# VPP Compare NICs 3n-hsw 1t1c pdr - type: "table" - title: "VPP Performance Changes 3n-hsw 1t1c ndr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr" - history: - - - title: "rls1804" - data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + title: "VPP Compare NICs 3n-hsw 1t1c pdr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 18 # NDRPDR sel - - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel + title: "Intel-x520" + nic: "NIC_Intel-X520-DA2" compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel - data: "vpp-performance-changes-3n-hsw" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Intel-x710" + nic: "NIC_Intel-X710" + data: "vpp-nic-comparison-3n-hsw" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - "throughput" + - "tags" -# VPP Performance Changes 3n-hsw 2t2c ndr +# VPP Compare NICs 3n-hsw 2t2c pdr - type: "table" - title: "VPP Performance Changes 3n-hsw 2t2c ndr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr" - history: - - - title: "rls1804" - data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + title: "VPP Compare NICs 3n-hsw 2t2c pdr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 18 # NDRPDR sel - - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel + title: "Intel-x520" + nic: "NIC_Intel-X520-DA2" compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel - data: "vpp-performance-changes-3n-hsw" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Intel-x710" + nic: "NIC_Intel-X710" + data: "vpp-nic-comparison-3n-hsw" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - "throughput" + - "tags" -# VPP Performance Changes 3n-skx 2t1c pdr +# VPP Compare NICs 3n-hsw 1t1c mrr - type: "table" - title: "VPP Performance Changes 3n-skx 2t1c pdr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr" + title: "VPP Compare NICs 3n-hsw 1t1c mrr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel + title: "Intel-x520" + nic: "NIC_Intel-X520-DA2" + compare: + title: "Intel-x710" + nic: "NIC_Intel-X710" + data: "vpp-nic-comparison-3n-hsw-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + - "tags" + +# VPP Compare NICs 3n-hsw 2t2c mrr +- + type: "table" + title: "VPP Compare NICs 3n-hsw 2t2c mrr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr" + reference: + title: "Intel-x520" + nic: "NIC_Intel-X520-DA2" compare: + title: "Intel-x710" + nic: "NIC_Intel-X710" + data: "vpp-nic-comparison-3n-hsw-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + - "tags" + +# VPP Compare NICs 3n-hsw 4t4c mrr +- + type: "table" + title: "VPP Compare NICs 3n-hsw 4t4c mrr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr" + reference: + title: "Intel-x520" + nic: "NIC_Intel-X520-DA2" + compare: + title: "Intel-x710" + nic: "NIC_Intel-X710" + data: "vpp-nic-comparison-3n-hsw-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + - "tags" + +# VPP Compare NICs 3n-skx 2t1c ndr +- + type: "table" + title: "VPP Compare NICs 3n-skx 2t1c ndr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr" + reference: + title: "Intel-x710" + nic: "NIC_Intel-X710" + compare: + title: "Intel-xxv710" + nic: "NIC_Intel-XXV710" + data: "vpp-nic-comparison-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Compare NICs 3n-skx 4t2c ndr +- + type: "table" + title: "VPP Compare NICs 3n-skx 4t2c ndr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr" + reference: + title: "Intel-x710" + nic: "NIC_Intel-X710" + compare: + title: "Intel-xxv710" + nic: "NIC_Intel-XXV710" + data: "vpp-nic-comparison-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Compare NICs 3n-skx 2t1c pdr +- + type: "table" + title: "VPP Compare NICs 3n-skx 2t1c pdr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr" + reference: + title: "Intel-x710" + nic: "NIC_Intel-X710" + compare: + title: "Intel-xxv710" + nic: "NIC_Intel-XXV710" + data: "vpp-nic-comparison-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + + # VPP Compare NICs 3n-skx 4t2c pdr +- + type: "table" + title: "VPP Compare NICs 3n-skx 4t2c pdr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr" + reference: + title: "Intel-x710" + nic: "NIC_Intel-X710" + compare: + title: "Intel-xxv710" + nic: "NIC_Intel-XXV710" + data: "vpp-nic-comparison-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Compare NICs 3n-skx 2t1c mrr +- + type: "table" + title: "VPP Compare NICs 3n-skx 2t1c mrr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr" + reference: + title: "Intel-x710" + nic: "NIC_Intel-X710" + compare: + title: "Intel-xxv710" + nic: "NIC_Intel-XXV710" + data: "vpp-nic-comparison-3n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + - "tags" + +# VPP Compare NICs 3n-skx 4t2c mrr +- + type: "table" + title: "VPP Compare NICs 3n-skx 4t2c mrr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr" + reference: + title: "Intel-x710" + nic: "NIC_Intel-X710" + compare: + title: "Intel-xxv710" + nic: "NIC_Intel-XXV710" + data: "vpp-nic-comparison-3n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + - "tags" + + # VPP Compare NICs 3n-skx 8t4c mrr +- + type: "table" + title: "VPP Compare NICs 3n-skx 8t4c mrr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr" + reference: + title: "Intel-x710" + nic: "NIC_Intel-X710" + compare: + title: "Intel-xxv710" + nic: "NIC_Intel-XXV710" + data: "vpp-nic-comparison-3n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + - "tags" + +# VPP Compare NICs 2n-skx 2t1c ndr +- + type: "table" + title: "VPP Compare NICs 2n-skx 2t1c ndr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr" + reference: + title: "Intel-x710" + nic: "NIC_Intel-X710" + compare: + title: "Intel-xxv710" + nic: "NIC_Intel-XXV710" + data: "vpp-nic-comparison-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Compare NICs 2n-skx 4t2c ndr +- + type: "table" + title: "VPP Compare NICs 2n-skx 4t2c ndr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr" + reference: + title: "Intel-x710" + nic: "NIC_Intel-X710" + compare: + title: "Intel-xxv710" + nic: "NIC_Intel-XXV710" + data: "vpp-nic-comparison-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + + # VPP Compare NICs 2n-skx 2t1c pdr +- + type: "table" + title: "VPP Compare NICs 2n-skx 2t1c pdr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr" + reference: + title: "Intel-x710" + nic: "NIC_Intel-X710" + compare: + title: "Intel-xxv710" + nic: "NIC_Intel-XXV710" + data: "vpp-nic-comparison-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Compare NICs 2n-skx 4t2c pdr +- + type: "table" + title: "VPP Compare NICs 2n-skx 4t2c pdr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr" + reference: + title: "Intel-x710" + nic: "NIC_Intel-X710" + compare: + title: "Intel-xxv710" + nic: "NIC_Intel-XXV710" + data: "vpp-nic-comparison-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Compare NICs 2n-skx 2t1c mrr +- + type: "table" + title: "VPP Compare NICs 2n-skx 2t1c mrr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr" + reference: + title: "Intel-x710" + nic: "NIC_Intel-X710" + compare: + title: "Intel-xxv710" + nic: "NIC_Intel-XXV710" + data: "vpp-nic-comparison-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + - "tags" + +# VPP Compare NICs 2n-skx 4t2c mrr +- + type: "table" + title: "VPP Compare NICs 2n-skx 4t2c mrr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr" + reference: + title: "Intel-x710" + nic: "NIC_Intel-X710" + compare: + title: "Intel-xxv710" + nic: "NIC_Intel-XXV710" + data: "vpp-nic-comparison-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + - "tags" + +# VPP Compare NICs 2n-skx 8t4c mrr +- + type: "table" + title: "VPP Compare NICs 2n-skx 8t4c mrr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr" + reference: + title: "Intel-x710" + nic: "NIC_Intel-X710" + compare: + title: "Intel-xxv710" + nic: "NIC_Intel-XXV710" + data: "vpp-nic-comparison-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + - "tags" + +################################################################################ +# VPP + +# VPP Performance Changes 3n-hsw 1t1c pdr +- + type: "table" + title: "VPP Performance Changes 3n-hsw 1t1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel + reference: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 42 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + data: "vpp-performance-changes-3n-hsw" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 3n-hsw 2t2c pdr +- + type: "table" + title: "VPP Performance Changes 3n-hsw 2t2c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel + - 47 # NDRPDR sel + reference: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 42 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + data: "vpp-performance-changes-3n-hsw" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 3n-hsw 1t1c ndr +- + type: "table" + title: "VPP Performance Changes 3n-hsw 1t1c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel + - 47 # NDRPDR sel + reference: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 42 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + data: "vpp-performance-changes-3n-hsw" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 3n-hsw 2t2c ndr +- + type: "table" + title: "VPP Performance Changes 3n-hsw 2t2c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel + - 47 # NDRPDR sel + reference: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 42 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + data: "vpp-performance-changes-3n-hsw" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 3n-skx 2t1c pdr +- + type: "table" + title: "VPP Performance Changes 3n-skx 2t1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel + reference: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: @@ -1564,6 +2074,16 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel data: "vpp-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1578,21 +2098,22 @@ title: "VPP Performance Changes 3n-skx 4t2c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: @@ -1606,6 +2127,16 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel data: "vpp-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1620,21 +2151,22 @@ title: "VPP Performance Changes 3n-skx 2t1c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: @@ -1648,6 +2180,16 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel data: "vpp-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1662,21 +2204,22 @@ title: "VPP Performance Changes 3n-skx 4t2c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: @@ -1690,6 +2233,16 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel data: "vpp-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1698,27 +2251,28 @@ - "parent" - "throughput" -# VPP Performance Changes 2n-skx 2t1c pdr +# VPP Performance Changes 2n-skx 2t1c pdr - type: "table" title: "VPP Performance Changes 2n-skx 2t1c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-2n-skx: @@ -1732,6 +2286,16 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel - 27 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 16 # NDRPDR sel fails data: "vpp-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1746,21 +2310,21 @@ title: "VPP Performance Changes 2n-skx 4t2c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr" + history: + - title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-2n-skx: @@ -1774,6 +2338,16 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel - 27 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 16 # NDRPDR sel fails data: "vpp-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1788,21 +2362,21 @@ title: "VPP Performance Changes 2n-skx 2t1c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr" + history: + - title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-2n-skx: @@ -1816,6 +2390,16 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel - 27 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 16 # NDRPDR sel fails data: "vpp-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1830,21 +2414,21 @@ title: "VPP Performance Changes 2n-skx 4t2c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr" + history: + - title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-2n-skx: @@ -1858,6 +2442,16 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel - 27 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 16 # NDRPDR sel fails data: "vpp-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1866,213 +2460,301 @@ - "parent" - "throughput" -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx ndr +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx ndr" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr" reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel data: "vpp-compare-testbeds" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710' and 'NDRPDR'" + filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'" parameters: - "name" - "parent" - "throughput" -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx pdr +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx pdr" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr" reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + compare: + title: "3-Node Skx" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + data: "vpp-compare-testbeds" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr +- + type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr" + reference: + title: "3-Node Hsw" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + data: "vpp-compare-testbeds" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr +- + type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr" + reference: + title: "3-Node Hsw" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + compare: + title: "3-Node Skx" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel data: "vpp-compare-testbeds" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710' and 'NDRPDR'" + filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'" parameters: - "name" - "parent" - "throughput" -# VPP Comparison Across Topologies 3n-skx to 2n-skx ndr +# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr - type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx ndr" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr" reference: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel compare: title: "2-Node Skx" data: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + - 16 # NDRPDR sel fails data: "vpp-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR'" + filter: "'NDRPDR' and '1C'" parameters: - "name" - "parent" - "throughput" -# VPP Comparison Across Topologies 3n-skx to 2n-skx pdr +# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr - type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx pdr" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr" reference: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel compare: title: "2-Node Skx" data: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel + - 16 # NDRPDR sel fails + data: "vpp-compare-topologies" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR' and '2C'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr +- + type: "table" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr" + reference: + title: "3-Node Skx" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + compare: + title: "2-Node Skx" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 16 # NDRPDR sel fails data: "vpp-compare-topologies" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR'" + filter: "'NDRPDR' and '1C'" parameters: - "name" - "parent" - "throughput" -# VPP Performance Changes 3n-hsw 1t1c MRR +# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr - type: "table" - title: "VPP Performance Changes 3n-hsw 1t1c MRR" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr" - history: - - - title: "rls1804" - data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr" reference: - title: "rls1807" + title: "3-Node Skx" data: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full - - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel compare: + title: "2-Node Skx" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 16 # NDRPDR sel fails + data: "vpp-compare-topologies" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR' and '2C'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 3n-hsw 1t1c MRR +- + type: "table" + title: "VPP Performance Changes 3n-hsw 1t1c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-hsw: + - 8 # MRR full + - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel + - 48 # MRR sel + reference: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2089,37 +2771,29 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + csit-vpp-perf-verify-1807-3n-hsw: + - 8 # MRR full + - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel + - 48 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full - - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2136,37 +2810,29 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + csit-vpp-perf-verify-1807-3n-hsw: + - 8 # MRR full + - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel + - 48 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full - - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2181,20 +2847,21 @@ title: "VPP Performance Changes 3n-skx 2t1c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 28 # MRR sel - - 32 # MRR sel - - 36 # MRR sel - - 42 # MRR sel - - 47 # MRR sel - - 48 # MRR sel - - 51 # MRR sel - - 52 # MRR sel - - 53 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: @@ -2202,6 +2869,12 @@ - 11 # MRR sel - 12 # MRR sel - 13 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2216,20 +2889,21 @@ title: "VPP Performance Changes 3n-skx 4t2c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 28 # MRR sel - - 32 # MRR sel - - 36 # MRR sel - - 42 # MRR sel - - 47 # MRR sel - - 48 # MRR sel - - 51 # MRR sel - - 52 # MRR sel - - 53 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: @@ -2237,6 +2911,12 @@ - 11 # MRR sel - 12 # MRR sel - 13 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2251,20 +2931,21 @@ title: "VPP Performance Changes 3n-skx 8t4c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 28 # MRR sel - - 32 # MRR sel - - 36 # MRR sel - - 42 # MRR sel - - 47 # MRR sel - - 48 # MRR sel - - 51 # MRR sel - - 52 # MRR sel - - 53 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: @@ -2272,6 +2953,12 @@ - 11 # MRR sel - 12 # MRR sel - 13 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2286,21 +2973,22 @@ title: "VPP Performance Changes 2n-skx 2t1c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 31 # MRR sel - - 33 # MRR sel - - 37 # MRR sel - - 38 # MRR sel - - 41 # MRR sel - - 43 # MRR sel - - 44 # MRR sel - - 45 # MRR sel - - 46 # MRR sel - - 47 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-2n-skx: @@ -2308,6 +2996,12 @@ - 10 # MRR sel - 11 # MRR sel - 12 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2322,21 +3016,22 @@ title: "VPP Performance Changes 2n-skx 4t2c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 31 # MRR sel - - 33 # MRR sel - - 37 # MRR sel - - 38 # MRR sel - - 41 # MRR sel - - 43 # MRR sel - - 44 # MRR sel - - 45 # MRR sel - - 46 # MRR sel - - 47 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-2n-skx: @@ -2344,6 +3039,12 @@ - 10 # MRR sel - 11 # MRR sel - 12 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2358,21 +3059,22 @@ title: "VPP Performance Changes 2n-skx 8t4c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 31 # MRR sel - - 33 # MRR sel - - 37 # MRR sel - - 38 # MRR sel - - 41 # MRR sel - - 43 # MRR sel - - 44 # MRR sel - - 45 # MRR sel - - 46 # MRR sel - - 47 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-2n-skx: @@ -2380,6 +3082,12 @@ - 10 # MRR sel - 11 # MRR sel - 12 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2388,58 +3096,157 @@ - "parent" - "result" -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx mrr +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx mrr" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr" reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel data: "vpp-compare-testbeds-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710' and 'MRR'" + filter: "'NIC_Intel-X710' and 'MRR' and '1C'" parameters: - "name" - "parent" - "result" -# VPP Comparison Across Topologies 3n-skx to 2n-skx mrr +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr - type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx mrr" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr" reference: + title: "3-Node Hsw" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel + compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + data: "vpp-compare-testbeds-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and 'MRR' and '2C'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr +- + type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr" + reference: + title: "3-Node Hsw" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel + compare: + title: "3-Node Skx" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + data: "vpp-compare-testbeds-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and 'MRR' and '4C'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr +- + type: "table" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr" + reference: + title: "3-Node Skx" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel compare: title: "2-Node Skx" data: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'MRR'" + filter: "'MRR' and '1C'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr +- + type: "table" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr" + reference: + title: "3-Node Skx" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + compare: + title: "2-Node Skx" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel + data: "vpp-compare-topologies-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'MRR' and '2C'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr +- + type: "table" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr" + reference: + title: "3-Node Skx" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + compare: + title: "2-Node Skx" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel + data: "vpp-compare-topologies-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'MRR' and '4C'" parameters: - "name" - "parent" @@ -3055,41 +3862,27 @@ ################################################################################ # DPDK Performance Changes 3n-hsw 1t1c pdr -- - type: "table" - title: "DPDK Performance Changes 3n-hsw 1t1c pdr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr" - history: - - - title: "rls1804" - data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 - compare: +- + type: "table" + title: "DPDK Performance Changes 3n-hsw 1t1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr" + history: + - + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-hsw: + - 11 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 + reference: title: "rls1810" data: csit-dpdk-perf-verify-1810-3n-hsw: @@ -3103,6 +3896,16 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -3119,34 +3922,20 @@ output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr" history: - - title: "rls1804" + title: "rls1807" data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 + csit-dpdk-perf-verify-1807-3n-hsw: - 11 - - 12 - - 13 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 - compare: title: "rls1810" data: csit-dpdk-perf-verify-1810-3n-hsw: @@ -3160,6 +3949,16 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -3176,34 +3975,20 @@ output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr" history: - - title: "rls1804" + title: "rls1807" data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 + csit-dpdk-perf-verify-1807-3n-hsw: - 11 - - 12 - - 13 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 - compare: title: "rls1810" data: csit-dpdk-perf-verify-1810-3n-hsw: @@ -3217,6 +4002,16 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -3233,34 +4028,20 @@ output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr" history: - - title: "rls1804" + title: "rls1807" data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 + csit-dpdk-perf-verify-1807-3n-hsw: - 11 - - 12 - - 13 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 - compare: title: "rls1810" data: csit-dpdk-perf-verify-1810-3n-hsw: @@ -3274,6 +4055,16 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -3288,13 +4079,27 @@ title: "DPDK Performance Changes 3n-skx 2t1c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr" + history: + - + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel + - 4 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -3302,9 +4107,11 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 13 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -3330,13 +4137,27 @@ title: "DPDK Performance Changes 3n-skx 4t2c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr" + history: + - + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel + - 4 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -3344,9 +4165,11 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 13 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -3372,13 +4195,27 @@ title: "DPDK Performance Changes 3n-skx 2t1c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr" + history: + - + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel + - 4 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -3386,9 +4223,11 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 13 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -3414,13 +4253,27 @@ title: "DPDK Performance Changes 3n-skx 4t2c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr" + history: + - + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel + - 4 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -3428,9 +4281,11 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 13 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -3459,20 +4314,17 @@ reference: title: "3-Node Hsw" data: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-hsw: - 3 # NDRPDR sel - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel compare: title: "3-Node Skx" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -3501,6 +4353,7 @@ reference: title: "3-Node Skx" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -3515,17 +4368,9 @@ compare: title: "2-Node Skx" data: - csit-dpdk-perf-verify-1810-2n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel + # TODO: Add new data + csit-dpdk-perf-verify-1901-2n-skx: + - 2 # NDRPDR sel data: "dpdk-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -3543,6 +4388,7 @@ reference: title: "3-Node Skx" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -3557,17 +4403,9 @@ compare: title: "2-Node Skx" data: - csit-dpdk-perf-verify-1810-2n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel + # TODO: Add new data + csit-dpdk-perf-verify-1901-2n-skx: + - 2 # NDRPDR sel data: "dpdk-compare-topologies" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -3585,20 +4423,17 @@ reference: title: "3-Node Hsw" data: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-hsw: - 3 # NDRPDR sel - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel compare: title: "3-Node Skx" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -4418,6 +5253,213 @@ ### P L O T S ### ################################################################################ +# Soak test - 30min Soak Test (PLRsearch), boxes +- + type: "plot" + title: "VPP Throughput: 30min Soak Test (PLRsearch) boxes" + algorithm: "plot_soak_boxes" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/example-soak-boxes" + data: "plot-vpp-soak-2n-skx" + filter: "'SOAK'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "L2BDMACLRN" + - "IP4FWD" + - "IP6FWD" + - "VHOST" + layout: + title: "30min Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + +# Soak test - example, not used +- + type: "plot" + title: "VPP Throughput: 30min Soak Test (PLRsearch) bars" + algorithm: "plot_soak_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/example-soak-bars" + data: "plot-vpp-soak-2n-skx" + filter: "'SOAK'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "L2BDMACLRN" + - "IP4FWD" + - "IP6FWD" + - "VHOST" + layout: + title: "30min Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + +################################################################################ +# Plots - NF Density + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + '64B' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + '64B' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + '64B' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + '64B' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + layout: "plot-service-density" + ################################################################################ # Plots VPP HTTP Server Performance - @@ -4758,9 +5800,9 @@ - "parent" - "tags" sort: + - "L2XCFWD" - "L2PATCH" - - "L2XCBASE" - - "BASE" + - "L2BDMACLRN" - "FIB_10K" - "FIB_100K" - "FIB_1M" @@ -4793,9 +5835,9 @@ - "parent" - "tags" sort: + - "L2XCFWD" - "L2PATCH" - - "L2XCBASE" - - "BASE" + - "L2BDMACLRN" - "FIB_10K" - "FIB_100K" - "FIB_1M" @@ -4828,9 +5870,9 @@ - "parent" - "tags" sort: + - "L2XCFWD" - "L2PATCH" - - "L2XCBASE" - - "BASE" + - "L2BDMACLRN" - "FIB_10K" - "FIB_100K" - "FIB_1M" @@ -4863,9 +5905,9 @@ - "parent" - "tags" sort: + - "L2XCFWD" - "L2PATCH" - - "L2XCBASE" - - "BASE" + - "L2BDMACLRN" - "FIB_10K" - "FIB_100K" - "FIB_1M" @@ -5163,7 +6205,8 @@ '2T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "throughput" - "parent" @@ -5198,7 +6241,8 @@ '2T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "throughput" - "parent" @@ -5233,7 +6277,8 @@ '4T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "throughput" - "parent" @@ -5268,7 +6313,8 @@ '4T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "throughput" - "parent" @@ -5433,7 +6479,8 @@ '2T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "throughput" - "parent" @@ -5468,7 +6515,8 @@ '2T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "throughput" - "parent" @@ -5503,7 +6551,8 @@ '4T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "throughput" - "parent" @@ -5538,7 +6587,8 @@ '4T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "throughput" - "parent" @@ -7339,7 +8389,7 @@ data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '1T1C' and 'IP4FWD' and @@ -7350,9 +8400,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -7371,7 +8422,7 @@ data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '1T1C' and 'IP4FWD' and @@ -7382,9 +8433,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -7403,7 +8455,7 @@ data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '2T2C' and 'IP4FWD' and @@ -7414,9 +8466,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -7435,7 +8488,7 @@ data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '2T2C' and 'IP4FWD' and @@ -7446,9 +8499,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -7483,6 +8537,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "NAT44" - "POLICE_MARK" @@ -7521,6 +8576,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "NAT44" - "POLICE_MARK" @@ -7559,6 +8615,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "NAT44" - "POLICE_MARK" @@ -7597,6 +8654,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "NAT44" - "POLICE_MARK" @@ -8035,6 +9093,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "FIB_20K" - "FIB_200K" @@ -8067,6 +9126,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "FIB_20K" - "FIB_200K" @@ -8099,6 +9159,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "FIB_20K" - "FIB_200K" @@ -8131,6 +9192,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "FIB_20K" - "FIB_200K" @@ -9523,7 +10585,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-X710' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '2T1C' and 'IP4FWD' and @@ -9534,9 +10596,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -9555,7 +10618,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-X710' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '2T1C' and 'IP4FWD' and @@ -9566,9 +10629,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -9587,7 +10651,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-X710' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '4T2C' and 'IP4FWD' and @@ -9598,9 +10662,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -9619,7 +10684,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-X710' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '4T2C' and 'IP4FWD' and @@ -9630,9 +10695,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -9652,7 +10718,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-XXV710' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '2T1C' and 'IP4FWD' and @@ -9663,9 +10729,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -9684,7 +10751,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-XXV710' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '2T1C' and 'IP4FWD' and @@ -9695,9 +10762,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -9716,7 +10784,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-XXV710' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '4T2C' and 'IP4FWD' and @@ -9727,9 +10795,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -9748,7 +10817,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-XXV710' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '4T2C' and 'IP4FWD' and @@ -9759,9 +10828,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -9903,8 +10973,7 @@ 'ENCAP' and 'NDRPDR' and '1T1C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -9937,8 +11006,7 @@ 'ENCAP' and 'NDRPDR' and '1T1C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -9971,8 +11039,7 @@ 'ENCAP' and 'NDRPDR' and '2T2C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -10005,8 +11072,7 @@ 'ENCAP' and 'NDRPDR' and '2T2C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -10169,8 +11235,7 @@ 'ENCAP' and 'NDRPDR' and '1T1C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -10178,7 +11243,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -10203,8 +11268,7 @@ 'ENCAP' and 'NDRPDR' and '1T1C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -10212,7 +11276,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -10237,8 +11301,7 @@ 'ENCAP' and 'NDRPDR' and '2T2C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -10246,7 +11309,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -10271,8 +11334,7 @@ 'ENCAP' and 'NDRPDR' and '2T2C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -10280,7 +11342,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -10435,8 +11497,7 @@ 'ENCAP' and 'NDRPDR' and '2T1C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -10444,7 +11505,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -10469,8 +11530,7 @@ 'ENCAP' and 'NDRPDR' and '2T1C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -10478,7 +11538,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -10503,8 +11563,7 @@ 'ENCAP' and 'NDRPDR' and '4T2C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -10512,7 +11571,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -10537,8 +11596,7 @@ 'ENCAP' and 'NDRPDR' and '4T2C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -10546,7 +11604,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -11402,8 +12460,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -11435,8 +12493,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -11468,8 +12526,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -11501,8 +12559,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -11667,7 +12725,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-X710' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '2T1C' and 'IP6FWD' and @@ -11680,8 +12738,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -11700,7 +12758,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-X710' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '2T1C' and 'IP6FWD' and @@ -11713,8 +12771,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -11733,7 +12791,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-X710' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '4T2C' and 'IP6FWD' and @@ -11746,8 +12804,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -11766,7 +12824,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-X710' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '4T2C' and 'IP6FWD' and @@ -11779,8 +12837,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -11800,7 +12858,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-XXV710' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '2T1C' and 'IP6FWD' and @@ -11813,8 +12871,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -11833,7 +12891,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-XXV710' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '2T1C' and 'IP6FWD' and @@ -11846,8 +12904,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -11866,7 +12924,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-XXV710' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '4T2C' and 'IP6FWD' and @@ -11879,8 +12937,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -11899,7 +12957,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-XXV710' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '4T2C' and 'IP6FWD' and @@ -11912,8 +12970,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -14833,6 +15891,7 @@ '2T1C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -14865,6 +15924,7 @@ '4T2C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -14897,6 +15957,7 @@ '2T1C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -14929,6 +15990,7 @@ '4T2C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -14962,6 +16024,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -14997,6 +16060,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -15032,6 +16096,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -15067,6 +16132,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -15104,6 +16170,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -15139,6 +16206,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -15174,6 +16242,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -15209,6 +16278,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -15245,6 +16315,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -15279,6 +16350,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -15313,6 +16385,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -15347,6 +16420,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -17454,9 +18528,9 @@ - "parent" - "tags" sort: + - "L2XCFWD" - "L2PATCH" - - "L2XCBASE" - - "BASE" + - "L2BDMACLRN" - "FIB_10K" - "FIB_100K" - "FIB_1M" @@ -17485,9 +18559,9 @@ - "parent" - "tags" sort: + - "L2XCFWD" - "L2PATCH" - - "L2XCBASE" - - "BASE" + - "L2BDMACLRN" - "FIB_10K" - "FIB_100K" - "FIB_1M" @@ -17751,7 +18825,8 @@ '2T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "latency" - "parent" @@ -17782,7 +18857,8 @@ '4T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "latency" - "parent" @@ -17871,7 +18947,8 @@ '2T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "latency" - "parent" @@ -17902,7 +18979,8 @@ '4T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "latency" - "parent" @@ -18662,7 +19740,7 @@ data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '1T1C' and 'IP4FWD' and @@ -18673,9 +19751,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip4-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" @@ -18690,7 +19769,7 @@ data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '2T2C' and 'IP4FWD' and @@ -18701,9 +19780,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip4-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" @@ -18734,6 +19814,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "NAT44" - "POLICE_MARK" @@ -18768,6 +19849,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "NAT44" - "POLICE_MARK" @@ -18978,6 +20060,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "FIB_20K" - "FIB_200K" @@ -19006,6 +20089,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "FIB_20K" - "FIB_200K" @@ -19634,7 +20718,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-X710' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '2T1C' and 'IP4FWD' and @@ -19645,9 +20729,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip4-2n-skx-x710-64b-2t1c-base_and_scale-ndr" @@ -19662,7 +20747,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-X710' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '4T2C' and 'IP4FWD' and @@ -19673,9 +20758,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip4-2n-skx-x710-64b-4t2c-base_and_scale-ndr" @@ -19691,7 +20777,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-XXV710' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '2T1C' and 'IP4FWD' and @@ -19702,9 +20788,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" @@ -19719,7 +20806,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-XXV710' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '4T2C' and 'IP4FWD' and @@ -19730,9 +20817,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" @@ -19753,8 +20841,7 @@ 'ENCAP' and 'NDRPDR' and '1T1C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -19783,8 +20870,7 @@ 'ENCAP' and 'NDRPDR' and '2T2C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -19871,8 +20957,7 @@ 'ENCAP' and 'NDRPDR' and '1T1C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -19880,7 +20965,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -19901,8 +20986,7 @@ 'ENCAP' and 'NDRPDR' and '2T2C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -19910,7 +20994,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -19989,8 +21073,7 @@ 'ENCAP' and 'NDRPDR' and '2T1C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -19998,7 +21081,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -20019,8 +21102,7 @@ 'ENCAP' and 'NDRPDR' and '4T2C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -20028,7 +21110,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -20342,7 +21424,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-X710' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '2T1C' and 'IP6FWD' and @@ -20355,8 +21437,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip6-2n-skx-x710-78b-2t1c-base_and_scale-ndr" @@ -20371,7 +21453,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-X710' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '4T2C' and 'IP6FWD' and @@ -20384,8 +21466,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip6-2n-skx-x710-78b-4t2c-base_and_scale-ndr" @@ -20401,7 +21483,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-XXV710' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '2T1C' and 'IP6FWD' and @@ -20414,8 +21496,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip6-2n-skx-xxv710-78b-2t1c-base_and_scale-ndr" @@ -20443,8 +21525,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip6-2n-skx-xxv710-78b-4t2c-base_and_scale-ndr" @@ -21699,6 +22781,7 @@ '2T1C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "latency" @@ -21727,6 +22810,7 @@ '4T2C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "latency" @@ -21757,6 +22841,7 @@ 'VHOST_1024' and not 'VXLAN' and not 'IP4FWD' and + not 'NF_DENSITY' and not '2VM'" parameters: - "latency" @@ -21787,6 +22872,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -21820,6 +22906,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -21851,6 +22938,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -21883,6 +22971,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "latency" @@ -21913,6 +23002,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "latency" @@ -23418,7 +24508,7 @@ data: "plot-throughput-speedup-analysis-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and 'IP4FWD' and not 'IPSEC' and @@ -23428,9 +24518,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip4-3n-hsw-x520-64b-base_and_scale-ndr" @@ -23445,7 +24536,7 @@ data: "plot-throughput-speedup-analysis-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and 'IP4FWD' and not 'IPSEC' and @@ -23455,9 +24546,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip4-3n-hsw-x520-64b-base_and_scale-pdr" @@ -23487,6 +24579,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "NAT44" - "POLICE_MARK" @@ -23520,6 +24613,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "NAT44" - "POLICE_MARK" @@ -23723,6 +24817,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "FIB_20K" - "FIB_200K" @@ -23750,6 +24845,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "FIB_20K" - "FIB_200K" @@ -24358,7 +25454,7 @@ data: "plot-throughput-speedup-analysis-2n-skx" filter: "'NIC_Intel-X710' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and 'IP4FWD' and not 'IPSEC' and @@ -24368,9 +25464,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip4-2n-skx-x710-64b-base_and_scale-ndr" @@ -24385,7 +25482,7 @@ data: "plot-throughput-speedup-analysis-2n-skx" filter: "'NIC_Intel-X710' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and 'IP4FWD' and not 'IPSEC' and @@ -24395,9 +25492,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip4-2n-skx-x710-64b-base_and_scale-pdr" @@ -24413,7 +25511,7 @@ data: "plot-throughput-speedup-analysis-2n-skx" filter: "'NIC_Intel-XXV710' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and 'IP4FWD' and not 'IPSEC' and @@ -24423,9 +25521,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip4-2n-skx-xxv710-64b-base_and_scale-ndr" @@ -24440,7 +25539,7 @@ data: "plot-throughput-speedup-analysis-2n-skx" filter: "'NIC_Intel-XXV710' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and 'IP4FWD' and not 'IPSEC' and @@ -24450,9 +25549,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip4-2n-skx-xxv710-64b-base_and_scale-pdr" @@ -24521,8 +25621,7 @@ '64B' and 'ENCAP' and 'NDRPDR' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -24550,8 +25649,7 @@ '64B' and 'ENCAP' and 'NDRPDR' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -24635,8 +25733,7 @@ '64B' and 'ENCAP' and 'NDRPDR' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -24644,7 +25741,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -24664,8 +25761,7 @@ '64B' and 'ENCAP' and 'NDRPDR' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -24673,7 +25769,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -24758,7 +25854,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -24787,7 +25883,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -25280,7 +26376,7 @@ data: "plot-throughput-speedup-analysis-2n-skx" filter: "'NIC_Intel-X710' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and 'IP6FWD' and not 'SRv6' and @@ -25292,8 +26388,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip6-2n-skx-x710-78b-base_and_scale-ndr" @@ -25308,7 +26404,7 @@ data: "plot-throughput-speedup-analysis-2n-skx" filter: "'NIC_Intel-X710' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and 'IP6FWD' and not 'SRv6' and @@ -25320,8 +26416,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip6-2n-skx-x710-78b-base_and_scale-pdr" @@ -25337,7 +26433,7 @@ data: "plot-throughput-speedup-analysis-2n-skx" filter: "'NIC_Intel-XXV710' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and 'IP6FWD' and not 'SRv6' and @@ -25349,8 +26445,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip6-2n-skx-xxv710-78b-base_and_scale-ndr" @@ -25365,7 +26461,7 @@ data: "plot-throughput-speedup-analysis-2n-skx" filter: "'NIC_Intel-XXV710' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and 'IP6FWD' and not 'SRv6' and @@ -25377,8 +26473,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip6-2n-skx-xxv710-78b-base_and_scale-pdr" @@ -25695,9 +26791,9 @@ - "parent" - "tags" sort: + - "L2XCFWD" - "L2PATCH" - - "L2XCBASE" - - "BASE" + - "L2BDMACLRN" - "FIB_10K" - "FIB_100K" - "FIB_1M" @@ -25725,9 +26821,9 @@ - "parent" - "tags" sort: + - "L2XCFWD" - "L2PATCH" - - "L2XCBASE" - - "BASE" + - "L2BDMACLRN" - "FIB_10K" - "FIB_100K" - "FIB_1M" @@ -25805,7 +26901,8 @@ 'ETH' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "throughput" - "parent" @@ -25835,7 +26932,8 @@ 'ETH' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "throughput" - "parent" @@ -25982,6 +27080,7 @@ 'ETH' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and + not 'DRV_AVF' and not 'MEMIF'" parameters: - "throughput" @@ -26012,6 +27111,7 @@ 'ETH' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and + not 'DRV_AVF' and not 'MEMIF'" parameters: - "throughput" @@ -26098,7 +27198,8 @@ 'ETH' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "throughput" - "parent" @@ -26128,7 +27229,8 @@ 'ETH' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "throughput" - "parent" @@ -27289,6 +28391,7 @@ 'IP4FWD' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -27316,6 +28419,7 @@ 'IP4FWD' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -27344,6 +28448,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -27374,6 +28479,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -27406,6 +28512,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -27436,6 +28543,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -27467,6 +28575,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -27496,6 +28605,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput"