X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=f33a7e98bd0e86163134dc747a8ccc9362f57714;hb=2fab22524dac3f5aaa26dde53f74d15974e29901;hp=5a7e3806221b747483fc59cc2452d387a7de1325;hpb=bd3bcde273540e50602c24592c4aa41500ddcd85;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 5a7e380622..f33a7e98bd 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -227,10 +227,17 @@ - 13 # MRR plot-vpp-hoststack-3n-hsw: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 103 # hoststack + csit-vpp-perf-verify-2005-3n-hsw: + - 3 # hoststack + - 5 # hoststack + - 6 # hoststack + - 7 # hoststack + - 8 # hoststack + - 9 # hoststack + - 10 # hoststack + - 11 # hoststack + - 12 # hoststack + - 13 # hoststack plot-dpdk-throughput-latency-3n-hsw: csit-dpdk-perf-report-iterative-2005-3n-hsw: @@ -254,16 +261,18 @@ plot-vpp-throughput-lat-tsa-3n-skx: # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-skx: - - 5 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel ??? all x710 failed plot-vpp-hdrh-lat-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: - - 5 # NDRPDR sel + - 4 # NDRPDR sel plot-vpp-nfv-3n-skx-ndrpdr: # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-skx: - - 5 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel ??? all x710 failed plot-vpp-nfv-3n-skx-mrr: # TODO: Replace: @@ -291,16 +300,13 @@ # 2n-skx plot-vpp-throughput-lat-tsa-2n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel plot-vpp-hdrh-lat-2n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 153 # NDRPDR sel - new2001.0 + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel plot-vpp-soak-2n-skx: # TODO: Replace: @@ -310,11 +316,9 @@ - 182 # Soak plot-vpp-nfv-2n-skx-ndrpdr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 30 # NFV - - 31 # NFV + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel plot-vpp-nfv-2n-skx-mrr: # TODO: Replace: @@ -358,11 +362,11 @@ csit-vpp-perf-report-iterative-2005-2n-clx: - 9 # NDRPDR sel - plot-vpp-http-server-performance: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 80 # TCP +# plot-vpp-http-server-performance: +# # TODO: Replace: +# # csit-vpp-perf-report-iterative-2005-2n-clx: +# csit-vpp-perf-verify-2001-2n-clx: +# - 80 # TCP plot-vpp-nfv-2n-clx-ndrpdr: # TODO: Add data: @@ -371,10 +375,8 @@ - 9 # NDRPDR sel plot-vpp-nfv-2n-clx-mrr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 39 # MRR + csit-vpp-perf-report-iterative-2005-2n-clx: + - 12 # MRR plot-vpp-nfv-reconf-2n-clx: # TODO: Replace: @@ -433,7 +435,6 @@ # 3n-dnv plot-vpp-throughput-lat-tsa-3n-dnv: - # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-dnv: - 2 # NDRPDR sel - 3 # NDRPDR sel @@ -443,6 +444,8 @@ - 7 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel plot-dpdk-throughput-latency-3n-dnv: csit-dpdk-perf-report-iterative-2005-3n-dnv: @@ -493,20 +496,17 @@ vpp-nic-comparison-3n-skx: # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-skx: - - 5 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel ??? all x710 failed vpp-nic-comparison-2n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel vpp-nic-comparison-3n-skx-mrr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 50 # MRR sel - - 53 # MRR sel addition + csit-vpp-perf-report-iterative-2005-3n-skx: + - 6 # MRR sel vpp-nic-comparison-2n-skx-mrr: # TODO: Replace: @@ -519,21 +519,28 @@ vpp-perf-results-3n-hsw: csit-vpp-perf-report-coverage-2005-3n-hsw: + - 1 # perf-full-3n-dnv-crypto_I + - 7 # perf-full-3n-hsw-crypto_II - 3 # perf-full-3n-hsw-crypto_III + - 4 # perf-full-3n-dnv-crypto_IV + - 5 # perf-full-3n-hsw-ip4_I + - 6 # perf-full-3n-hsw-ip4_II + - 8 # perf-full-3n-hsw-ip4_III + - 9 # perf-full-3n-hsw-ip4_IV + - 10 # perf-full-3n-hsw-ip4_V vpp-perf-results-3n-skx: # TODO: Replace: csit-vpp-perf-report-iterative-2005-3n-skx: - - 5 # NDRPDR sel + - 4 # NDRPDR sel vpp-perf-results-2n-skx: # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel vpp-perf-results-2n-clx: - # TODO: Add data: + # TODO: Replace: csit-vpp-perf-report-iterative-2005-2n-clx: - 9 # NDRPDR sel @@ -544,26 +551,26 @@ - 10 # NDRPDR sel vpp-perf-results-3n-dnv: - # TODO: Replace by FULL: - csit-vpp-perf-report-iterative-2005-3n-dnv: - - 3 # NDRPDR sel + csit-vpp-perf-report-coverage-2005-3n-dnv: + - 1 # perf-full-3n-dnv-crypto_I + - 5 # perf-full-3n-dnv-ip4_I vpp-perf-results-2n-dnv: csit-vpp-perf-report-coverage-2005-2n-dnv: - 1 # perf-full-2n-dnv-ip4_I - 2 # perf-full-2n-dnv-ip4_II - 3 # perf-full-2n-dnv-ip6_I + - 4 # perf-full-2n-dnv-ip6_II + - 5 # perf-full-2n-dnv-l2_I + - 6 # perf-full-2n-dnv-l2_II vpp-mrr-results-3n-hsw: csit-vpp-perf-report-iterative-2005-3n-hsw: - 13 # MRR vpp-mrr-results-3n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 50 # MRR sel - - 53 # MRR sel addition + csit-vpp-perf-report-iterative-2005-3n-skx: + - 6 # MRR sel vpp-mrr-results-2n-skx: # TODO: Replace: @@ -573,10 +580,8 @@ - 128 # MRR sel addition vpp-mrr-results-2n-clx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 39 # MRR + csit-vpp-perf-report-iterative-2005-2n-clx: + - 12 # MRR vpp-mrr-results-3n-tsh: # TODO: Replace: @@ -691,7 +696,8 @@ vpp-performance-changes-3n-skx-cmp: # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-skx: - - 5 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel ??? all x710 failed vpp-performance-changes-2n-skx-h1: csit-vpp-perf-verify-1908-2n-skx: @@ -718,30 +724,18 @@ - 153 # NDRPDR sel - new2001.0 - 154 # NDRPDR sel - new2001.0 vpp-performance-changes-2n-skx-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - - 146 # NDRPDR sel - new2001.0 - - 147 # NDRPDR sel - new2001.0 - - 148 # NDRPDR sel - new2001.0 - - 149 # NDRPDR sel - new2001.0 - - 150 # NDRPDR sel - new2001.0 - - 151 # NDRPDR sel - new2001.0 - - 152 # NDRPDR sel - new2001.0 - - 153 # NDRPDR sel - new2001.0 - - 154 # NDRPDR sel - new2001.0 + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel vpp-performance-changes-nfv-2n-skx-ref: csit-vpp-perf-verify-2001-2n-skx: - 30 # NFV - 31 # NFV vpp-performance-changes-nfv-2n-skx-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 30 # NFV - - 31 # NFV + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel vpp-performance-changes-2n-clx-h1: csit-vpp-perf-verify-1908_1-2n-clx: @@ -830,7 +824,6 @@ - 17 # NDRPDR sel - 18 # NDRPDR sel vpp-performance-changes-3n-dnv-cmp: - # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-dnv: - 2 # NDRPDR sel - 3 # NDRPDR sel @@ -840,6 +833,8 @@ - 7 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel vpp-performance-changes-3n-tsh-h1: csit-vpp-perf-verify-1908-3n-tsh: @@ -919,9 +914,20 @@ vpp-soak-vs-ndr-2n-clx-ref: # TODO: Add data: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 7 # NDRPDR sel - - 9 # NDRPDR sel + # csit-vpp-perf-report-iterative-2005-2n-clx: + # - 7 # NDRPDR sel + # - 9 # NDRPDR sel + csit-vpp-perf-verify-2001-2n-clx: + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 32 # NDRPDR sel + - 40 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 45 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel + - 49 # NDRPDR sel vpp-soak-vs-ndr-2n-clx-cmp: # TODO: Replace: # csit-vpp-perf-report-iterative-2005-2n-clx: @@ -963,11 +969,8 @@ - 50 # MRR sel - 53 # MRR sel addition vpp-performance-changes-3n-skx-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 50 # MRR sel - - 53 # MRR sel addition + csit-vpp-perf-report-iterative-2005-3n-skx: + - 6 # MRR sel vpp-performance-changes-2n-skx-mrr-h1: csit-vpp-perf-verify-1908-2n-skx: @@ -1284,22 +1287,13 @@ vpp-compare-testbeds-cmp: # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-skx: - - 5 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel ??? all x710 failed vpp-compare-testbeds-skx-clx-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - - 146 # NDRPDR sel - new2001.0 - - 147 # NDRPDR sel - new2001.0 - - 148 # NDRPDR sel - new2001.0 - - 149 # NDRPDR sel - new2001.0 - - 150 # NDRPDR sel - new2001.0 - - 151 # NDRPDR sel - new2001.0 - - 152 # NDRPDR sel - new2001.0 - - 153 # NDRPDR sel - new2001.0 - - 154 # NDRPDR sel - new2001.0 + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel vpp-compare-testbeds-skx-clx-cmp: # TODO: Add data: csit-vpp-perf-report-iterative-2005-2n-clx: @@ -1328,11 +1322,8 @@ csit-vpp-perf-report-iterative-2005-3n-hsw: - 13 # MRR vpp-compare-testbeds-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 50 # MRR sel - - 53 # MRR sel addition + csit-vpp-perf-report-iterative-2005-3n-skx: + - 6 # MRR sel vpp-compare-testbeds-mrr-skx-clx-ref: # TODO: Replace: @@ -1341,19 +1332,15 @@ - 101 # MRR sel - 128 # MRR sel addition vpp-compare-testbeds-mrr-skx-clx-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 39 # MRR + csit-vpp-perf-report-iterative-2005-2n-clx: + - 12 # MRR vpp-compare-testbeds-mrr-hsw-clx-ref: csit-vpp-perf-report-iterative-2005-3n-hsw: - 13 # MRR vpp-compare-testbeds-mrr-hsw-clx-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 39 # MRR + csit-vpp-perf-report-iterative-2005-2n-clx: + - 12 # MRR dpdk-compare-testbeds-ref: csit-dpdk-perf-report-iterative-2005-3n-hsw: @@ -1410,28 +1397,16 @@ vpp-compare-topologies-ref: # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-skx: - - 5 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel ??? all x710 failed vpp-compare-topologies-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - - 146 # NDRPDR sel - new2001.0 - - 147 # NDRPDR sel - new2001.0 - - 148 # NDRPDR sel - new2001.0 - - 149 # NDRPDR sel - new2001.0 - - 150 # NDRPDR sel - new2001.0 - - 151 # NDRPDR sel - new2001.0 - - 152 # NDRPDR sel - new2001.0 - - 153 # NDRPDR sel - new2001.0 - - 154 # NDRPDR sel - new2001.0 + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel vpp-compare-topologies-mrr-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 50 # MRR sel - - 53 # MRR sel addition + csit-vpp-perf-report-iterative-2005-3n-skx: + - 6 # MRR sel vpp-compare-topologies-mrr-cmp: # TODO: Replace: # csit-vpp-perf-report-iterative-2005-2n-skx: @@ -1552,119 +1527,119 @@ hoverlabel: namelength: -1 - plot-cps: - titlefont: - size: 18 - xaxis: - title: "Test Cases [Index]" - titlefont: - size: 16 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickmode: "linear" - tickfont: - size: 16 - zeroline: False - yaxis: - title: "Connections Per Second [cps]" - titlefont: - size: 16 - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - rangemode: "tozero" - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickformat: ".3s" - tickfont: - size: 16 - zeroline: False - boxmode: "group" - boxgroupgap: 0.5 - autosize: False - margin: - t: 50 - b: 20 - l: 80 - r: 20 - showlegend: True - legend: - orientation: "h" - font: - size: 16 - width: 700 - height: 800 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-rps: - titlefont: - size: 18 - xaxis: - title: "Test Cases [Index]" - titlefont: - size: 16 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickmode: "linear" - tickfont: - size: 16 - zeroline: False - yaxis: - title: "Requests Per Second [rps]" - titlefont: - size: 16 - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - rangemode: "tozero" - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(230, 230, 230)" - tickformat: ".3s" - tickfont: - size: 16 - zeroline: False - boxmode: "group" - boxgroupgap: 0.5 - autosize: False - margin: - t: 50 - b: 20 - l: 80 - r: 20 - showlegend: True - legend: - orientation: "h" - font: - size: 16 - width: 700 - height: 800 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 +# plot-cps: +# titlefont: +# size: 18 +# xaxis: +# title: "Test Cases [Index]" +# titlefont: +# size: 16 +# autorange: True +# fixedrange: False +# gridcolor: "rgb(230, 230, 230)" +# linecolor: "rgb(220, 220, 220)" +# linewidth: 1 +# showgrid: True +# showline: True +# showticklabels: True +# tickcolor: "rgb(220, 220, 220)" +# tickmode: "linear" +# tickfont: +# size: 16 +# zeroline: False +# yaxis: +# title: "Connections Per Second [cps]" +# titlefont: +# size: 16 +# gridcolor: "rgb(230, 230, 230)" +# hoverformat: ".4s" +# linecolor: "rgb(220, 220, 220)" +# linewidth: 1 +# rangemode: "tozero" +# showgrid: True +# showline: True +# showticklabels: True +# tickcolor: "rgb(220, 220, 220)" +# tickformat: ".3s" +# tickfont: +# size: 16 +# zeroline: False +# boxmode: "group" +# boxgroupgap: 0.5 +# autosize: False +# margin: +# t: 50 +# b: 20 +# l: 80 +# r: 20 +# showlegend: True +# legend: +# orientation: "h" +# font: +# size: 16 +# width: 700 +# height: 800 +# paper_bgcolor: "#fff" +# plot_bgcolor: "#fff" +# hoverlabel: +# namelength: -1 +# +# plot-rps: +# titlefont: +# size: 18 +# xaxis: +# title: "Test Cases [Index]" +# titlefont: +# size: 16 +# autorange: True +# fixedrange: False +# gridcolor: "rgb(230, 230, 230)" +# linecolor: "rgb(220, 220, 220)" +# linewidth: 1 +# showgrid: True +# showline: True +# showticklabels: True +# tickcolor: "rgb(220, 220, 220)" +# tickmode: "linear" +# tickfont: +# size: 16 +# zeroline: False +# yaxis: +# title: "Requests Per Second [rps]" +# titlefont: +# size: 16 +# gridcolor: "rgb(230, 230, 230)" +# hoverformat: ".4s" +# linecolor: "rgb(220, 220, 220)" +# linewidth: 1 +# rangemode: "tozero" +# showgrid: True +# showline: True +# showticklabels: True +# tickcolor: "rgb(230, 230, 230)" +# tickformat: ".3s" +# tickfont: +# size: 16 +# zeroline: False +# boxmode: "group" +# boxgroupgap: 0.5 +# autosize: False +# margin: +# t: 50 +# b: 20 +# l: 80 +# r: 20 +# showlegend: True +# legend: +# orientation: "h" +# font: +# size: 16 +# width: 700 +# height: 800 +# paper_bgcolor: "#fff" +# plot_bgcolor: "#fff" +# hoverlabel: +# namelength: -1 plot-hoststack: titlefont: @@ -2150,7 +2125,6 @@ - 32 # NDRPDR sel - 34 # NDRPDR sel - 17 # MRR sel - - 103 # hoststack REMOVE csit-vpp-perf-report-iterative-2005-3n-hsw: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -2163,8 +2137,27 @@ - 18 # NDRPDR sel - 19 # NDRPDR sel - 13 # MRR + csit-vpp-perf-verify-2005-3n-hsw: + - 3 # hoststack + - 5 # hoststack + - 6 # hoststack + - 7 # hoststack + - 8 # hoststack + - 9 # hoststack + - 10 # hoststack + - 11 # hoststack + - 12 # hoststack + - 13 # hoststack csit-vpp-perf-report-coverage-2005-3n-hsw: + - 1 # perf-full-3n-dnv-crypto_I + - 7 # perf-full-3n-hsw-crypto_II - 3 # perf-full-3n-hsw-crypto_III + - 4 # perf-full-3n-dnv-crypto_IV + - 5 # perf-full-3n-hsw-ip4_I + - 6 # perf-full-3n-hsw-ip4_II + - 8 # perf-full-3n-hsw-ip4_III + - 9 # perf-full-3n-hsw-ip4_IV + - 10 # perf-full-3n-hsw-ip4_V csit-vpp-perf-verify-1908_1-3n-skx: - 26 # NDRPDR sel - new1908.1 @@ -2189,7 +2182,9 @@ - 53 # MRR sel addition # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-skx: - - 5 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel ??? all x710 failed + - 6 # MRR sel csit-vpp-perf-verify-1908_1-2n-skx: - 39 # NDRPDR sel - new1908.1 @@ -2219,7 +2214,8 @@ - 181 # Soak REMOVE - 182 # Soak REMOVE # TODO: Add data: - # csit-vpp-perf-report-iterative-2005-2n-skx: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel csit-vpp-perf-verify-1908_1-2n-clx: - 5 # NDRPDR sel @@ -2240,13 +2236,13 @@ - 49 # NDRPDR sel - 39 # MRR - 68 # Reconf REMOVE - - 80 # TCP REMOVE - 93 # Soak REMOVE - 94 # Soak REMOVE # TODO: Add data: csit-vpp-perf-report-iterative-2005-2n-clx: - 7 # NDRPDR sel - 9 # NDRPDR sel + - 12 # MRR csit-vpp-perf-verify-1908-3n-tsh: - 7 # NDRPDR sel @@ -2299,7 +2295,6 @@ - 17 # NDRPDR sel - 18 # NDRPDR sel - 11 # MRR sel - # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-dnv: - 2 # NDRPDR sel - 3 # NDRPDR sel @@ -2309,7 +2304,12 @@ - 7 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel - 8 # MRR + csit-vpp-perf-report-coverage-2005-3n-dnv: + - 1 # perf-full-3n-dnv-crypto_I + - 5 # perf-full-3n-dnv-ip4_I csit-vpp-perf-verify-1908-2n-dnv: - 1 # NDRPDR sel @@ -2351,6 +2351,9 @@ - 1 # perf-full-2n-dnv-ip4_I - 2 # perf-full-2n-dnv-ip4_II - 3 # perf-full-2n-dnv-ip6_I + - 4 # perf-full-2n-dnv-ip6_II + - 5 # perf-full-2n-dnv-l2_I + - 6 # perf-full-2n-dnv-l2_II csit-dpdk-perf-verify-1908-3n-hsw: - 2 # NDRPDR sel @@ -2725,74 +2728,74 @@ - "x710, xxv710 - NICs tested." - "Diff - difference between x710 and xxv710 NIC." -# VPP Compare NICs 3n-skx 2t1c mrr -- type: "table" - title: "VPP Compare NICs 3n-skx 2t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-nic-comparison-3n-skx-mrr" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx-mrr" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "Legend to Table:" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -# VPP Compare NICs 3n-skx 4t2c mrr -- type: "table" - title: "VPP Compare NICs 3n-skx 4t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-nic-comparison-3n-skx-mrr" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx-mrr" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "Legend to Table:" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -# VPP Compare NICs 3n-skx 8t4c mrr -- type: "table" - title: "VPP Compare NICs 3n-skx 8t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-nic-comparison-3n-skx-mrr" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx-mrr" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "Legend to Table:" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." +## VPP Compare NICs 3n-skx 2t1c mrr +#- type: "table" +# title: "VPP Compare NICs 3n-skx 2t1c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" +# columns: +# - title: "x710" +# data-set: "vpp-nic-comparison-3n-skx-mrr" +# tag: "NIC_Intel-X710" +# - title: "xxv710" +# data-set: "vpp-nic-comparison-3n-skx-mrr" +# tag: "NIC_Intel-XXV710" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "Legend to Table:" +# - "x710, xxv710 - NICs tested." +# - "Diff - difference between x710 and xxv710 NIC." +# +## VPP Compare NICs 3n-skx 4t2c mrr +#- type: "table" +# title: "VPP Compare NICs 3n-skx 4t2c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" +# columns: +# - title: "x710" +# data-set: "vpp-nic-comparison-3n-skx-mrr" +# tag: "NIC_Intel-X710" +# - title: "xxv710" +# data-set: "vpp-nic-comparison-3n-skx-mrr" +# tag: "NIC_Intel-XXV710" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "Legend to Table:" +# - "x710, xxv710 - NICs tested." +# - "Diff - difference between x710 and xxv710 NIC." +# +## VPP Compare NICs 3n-skx 8t4c mrr +#- type: "table" +# title: "VPP Compare NICs 3n-skx 8t4c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" +# columns: +# - title: "x710" +# data-set: "vpp-nic-comparison-3n-skx-mrr" +# tag: "NIC_Intel-X710" +# - title: "xxv710" +# data-set: "vpp-nic-comparison-3n-skx-mrr" +# tag: "NIC_Intel-XXV710" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "Legend to Table:" +# - "x710, xxv710 - NICs tested." +# - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 2n-skx 2t1c ndr - type: "table" @@ -6674,46 +6677,46 @@ title: "3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho" layout: "plot-hoststack" -# Plots VPP HTTP Server Performance -- type: "plot" - title: "VPP HTTP Server Performance" - algorithm: "plot_http_server_perf_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps" - data: - "plot-vpp-http-server-performance" - filter: "'HTTP' and 'TCP_CPS' and not '8T4C'" - parameters: - - "result" - - "name" - traces: - hoverinfo: "y+name" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "VPP HTTP Server Performance" - layout: - "plot-cps" - -- type: "plot" - title: "VPP HTTP Server Performance" - algorithm: "plot_http_server_perf_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps" - data: - "plot-vpp-http-server-performance" - filter: "'HTTP' and 'TCP_RPS' and not '8T4C'" - parameters: - - "result" - - "name" - traces: - hoverinfo: "y+name" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "VPP HTTP Server Performance" - layout: - "plot-rps" +## Plots VPP HTTP Server Performance +#- type: "plot" +# title: "VPP HTTP Server Performance" +# algorithm: "plot_http_server_perf_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps" +# data: +# "plot-vpp-http-server-performance" +# filter: "'HTTP' and 'TCP_CPS' and not '8T4C'" +# parameters: +# - "result" +# - "name" +# traces: +# hoverinfo: "y+name" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "VPP HTTP Server Performance" +# layout: +# "plot-cps" +# +#- type: "plot" +# title: "VPP HTTP Server Performance" +# algorithm: "plot_http_server_perf_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps" +# data: +# "plot-vpp-http-server-performance" +# filter: "'HTTP' and 'TCP_RPS' and not '8T4C'" +# parameters: +# - "result" +# - "name" +# traces: +# hoverinfo: "y+name" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "VPP HTTP Server Performance" +# layout: +# "plot-rps" ################################################################################