X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=ed9e03fa8bcd4333c00da10c8a2ac6c76788b81a;hb=142ab34ae1c70d206ee04a4d897dc030716bc875;hp=5444f3ebadd834652d7f2fb8762d933a7dc7d338;hpb=3174b2ce97046c3c41551fd3c7b58878853290d8;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 5444f3ebad..ed9e03fa8b 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -200,7 +200,6 @@ # 3n-skx plot-vpp-throughput-lat-tsa-3n-skx: - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - 26 # rls2009 NDRPDR iter env 5 - 27 # rls2009 NDRPDR iter env 5 @@ -209,6 +208,7 @@ - 35 # rls2009 NDRPDR iter env 5 - 36 # rls2009 NDRPDR iter env 5 - 37 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 @@ -331,22 +331,21 @@ plot-vpp-throughput-lat-tsa-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - - 41 # rls2009 NDRPDR iter env 5 - - 42 # rls2009 NDRPDR iter env 5 - - 64 # rls2009 NDRPDR iter env 5 - 65 # rls2009 NDRPDR iter env 5 - 66 # rls2009 NDRPDR iter env 5 - - 67 # rls2009 NDRPDR iter env 5 + - 79 # rls2009 NDRPDR iter env 5 + - 82 # rls2009 NDRPDR iter env 5 + - 88 # rls2009 NDRPDR iter env 5 + - 89 # rls2009 NDRPDR iter env 5 + - 90 # rls2009 NDRPDR iter env 5 plot-vpp-hdrh-lat-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 plot-vpp-nfv-2n-clx-ndrpdr: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - 37 # rls2009 nf-density iter env 5 - 43 # rls2009 nf-density iter env 5 @@ -357,6 +356,7 @@ - 73 # rls2009 nf-density iter env 5 - 74 # rls2009 nf-density iter env 5 - 75 # rls2009 nf-density iter env 5 + - 76 # rls2009 nf-density iter env 5 plot-vpp-nfv-2n-clx-mrr: csit-vpp-perf-report-iterative-2009-2n-clx: @@ -404,14 +404,17 @@ csit-vpp-perf-report-iterative-2009-3n-tsh: - 14 # rls2009 NDRPDR iter env 5 - 20 # rls2009 NDRPDR iter env 5 + - 21 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 - 23 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 30 # rls2009 NDRPDR iter env 5 plot-vpp-hdrh-lat-3n-tsh: csit-vpp-perf-report-iterative-2009-3n-tsh: - 14 # rls2009 NDRPDR iter env 5 plot-dpdk-throughput-latency-3n-tsh: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-tsh: - 1 # NDRPDR iter env5 - 2 # NDRPDR iter env5 @@ -422,6 +425,7 @@ - 7 # NDRPDR iter env5 - 9 # NDRPDR iter env5 - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 plot-dpdk-hdrh-lat-3n-tsh: csit-dpdk-perf-report-iterative-2009-3n-tsh: @@ -471,7 +475,6 @@ # NIC Comparisons vpp-nic-comparison-3n-skx: - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - 26 # rls2009 NDRPDR iter env 5 - 27 # rls2009 NDRPDR iter env 5 @@ -480,6 +483,7 @@ - 35 # rls2009 NDRPDR iter env 5 - 36 # rls2009 NDRPDR iter env 5 - 37 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 @@ -555,9 +559,43 @@ - 37 # rls2009 NDRPDR cov 3n-hsw-vhost-02 vpp-perf-results-3n-skx: - # TODO: Add: csit-vpp-perf-report-coverage-2009-3n-skx: + - 36 # rls2009 NDRPDR cov 3n-skx-crypto-00 + - 3 # rls2009 NDRPDR cov 3n-skx-crypto-01 + - 4 # rls2009 NDRPDR cov 3n-skx-crypto-02 + - 37 # rls2009 NDRPDR cov 3n-skx-crypto-03 + - 6 # rls2009 NDRPDR cov 3n-skx-ip4-00 + - 7 # rls2009 NDRPDR cov 3n-skx-ip4-01 + - 8 # rls2009 NDRPDR cov 3n-skx-ip4-02 - 9 # rls2009 NDRPDR cov 3n-skx-ip4-03 + - 10 # rls2009 NDRPDR cov 3n-skx-ip4-04 + - 38 # rls2009 NDRPDR cov 3n-skx-ip4-05 + - 12 # rls2009 NDRPDR cov 3n-skx-ip4-06 + - 39 # rls2009 NDRPDR cov 3n-skx-ip4-07 + - 14 # rls2009 NDRPDR cov 3n-skx-ip4tun-00 + - 15 # rls2009 NDRPDR cov 3n-skx-ip4tun-01 + - 16 # rls2009 NDRPDR cov 3n-skx-ip4tun-02 + - 40 # rls2009 NDRPDR cov 3n-skx-ip6-00 + - 18 # rls2009 NDRPDR cov 3n-skx-ip6-01 + - 19 # rls2009 NDRPDR cov 3n-skx-ip6tun-00 + - 20 # rls2009 NDRPDR cov 3n-skx-l2-00 + - 21 # rls2009 NDRPDR cov 3n-skx-l2-01 + - 22 # rls2009 NDRPDR cov 3n-skx-l2-02 + - 23 # rls2009 NDRPDR cov 3n-skx-l2-03 + - 24 # rls2009 NDRPDR cov 3n-skx-l2-04 + - 41 # rls2009 NDRPDR cov 3n-skx-l2-05 + - 42 # rls2009 NDRPDR cov 3n-skx-l2-06 + - 43 # rls2009 NDRPDR cov 3n-skx-l2-07 + - 28 # rls2009 NDRPDR cov 3n-skx-l2-08 + - 44 # rls2009 NDRPDR cov 3n-skx-l2-09 + - 45 # rls2009 NDRPDR cov 3n-skx-l2-10 + - 46 # rls2009 NDRPDR cov 3n-skx-memif-00 + - 47 # rls2009 NDRPDR cov 3n-skx-srv6-00 + - 48 # rls2009 NDRPDR cov 3n-skx-srv6-01 + - 49 # rls2009 NDRPDR cov 3n-skx-vhost-00 + - 50 # rls2009 NDRPDR cov 3n-skx-vhost-01 + - 51 # rls2009 NDRPDR cov 3n-skx-vhost-02 + - 54 # rls2009 NDRPDR cov 3n-skx-vhost-03 vpp-perf-results-2n-skx: csit-vpp-perf-report-coverage-2009-2n-skx: @@ -578,7 +616,6 @@ - 30 # rls2009 NDRPDR cov 2n-skx-vts-00 vpp-perf-results-2n-clx: - # TODO: Add: csit-vpp-perf-report-coverage-2009-2n-clx: - 2 # rls2009 NDRPDR cov 2n-clx-ip4-00 - 3 # rls2009 NDRPDR cov 2n-clx-ip4-01 @@ -586,22 +623,19 @@ - 5 # rls2009 NDRPDR cov 2n-clx-ip4-03 - 6 # rls2009 NDRPDR cov 2n-clx-ip4-04 - 7 # rls2009 NDRPDR cov 2n-clx-ip4-05 - - 8 # rls2009 NDRPDR cov 2n-clx-ip6-00 + - 22 # rls2009 NDRPDR cov 2n-clx-ip6-00 - 9 # rls2009 NDRPDR cov 2n-clx-ip6-01 - 17 # rls2009 NDRPDR cov 2n-clx-l2-00 -# - 18 # rls2009 NDRPDR cov 2n-clx-l2-01 -# - 12 # rls2009 NDRPDR cov 2n-clx-lb-00 + - 21 # rls2009 NDRPDR cov 2n-clx-l2-01 + - 12 # rls2009 NDRPDR cov 2n-clx-lb-00 - 13 # rls2009 NDRPDR cov 2n-clx-memif-00 - 14 # rls2009 NDRPDR cov 2n-clx-vhost-00 - 15 # rls2009 NDRPDR cov 2n-clx-vhost-01 - 16 # rls2009 NDRPDR cov 2n-clx-vts-00 vpp-perf-results-3n-tsh: - # TODO: Replace??? csit-vpp-perf-report-iterative-2009-3n-tsh: - 14 # rls2009 NDRPDR iter env 5 -# csit-vpp-perf-report-coverage-2009-3n-tsh: -# - vpp-perf-results-3n-dnv: csit-vpp-perf-report-coverage-2009-3n-dnv: @@ -638,11 +672,11 @@ vpp-mrr-results-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: - - 35 # rls2009 MRR iter env 5 + - 78 # rls2009 MRR iter env 5 vpp-mrr-results-3n-tsh: csit-vpp-perf-report-iterative-2009-3n-tsh: - - 15 # rls2006 MRR iter env 5 + - 15 # rls2009 MRR iter env 5 vpp-mrr-results-3n-dnv: csit-vpp-perf-report-iterative-2009-3n-dnv: @@ -760,8 +794,11 @@ - 18 # rls2005 NDRPDR iter env 5 - 19 # rls2005 NDRPDR iter env 5 - 41 # rls2005 NDRPDR iter env 5 + - 43 # rls2005 NDRPDR iter env 5 + - 44 # rls2005 NDRPDR iter env 5 + - 45 # rls2005 NDRPDR iter env 5 + - 46 # rls2005 NDRPDR iter env 5 vpp-performance-changes-3n-skx-cmp: - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - 26 # rls2009 NDRPDR iter env 5 - 27 # rls2009 NDRPDR iter env 5 @@ -770,6 +807,7 @@ - 35 # rls2009 NDRPDR iter env 5 - 36 # rls2009 NDRPDR iter env 5 - 37 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 @@ -865,15 +903,15 @@ vpp-performance-changes-2n-clx-cmp: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - - 41 # rls2009 NDRPDR iter env 5 - - 42 # rls2009 NDRPDR iter env 5 - - 64 # rls2009 NDRPDR iter env 5 - 65 # rls2009 NDRPDR iter env 5 - 66 # rls2009 NDRPDR iter env 5 - - 67 # rls2009 NDRPDR iter env 5 + - 79 # rls2009 NDRPDR iter env 5 + - 82 # rls2009 NDRPDR iter env 5 + - 88 # rls2009 NDRPDR iter env 5 + - 89 # rls2009 NDRPDR iter env 5 + - 90 # rls2009 NDRPDR iter env 5 vpp-performance-changes-2n-dnv-h1: csit-vpp-perf-verify-2001-2n-dnv: @@ -971,12 +1009,20 @@ - 8 # rls2005 NDRPDR iter env 5 - 11 # rls2005 NDRPDR iter env 5 - 12 # rls2005 NDRPDR iter env 5 + - 24 # rls2005 NDRPDR iter env 5 + - 27 # rls2005 NDRPDR iter env 5 + - 29 # rls2005 NDRPDR iter env 5 + - 31 # rls2005 NDRPDR iter env 5 vpp-performance-changes-3n-tsh-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-tsh: - 14 # rls2009 NDRPDR iter env 5 - 20 # rls2009 NDRPDR iter env 5 + - 21 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 - 23 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 30 # rls2009 NDRPDR iter env 5 vpp-soak-vs-ndr-2n-skx-ref: csit-vpp-perf-report-iterative-2009-2n-skx: @@ -1012,15 +1058,15 @@ vpp-soak-vs-ndr-2n-clx-ref: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - - 41 # rls2009 NDRPDR iter env 5 - - 42 # rls2009 NDRPDR iter env 5 - - 64 # rls2009 NDRPDR iter env 5 - 65 # rls2009 NDRPDR iter env 5 - 66 # rls2009 NDRPDR iter env 5 - - 67 # rls2009 NDRPDR iter env 5 + - 79 # rls2009 NDRPDR iter env 5 + - 82 # rls2009 NDRPDR iter env 5 + - 88 # rls2009 NDRPDR iter env 5 + - 89 # rls2009 NDRPDR iter env 5 + - 90 # rls2009 NDRPDR iter env 5 vpp-soak-vs-ndr-2n-clx-cmp: csit-vpp-perf-report-iterative-2009-2n-clx: - 33 # rls2009 soak env 5 @@ -1028,15 +1074,15 @@ vpp-soak-vs-ndr-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - - 41 # rls2009 NDRPDR iter env 5 - - 42 # rls2009 NDRPDR iter env 5 - - 64 # rls2009 NDRPDR iter env 5 - 65 # rls2009 NDRPDR iter env 5 - 66 # rls2009 NDRPDR iter env 5 - - 67 # rls2009 NDRPDR iter env 5 + - 79 # rls2009 NDRPDR iter env 5 + - 82 # rls2009 NDRPDR iter env 5 + - 88 # rls2009 NDRPDR iter env 5 + - 89 # rls2009 NDRPDR iter env 5 + - 90 # rls2009 NDRPDR iter env 5 - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 @@ -1089,10 +1135,10 @@ - 72 # MRR sel env 4 vpp-performance-changes-2n-clx-mrr-ref-env5: csit-vpp-perf-report-iterative-2009-2n-clx: - - 16 # rls2005 MRR iter env 5 + - 77 # rls2005 MRR iter env 5 vpp-performance-changes-2n-clx-mrr-cmp: csit-vpp-perf-report-iterative-2009-2n-clx: - - 35 # rls2009 MRR iter env 5 + - 78 # rls2009 MRR iter env 5 vpp-performance-changes-2n-dnv-mrr-h1: csit-vpp-perf-verify-2001-2n-dnv: @@ -1125,7 +1171,7 @@ - 13 # rls2005 MRR iter env 5 vpp-performance-changes-3n-tsh-mrr-cmp: csit-vpp-perf-report-iterative-2009-3n-tsh: - - 15 # rls2006 MRR iter env 5 + - 15 # rls2009 MRR iter env 5 dpdk-performance-changes-3n-hsw-h1: csit-dpdk-perf-verify-2001-3n-hsw: @@ -1367,7 +1413,6 @@ csit-dpdk-perf-report-iterative-2005-3n-tsh: - 5 # NDRPDR sel dpdk-performance-changes-3n-tsh-cmp: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-tsh: - 1 # NDRPDR iter env5 - 2 # NDRPDR iter env5 @@ -1378,6 +1423,7 @@ - 7 # NDRPDR iter env5 - 9 # NDRPDR iter env5 - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 # Compare testbeds @@ -1394,7 +1440,6 @@ - 30 # rls2009 NDRPDR iter env 5 - 31 # rls2009 NDRPDR iter env 5 vpp-compare-testbeds-cmp: - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - 26 # rls2009 NDRPDR iter env 5 - 27 # rls2009 NDRPDR iter env 5 @@ -1403,6 +1448,7 @@ - 35 # rls2009 NDRPDR iter env 5 - 36 # rls2009 NDRPDR iter env 5 - 37 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 @@ -1431,15 +1477,15 @@ vpp-compare-testbeds-skx-clx-cmp: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - - 41 # rls2009 NDRPDR iter env 5 - - 42 # rls2009 NDRPDR iter env 5 - - 64 # rls2009 NDRPDR iter env 5 - 65 # rls2009 NDRPDR iter env 5 - 66 # rls2009 NDRPDR iter env 5 - - 67 # rls2009 NDRPDR iter env 5 + - 79 # rls2009 NDRPDR iter env 5 + - 82 # rls2009 NDRPDR iter env 5 + - 88 # rls2009 NDRPDR iter env 5 + - 89 # rls2009 NDRPDR iter env 5 + - 90 # rls2009 NDRPDR iter env 5 vpp-compare-testbeds-hsw-clx-ref: csit-vpp-perf-report-iterative-2009-3n-hsw: @@ -1456,15 +1502,15 @@ vpp-compare-testbeds-hsw-clx-cmp: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - - 41 # rls2009 NDRPDR iter env 5 - - 42 # rls2009 NDRPDR iter env 5 - - 64 # rls2009 NDRPDR iter env 5 - 65 # rls2009 NDRPDR iter env 5 - 66 # rls2009 NDRPDR iter env 5 - - 67 # rls2009 NDRPDR iter env 5 + - 79 # rls2009 NDRPDR iter env 5 + - 82 # rls2009 NDRPDR iter env 5 + - 88 # rls2009 NDRPDR iter env 5 + - 89 # rls2009 NDRPDR iter env 5 + - 90 # rls2009 NDRPDR iter env 5 vpp-compare-testbeds-mrr-ref: csit-vpp-perf-report-iterative-2009-3n-hsw: @@ -1478,14 +1524,14 @@ - 26 # rls2009 MRR iter env 5 vpp-compare-testbeds-mrr-skx-clx-cmp: csit-vpp-perf-report-iterative-2009-2n-clx: - - 35 # rls2009 MRR iter env 5 + - 78 # rls2009 MRR iter env 5 vpp-compare-testbeds-mrr-hsw-clx-ref: csit-vpp-perf-report-iterative-2009-3n-hsw: - 23 # rls2009 MRR iter env 5 vpp-compare-testbeds-mrr-hsw-clx-cmp: csit-vpp-perf-report-iterative-2009-2n-clx: - - 35 # rls2009 MRR iter env 5 + - 78 # rls2009 MRR iter env 5 dpdk-compare-testbeds-ref: csit-dpdk-perf-report-iterative-2009-3n-hsw: @@ -1540,7 +1586,6 @@ # Compare topologies vpp-compare-topologies-ref: - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - 26 # rls2009 NDRPDR iter env 5 - 27 # rls2009 NDRPDR iter env 5 @@ -1549,6 +1594,7 @@ - 35 # rls2009 NDRPDR iter env 5 - 36 # rls2009 NDRPDR iter env 5 - 37 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 vpp-compare-topologies-cmp: @@ -1794,6 +1840,116 @@ hoverlabel: namelength: -1 + plot-throughput-gbps: + titlefont: + size: 16 + xaxis: + title: "Test Cases [Index]" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickmode: "linear" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "Packet Throughput [Gbps]" + titlefont: + size: 14 + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4r" + tickformat: ".3r" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickfont: + size: 14 + zeroline: False + range: [0,10] + autosize: False + margin: + t: 50 + b: 0 + l: 80 + r: 20 + showlegend: True + legend: + orientation: "h" + font: + size: 14 + width: 700 + height: 900 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 + + plot-cps: + titlefont: + size: 16 + xaxis: + title: "Test Cases [Index]" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickmode: "linear" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "Connections Per Second [cps]" + titlefont: + size: 14 + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4r" + tickformat: ".3s" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickfont: + size: 14 + zeroline: False + range: [0,10] + autosize: False + margin: + t: 50 + b: 0 + l: 80 + r: 20 + showlegend: True + legend: + orientation: "h" + font: + size: 14 + width: 700 + height: 900 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 + plot-throughput-speedup-analysis: titlefont: size: 16 @@ -1890,11 +2046,11 @@ }, ] - plot-latency: + plot-throughput-speedup-analysis-gbps: titlefont: size: 16 xaxis: - title: "Direction" + title: "Number of Cores [Qty]" titlefont: size: 14 autorange: True @@ -1904,14 +2060,14 @@ linewidth: 1 showgrid: True showline: True - showticklabels: False - tickcolor: "rgb(220, 220, 220)" + showticklabels: True + tickcolor: "rgb(238, 238, 238)" tickmode: "linear" tickfont: size: 14 zeroline: False yaxis: - title: "Packet Latency [uSec]" + title: "Packet Throughput [Gbps]" titlefont: size: 14 type: "linear" @@ -1928,16 +2084,23 @@ size: 14 zeroline: True rangemode: "tozero" + range: [0,100] legend: orientation: "h" font: size: 14 + xanchor: "left" + yanchor: "top" + x: 0 + y: -0.2 + bgcolor: "rgba(255, 255, 255, 0)" + bordercolor: "rgba(255, 255, 255, 0)" traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 autosize: False margin: 't': 50 'b': 150 - 'l': 80 + 'l': 85 'r': 10 showlegend: True width: 700 @@ -1946,69 +2109,44 @@ plot_bgcolor: "#fff" hoverlabel: namelength: -1 + annotations: [ + { + text: "_ _ __", + align: "left", + showarrow: False, + xref: "paper", + yref: "paper", + xanchor: "left", + yanchor: "top", + x: 0, + y: -0.13, + font: { + family: "Consolas, Courier New", + size: 13 + }, + }, + { + text: " Perfect Measured", + align: "left", + showarrow: False, + xref: "paper", + yref: "paper", + xanchor: "left", + yanchor: "top", + x: 0, + y: -0.15, + font: { + family: "Consolas, Courier New", + size: 13 + }, + }, + ] - plot-hdrh-latency: - title: - text: "" - xanchor: "center" - x: 0.5 - font: - size: 16 - width: 700 - plot_bgcolor: "white" - annotations: - - font: - size: 14 - showarrow: False - text: "Packet Latency [uSec]" - x: 1 - xanchor: "right" - xref: "paper" - y: -0.045 - yanchor: "top" - yref: "paper" - - font: - size: 14 - showarrow: False - text: "Probability [%]" - textangle: 270 - x: -0.06 - xanchor: "center" - xref: "paper" - y: 0.5 - yanchor: "middle" - yref: "paper" - - font: - size: 14 - showarrow: False - text: "Direction: E-W" - x: 0.24 - xanchor: "center" - xref: "paper" - y: 1.05 - yanchor: "bottom" - yref: "paper" - - font: - size: 14 - showarrow: False - text: "Direction: W-E" - x: 0.74 - xanchor: "center" - xref: "paper" - y: 1.05 - yanchor: "bottom" - yref: "paper" - - plot-hdrh-latency-percentile: - title: - text: "" - xanchor: "center" - x: 0.5 - font: - size: 16 + plot-throughput-speedup-analysis-cps: + titlefont: + size: 16 xaxis: - type: "log" - title: "Percentile [%]" + title: "Number of Cores [Qty]" titlefont: size: 14 autorange: True @@ -2019,7 +2157,217 @@ showgrid: True showline: True showticklabels: True - tickcolor: "rgb(220, 220, 220)" + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "Connections Per Second [cps]" + titlefont: + size: 14 + type: "linear" + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4s" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickformat: ".4s" + tickfont: + size: 14 + zeroline: True + rangemode: "tozero" + range: [0,100] + legend: + orientation: "h" + font: + size: 14 + xanchor: "left" + yanchor: "top" + x: 0 + y: -0.2 + bgcolor: "rgba(255, 255, 255, 0)" + bordercolor: "rgba(255, 255, 255, 0)" + traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 + autosize: False + margin: + 't': 50 + 'b': 150 + 'l': 85 + 'r': 10 + showlegend: True + width: 700 + height: 700 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 + annotations: [ + { + text: "_ _ __", + align: "left", + showarrow: False, + xref: "paper", + yref: "paper", + xanchor: "left", + yanchor: "top", + x: 0, + y: -0.13, + font: { + family: "Consolas, Courier New", + size: 13 + }, + }, + { + text: " Perfect Measured", + align: "left", + showarrow: False, + xref: "paper", + yref: "paper", + xanchor: "left", + yanchor: "top", + x: 0, + y: -0.15, + font: { + family: "Consolas, Courier New", + size: 13 + }, + }, + ] + + plot-latency: + titlefont: + size: 16 + xaxis: + title: "Direction" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: False + tickcolor: "rgb(220, 220, 220)" + tickmode: "linear" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "Packet Latency [uSec]" + titlefont: + size: 14 + type: "linear" + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4s" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickformat: ".4s" + tickfont: + size: 14 + zeroline: True + rangemode: "tozero" + legend: + orientation: "h" + font: + size: 14 + traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 + autosize: False + margin: + 't': 50 + 'b': 150 + 'l': 80 + 'r': 10 + showlegend: True + width: 700 + height: 700 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 + + plot-hdrh-latency: + title: + text: "" + xanchor: "center" + x: 0.5 + font: + size: 16 + width: 700 + plot_bgcolor: "white" + annotations: + - font: + size: 14 + showarrow: False + text: "Packet Latency [uSec]" + x: 1 + xanchor: "right" + xref: "paper" + y: -0.045 + yanchor: "top" + yref: "paper" + - font: + size: 14 + showarrow: False + text: "Probability [%]" + textangle: 270 + x: -0.06 + xanchor: "center" + xref: "paper" + y: 0.5 + yanchor: "middle" + yref: "paper" + - font: + size: 14 + showarrow: False + text: "Direction: E-W" + x: 0.24 + xanchor: "center" + xref: "paper" + y: 1.05 + yanchor: "bottom" + yref: "paper" + - font: + size: 14 + showarrow: False + text: "Direction: W-E" + x: 0.74 + xanchor: "center" + xref: "paper" + y: 1.05 + yanchor: "bottom" + yref: "paper" + + plot-hdrh-latency-percentile: + title: + text: "" + xanchor: "center" + x: 0.5 + font: + size: 16 + xaxis: + type: "log" + title: "Percentile [%]" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6, 1e7, 1e8] ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999, 99.99999, 99.999999] tickfont: @@ -2255,6 +2603,10 @@ - 18 # rls2005 NDRPDR iter env 5 - 19 # rls2005 NDRPDR iter env 5 - 41 # rls2005 NDRPDR iter env 5 + - 43 # rls2005 NDRPDR iter env 5 + - 44 # rls2005 NDRPDR iter env 5 + - 45 # rls2005 NDRPDR iter env 5 + - 46 # rls2005 NDRPDR iter env 5 - 24 # rls2009 MRR iter env 5 - 26 # rls2009 NDRPDR iter env 5 - 27 # rls2009 NDRPDR iter env 5 @@ -2263,11 +2615,46 @@ - 35 # rls2009 NDRPDR iter env 5 - 36 # rls2009 NDRPDR iter env 5 - 37 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - # TODO: Add: csit-vpp-perf-report-coverage-2009-3n-skx: + - 36 # rls2009 NDRPDR cov 3n-skx-crypto-00 + - 3 # rls2009 NDRPDR cov 3n-skx-crypto-01 + - 4 # rls2009 NDRPDR cov 3n-skx-crypto-02 + - 37 # rls2009 NDRPDR cov 3n-skx-crypto-03 + - 6 # rls2009 NDRPDR cov 3n-skx-ip4-00 + - 7 # rls2009 NDRPDR cov 3n-skx-ip4-01 + - 8 # rls2009 NDRPDR cov 3n-skx-ip4-02 - 9 # rls2009 NDRPDR cov 3n-skx-ip4-03 + - 10 # rls2009 NDRPDR cov 3n-skx-ip4-04 + - 38 # rls2009 NDRPDR cov 3n-skx-ip4-05 + - 12 # rls2009 NDRPDR cov 3n-skx-ip4-06 + - 39 # rls2009 NDRPDR cov 3n-skx-ip4-07 + - 14 # rls2009 NDRPDR cov 3n-skx-ip4tun-00 + - 15 # rls2009 NDRPDR cov 3n-skx-ip4tun-01 + - 16 # rls2009 NDRPDR cov 3n-skx-ip4tun-02 + - 40 # rls2009 NDRPDR cov 3n-skx-ip6-00 + - 18 # rls2009 NDRPDR cov 3n-skx-ip6-01 + - 19 # rls2009 NDRPDR cov 3n-skx-ip6tun-00 + - 20 # rls2009 NDRPDR cov 3n-skx-l2-00 + - 21 # rls2009 NDRPDR cov 3n-skx-l2-01 + - 22 # rls2009 NDRPDR cov 3n-skx-l2-02 + - 23 # rls2009 NDRPDR cov 3n-skx-l2-03 + - 24 # rls2009 NDRPDR cov 3n-skx-l2-04 + - 41 # rls2009 NDRPDR cov 3n-skx-l2-05 + - 42 # rls2009 NDRPDR cov 3n-skx-l2-06 + - 43 # rls2009 NDRPDR cov 3n-skx-l2-07 + - 28 # rls2009 NDRPDR cov 3n-skx-l2-08 + - 44 # rls2009 NDRPDR cov 3n-skx-l2-09 + - 45 # rls2009 NDRPDR cov 3n-skx-l2-10 + - 46 # rls2009 NDRPDR cov 3n-skx-memif-00 + - 47 # rls2009 NDRPDR cov 3n-skx-srv6-00 + - 48 # rls2009 NDRPDR cov 3n-skx-srv6-01 + - 49 # rls2009 NDRPDR cov 3n-skx-vhost-00 + - 50 # rls2009 NDRPDR cov 3n-skx-vhost-01 + - 51 # rls2009 NDRPDR cov 3n-skx-vhost-02 + - 54 # rls2009 NDRPDR cov 3n-skx-vhost-03 csit-vpp-perf-verify-2001-2n-skx: - 101 # MRR sel - old @@ -2385,9 +2772,8 @@ - 79 # NDRPDR sel 2001.0-4 - 80 # NDRPDR sel 2001.0-4 - 72 # MRR env 4 - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - - 16 # rls2005 MRR iter env 5 + - 77 # rls2005 MRR iter env 5 - 13 # rls2005 NDRPDR iter env 5 - 15 # rls2005 NDRPDR iter env 5 - 17 # rls2005 NDRPDR iter env 5 @@ -2398,17 +2784,17 @@ - 22 # rls2005 NDRPDR iter env 5 - 23 # rls2005 NDRPDR iter env 5 - 24 # rls2005 NDRPDR iter env 5 - - 35 # rls2009 MRR iter env 5 + - 78 # rls2009 MRR iter env 5 - 36 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - - 41 # rls2009 NDRPDR iter env 5 - - 42 # rls2009 NDRPDR iter env 5 - - 64 # rls2009 NDRPDR iter env 5 - 65 # rls2009 NDRPDR iter env 5 - 66 # rls2009 NDRPDR iter env 5 - - 67 # rls2009 NDRPDR iter env 5 + - 79 # rls2009 NDRPDR iter env 5 + - 82 # rls2009 NDRPDR iter env 5 + - 88 # rls2009 NDRPDR iter env 5 + - 89 # rls2009 NDRPDR iter env 5 + - 90 # rls2009 NDRPDR iter env 5 - 37 # rls2009 nf-density iter env 5 - 43 # rls2009 nf-density iter env 5 - 69 # rls2009 nf-density iter env 5 @@ -2418,6 +2804,7 @@ - 73 # rls2009 nf-density iter env 5 - 74 # rls2009 nf-density iter env 5 - 75 # rls2009 nf-density iter env 5 + - 76 # rls2009 nf-density iter env 5 - 45 # rls2009 MRR nf-density iter env 5 - 25 # rls2009 reconf env 5 - 27 # rls2009 reconf env 5 @@ -2431,7 +2818,6 @@ - 68 # rls2009 reconf env 5 - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 - # TODO: Add: csit-vpp-perf-report-coverage-2009-2n-clx: - 2 # rls2009 NDRPDR cov 2n-clx-ip4-00 - 3 # rls2009 NDRPDR cov 2n-clx-ip4-01 @@ -2439,11 +2825,11 @@ - 5 # rls2009 NDRPDR cov 2n-clx-ip4-03 - 6 # rls2009 NDRPDR cov 2n-clx-ip4-04 - 7 # rls2009 NDRPDR cov 2n-clx-ip4-05 - - 8 # rls2009 NDRPDR cov 2n-clx-ip6-00 + - 22 # rls2009 NDRPDR cov 2n-clx-ip6-00 - 9 # rls2009 NDRPDR cov 2n-clx-ip6-01 - 17 # rls2009 NDRPDR cov 2n-clx-l2-00 -# - 18 # rls2009 NDRPDR cov 2n-clx-l2-01 -# - 12 # rls2009 NDRPDR cov 2n-clx-lb-00 + - 21 # rls2009 NDRPDR cov 2n-clx-l2-01 + - 12 # rls2009 NDRPDR cov 2n-clx-lb-00 - 13 # rls2009 NDRPDR cov 2n-clx-memif-00 - 14 # rls2009 NDRPDR cov 2n-clx-vhost-00 - 15 # rls2009 NDRPDR cov 2n-clx-vhost-01 @@ -2471,13 +2857,19 @@ - 8 # rls2005 NDRPDR iter env 5 - 11 # rls2005 NDRPDR iter env 5 - 12 # rls2005 NDRPDR iter env 5 + - 24 # rls2005 NDRPDR iter env 5 + - 27 # rls2005 NDRPDR iter env 5 + - 29 # rls2005 NDRPDR iter env 5 + - 31 # rls2005 NDRPDR iter env 5 - 13 # rls2005 MRR iter env 5 - 14 # rls2009 NDRPDR iter env 5 - 20 # rls2009 NDRPDR iter env 5 + - 21 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 - 23 # rls2009 NDRPDR iter env 5 - - 15 # rls2006 MRR iter env 5 -# csit-vpp-perf-report-coverage-2009-3n-tsh: -# - + - 28 # rls2009 NDRPDR iter env 5 + - 30 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 MRR iter env 5 csit-vpp-perf-verify-2001-3n-dnv: - 5 # NDRPDR sel @@ -2789,7 +3181,6 @@ - 18 # NDRPDR sel csit-dpdk-perf-report-iterative-2005-3n-tsh: - 5 # NDRPDR sel - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-tsh: - 1 # NDRPDR iter env5 - 2 # NDRPDR iter env5 @@ -2800,6 +3191,7 @@ - 7 # NDRPDR iter env5 - 9 # NDRPDR iter env5 - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 csit-vpp-device-2009-ubuntu1804-1n-skx: - 131 # rls2009 env 5 @@ -2856,166 +3248,166 @@ ################################################################################ -## VPP Compare NICs 3n-skx 2t1c ndr -#- type: "table" -# title: "VPP Compare NICs 3n-skx 2t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" -# columns: -# - title: "x710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-X710" -# - title: "xxv710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-XXV710" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "x710, xxv710 - NICs tested." -# - "Diff - difference between x710 and xxv710 NIC." -# -## VPP Compare NICs 3n-skx 4t2c ndr -#- type: "table" -# title: "VPP Compare NICs 3n-skx 4t2c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" -# columns: -# - title: "x710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-X710" -# - title: "xxv710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-XXV710" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "x710, xxv710 - NICs tested." -# - "Diff - difference between x710 and xxv710 NIC." -# -## VPP Compare NICs 3n-skx 2t1c pdr -#- type: "table" -# title: "VPP Compare NICs 3n-skx 2t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" -# columns: -# - title: "x710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-X710" -# - title: "xxv710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-XXV710" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "x710, xxv710 - NICs tested." -# - "Diff - difference between x710 and xxv710 NIC." -# -## VPP Compare NICs 3n-skx 4t2c pdr -#- type: "table" -# title: "VPP Compare NICs 3n-skx 4t2c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" -# columns: -# - title: "x710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-X710" -# - title: "xxv710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-XXV710" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "x710, xxv710 - NICs tested." -# - "Diff - difference between x710 and xxv710 NIC." +# VPP Compare NICs 3n-skx 2t1c ndr +- type: "table" + title: "VPP Compare NICs 3n-skx 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." -## VPP Compare NICs 3n-skx 2t1c mrr -#- type: "table" -# title: "VPP Compare NICs 3n-skx 2t1c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" -# columns: -# - title: "x710" -# data-set: "vpp-nic-comparison-3n-skx-mrr" -# tag: "NIC_Intel-X710" -# - title: "xxv710" -# data-set: "vpp-nic-comparison-3n-skx-mrr" -# tag: "NIC_Intel-XXV710" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "x710, xxv710 - NICs tested." -# - "Diff - difference between x710 and xxv710 NIC." -# -## VPP Compare NICs 3n-skx 4t2c mrr -#- type: "table" -# title: "VPP Compare NICs 3n-skx 4t2c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" -# columns: -# - title: "x710" -# data-set: "vpp-nic-comparison-3n-skx-mrr" -# tag: "NIC_Intel-X710" -# - title: "xxv710" -# data-set: "vpp-nic-comparison-3n-skx-mrr" -# tag: "NIC_Intel-XXV710" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "x710, xxv710 - NICs tested." -# - "Diff - difference between x710 and xxv710 NIC." -# -## VPP Compare NICs 3n-skx 8t4c mrr -#- type: "table" -# title: "VPP Compare NICs 3n-skx 8t4c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" -# columns: -# - title: "x710" -# data-set: "vpp-nic-comparison-3n-skx-mrr" -# tag: "NIC_Intel-X710" -# - title: "xxv710" -# data-set: "vpp-nic-comparison-3n-skx-mrr" -# tag: "NIC_Intel-XXV710" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "x710, xxv710 - NICs tested." -# - "Diff - difference between x710 and xxv710 NIC." +# VPP Compare NICs 3n-skx 4t2c ndr +- type: "table" + title: "VPP Compare NICs 3n-skx 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 3n-skx 2t1c pdr +- type: "table" + title: "VPP Compare NICs 3n-skx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 3n-skx 4t2c pdr +- type: "table" + title: "VPP Compare NICs 3n-skx 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 3n-skx 2t1c mrr +- type: "table" + title: "VPP Compare NICs 3n-skx 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 3n-skx 4t2c mrr +- type: "table" + title: "VPP Compare NICs 3n-skx 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 3n-skx 8t4c mrr +- type: "table" + title: "VPP Compare NICs 3n-skx 8t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 2n-skx 2t1c ndr - type: "table"