X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;ds=sidebyside;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=d3111523dc8bf2ad6157447bc42f5a46c840138e;hb=7bcbdcb30d2eea8fe7e1fb60696e39abef897920;hp=02e6964b751c115a954b9862425a7f380b0cf67b;hpb=8a5fee0d46f405a5e7838a99f25862f49b0c8192;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 02e6964b75..d3111523dc 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -200,7 +200,6 @@ # 3n-skx plot-vpp-throughput-lat-tsa-3n-skx: - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - 26 # rls2009 NDRPDR iter env 5 - 27 # rls2009 NDRPDR iter env 5 @@ -209,7 +208,9 @@ - 35 # rls2009 NDRPDR iter env 5 - 36 # rls2009 NDRPDR iter env 5 - 37 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 plot-vpp-hdrh-lat-3n-skx: csit-vpp-perf-report-iterative-2009-3n-skx: @@ -330,36 +331,38 @@ plot-vpp-throughput-lat-tsa-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - - 41 # rls2009 NDRPDR iter env 5 - - 42 # rls2009 NDRPDR iter env 5 - - 64 # rls2009 NDRPDR iter env 5 - 65 # rls2009 NDRPDR iter env 5 - 66 # rls2009 NDRPDR iter env 5 - - 67 # rls2009 NDRPDR iter env 5 + - 79 # rls2009 NDRPDR iter env 5 + - 82 # rls2009 NDRPDR iter env 5 + - 88 # rls2009 NDRPDR iter env 5 + - 89 # rls2009 NDRPDR iter env 5 + - 90 # rls2009 NDRPDR iter env 5 plot-vpp-hdrh-lat-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 plot-vpp-nfv-2n-clx-ndrpdr: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - 37 # rls2009 nf-density iter env 5 - 43 # rls2009 nf-density iter env 5 - 69 # rls2009 nf-density iter env 5 - 70 # rls2009 nf-density iter env 5 + - 71 # rls2009 nf-density iter env 5 - 72 # rls2009 nf-density iter env 5 + - 73 # rls2009 nf-density iter env 5 + - 74 # rls2009 nf-density iter env 5 - 75 # rls2009 nf-density iter env 5 + - 76 # rls2009 nf-density iter env 5 plot-vpp-nfv-2n-clx-mrr: csit-vpp-perf-report-iterative-2009-2n-clx: - 45 # rls2009 MRR nf-density iter env 5 plot-vpp-nfv-reconf-2n-clx: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - 25 # rls2009 reconf env 5 - 27 # rls2009 reconf env 5 @@ -370,6 +373,7 @@ - 32 # rls2009 reconf env 5 - 48 # rls2009 reconf env 5 - 53 # rls2009 reconf env 5 + - 68 # rls2009 reconf env 5 plot-vpp-soak-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: @@ -400,14 +404,17 @@ csit-vpp-perf-report-iterative-2009-3n-tsh: - 14 # rls2009 NDRPDR iter env 5 - 20 # rls2009 NDRPDR iter env 5 + - 21 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 - 23 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 30 # rls2009 NDRPDR iter env 5 plot-vpp-hdrh-lat-3n-tsh: csit-vpp-perf-report-iterative-2009-3n-tsh: - 14 # rls2009 NDRPDR iter env 5 plot-dpdk-throughput-latency-3n-tsh: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-tsh: - 1 # NDRPDR iter env5 - 2 # NDRPDR iter env5 @@ -418,6 +425,7 @@ - 7 # NDRPDR iter env5 - 9 # NDRPDR iter env5 - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 plot-dpdk-hdrh-lat-3n-tsh: csit-dpdk-perf-report-iterative-2009-3n-tsh: @@ -467,7 +475,6 @@ # NIC Comparisons vpp-nic-comparison-3n-skx: - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - 26 # rls2009 NDRPDR iter env 5 - 27 # rls2009 NDRPDR iter env 5 @@ -476,7 +483,9 @@ - 35 # rls2009 NDRPDR iter env 5 - 36 # rls2009 NDRPDR iter env 5 - 37 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 vpp-nic-comparison-2n-skx: csit-vpp-perf-report-iterative-2009-2n-skx: @@ -550,11 +559,43 @@ - 37 # rls2009 NDRPDR cov 3n-hsw-vhost-02 vpp-perf-results-3n-skx: - # TODO: Replace: - csit-vpp-perf-report-iterative-2009-3n-skx: - - 27 # rls2009 NDRPDR iter env 5 -# csit-vpp-perf-report-coverage-2009-3n-skx: -# - + csit-vpp-perf-report-coverage-2009-3n-skx: + - 36 # rls2009 NDRPDR cov 3n-skx-crypto-00 + - 3 # rls2009 NDRPDR cov 3n-skx-crypto-01 + - 4 # rls2009 NDRPDR cov 3n-skx-crypto-02 + - 37 # rls2009 NDRPDR cov 3n-skx-crypto-03 + - 6 # rls2009 NDRPDR cov 3n-skx-ip4-00 + - 7 # rls2009 NDRPDR cov 3n-skx-ip4-01 + - 8 # rls2009 NDRPDR cov 3n-skx-ip4-02 + - 9 # rls2009 NDRPDR cov 3n-skx-ip4-03 + - 10 # rls2009 NDRPDR cov 3n-skx-ip4-04 + - 38 # rls2009 NDRPDR cov 3n-skx-ip4-05 + - 12 # rls2009 NDRPDR cov 3n-skx-ip4-06 + - 39 # rls2009 NDRPDR cov 3n-skx-ip4-07 + - 14 # rls2009 NDRPDR cov 3n-skx-ip4tun-00 + - 15 # rls2009 NDRPDR cov 3n-skx-ip4tun-01 + - 16 # rls2009 NDRPDR cov 3n-skx-ip4tun-02 + - 40 # rls2009 NDRPDR cov 3n-skx-ip6-00 + - 18 # rls2009 NDRPDR cov 3n-skx-ip6-01 + - 19 # rls2009 NDRPDR cov 3n-skx-ip6tun-00 + - 20 # rls2009 NDRPDR cov 3n-skx-l2-00 + - 21 # rls2009 NDRPDR cov 3n-skx-l2-01 + - 22 # rls2009 NDRPDR cov 3n-skx-l2-02 + - 23 # rls2009 NDRPDR cov 3n-skx-l2-03 + - 24 # rls2009 NDRPDR cov 3n-skx-l2-04 + - 41 # rls2009 NDRPDR cov 3n-skx-l2-05 + - 42 # rls2009 NDRPDR cov 3n-skx-l2-06 + - 43 # rls2009 NDRPDR cov 3n-skx-l2-07 + - 28 # rls2009 NDRPDR cov 3n-skx-l2-08 + - 44 # rls2009 NDRPDR cov 3n-skx-l2-09 + - 45 # rls2009 NDRPDR cov 3n-skx-l2-10 + - 46 # rls2009 NDRPDR cov 3n-skx-memif-00 + - 47 # rls2009 NDRPDR cov 3n-skx-srv6-00 + - 48 # rls2009 NDRPDR cov 3n-skx-srv6-01 + - 49 # rls2009 NDRPDR cov 3n-skx-vhost-00 + - 50 # rls2009 NDRPDR cov 3n-skx-vhost-01 + - 51 # rls2009 NDRPDR cov 3n-skx-vhost-02 + - 54 # rls2009 NDRPDR cov 3n-skx-vhost-03 vpp-perf-results-2n-skx: csit-vpp-perf-report-coverage-2009-2n-skx: @@ -575,25 +616,26 @@ - 30 # rls2009 NDRPDR cov 2n-skx-vts-00 vpp-perf-results-2n-clx: - # TODO: Add: csit-vpp-perf-report-coverage-2009-2n-clx: - 2 # rls2009 NDRPDR cov 2n-clx-ip4-00 - 3 # rls2009 NDRPDR cov 2n-clx-ip4-01 - 4 # rls2009 NDRPDR cov 2n-clx-ip4-02 - 5 # rls2009 NDRPDR cov 2n-clx-ip4-03 + - 6 # rls2009 NDRPDR cov 2n-clx-ip4-04 - 7 # rls2009 NDRPDR cov 2n-clx-ip4-05 + - 22 # rls2009 NDRPDR cov 2n-clx-ip6-00 - 9 # rls2009 NDRPDR cov 2n-clx-ip6-01 + - 17 # rls2009 NDRPDR cov 2n-clx-l2-00 + - 21 # rls2009 NDRPDR cov 2n-clx-l2-01 + - 12 # rls2009 NDRPDR cov 2n-clx-lb-00 - 13 # rls2009 NDRPDR cov 2n-clx-memif-00 - 14 # rls2009 NDRPDR cov 2n-clx-vhost-00 - 15 # rls2009 NDRPDR cov 2n-clx-vhost-01 - 16 # rls2009 NDRPDR cov 2n-clx-vts-00 vpp-perf-results-3n-tsh: - # TODO: Replace??? csit-vpp-perf-report-iterative-2009-3n-tsh: - 14 # rls2009 NDRPDR iter env 5 -# csit-vpp-perf-report-coverage-2009-3n-tsh: -# - vpp-perf-results-3n-dnv: csit-vpp-perf-report-coverage-2009-3n-dnv: @@ -630,11 +672,11 @@ vpp-mrr-results-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: - - 35 # rls2009 MRR iter env 5 + - 78 # rls2009 MRR iter env 5 vpp-mrr-results-3n-tsh: csit-vpp-perf-report-iterative-2009-3n-tsh: - - 15 # rls2006 MRR iter env 5 + - 15 # rls2009 MRR iter env 5 vpp-mrr-results-3n-dnv: csit-vpp-perf-report-iterative-2009-3n-dnv: @@ -751,8 +793,11 @@ - 13 # rls2005 NDRPDR iter env 5 - 18 # rls2005 NDRPDR iter env 5 - 19 # rls2005 NDRPDR iter env 5 + - 41 # rls2005 NDRPDR iter env 5 + - 43 # rls2005 NDRPDR iter env 5 + - 44 # rls2005 NDRPDR iter env 5 + - 45 # rls2005 NDRPDR iter env 5 vpp-performance-changes-3n-skx-cmp: - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - 26 # rls2009 NDRPDR iter env 5 - 27 # rls2009 NDRPDR iter env 5 @@ -761,7 +806,9 @@ - 35 # rls2009 NDRPDR iter env 5 - 36 # rls2009 NDRPDR iter env 5 - 37 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 vpp-performance-changes-2n-skx-h1: csit-vpp-perf-report-iterative-2005-2n-skx: @@ -855,15 +902,15 @@ vpp-performance-changes-2n-clx-cmp: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - - 41 # rls2009 NDRPDR iter env 5 - - 42 # rls2009 NDRPDR iter env 5 - - 64 # rls2009 NDRPDR iter env 5 - 65 # rls2009 NDRPDR iter env 5 - 66 # rls2009 NDRPDR iter env 5 - - 67 # rls2009 NDRPDR iter env 5 + - 79 # rls2009 NDRPDR iter env 5 + - 82 # rls2009 NDRPDR iter env 5 + - 88 # rls2009 NDRPDR iter env 5 + - 89 # rls2009 NDRPDR iter env 5 + - 90 # rls2009 NDRPDR iter env 5 vpp-performance-changes-2n-dnv-h1: csit-vpp-perf-verify-2001-2n-dnv: @@ -915,7 +962,6 @@ - 17 # NDRPDR sel - 18 # NDRPDR sel vpp-performance-changes-3n-dnv-ref: - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-dnv: - 16 # rls2005 NDRPDR iter env 5 - 23 # rls2005 NDRPDR iter env 5 @@ -925,6 +971,8 @@ - 28 # rls2005 NDRPDR iter env 5 - 29 # rls2005 NDRPDR iter env 5 - 30 # rls2005 NDRPDR iter env 5 + - 31 # rls2005 NDRPDR iter env 5 + - 32 # rls2005 NDRPDR iter env 5 vpp-performance-changes-3n-dnv-cmp: csit-vpp-perf-report-iterative-2009-3n-dnv: - 3 # rls2009 NDRPDR iter env 5 @@ -960,12 +1008,19 @@ - 8 # rls2005 NDRPDR iter env 5 - 11 # rls2005 NDRPDR iter env 5 - 12 # rls2005 NDRPDR iter env 5 + - 24 # rls2005 NDRPDR iter env 5 + - 27 # rls2005 NDRPDR iter env 5 + - 29 # rls2005 NDRPDR iter env 5 vpp-performance-changes-3n-tsh-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-tsh: - 14 # rls2009 NDRPDR iter env 5 - 20 # rls2009 NDRPDR iter env 5 + - 21 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 - 23 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 30 # rls2009 NDRPDR iter env 5 vpp-soak-vs-ndr-2n-skx-ref: csit-vpp-perf-report-iterative-2009-2n-skx: @@ -1001,15 +1056,15 @@ vpp-soak-vs-ndr-2n-clx-ref: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - - 41 # rls2009 NDRPDR iter env 5 - - 42 # rls2009 NDRPDR iter env 5 - - 64 # rls2009 NDRPDR iter env 5 - 65 # rls2009 NDRPDR iter env 5 - 66 # rls2009 NDRPDR iter env 5 - - 67 # rls2009 NDRPDR iter env 5 + - 79 # rls2009 NDRPDR iter env 5 + - 82 # rls2009 NDRPDR iter env 5 + - 88 # rls2009 NDRPDR iter env 5 + - 89 # rls2009 NDRPDR iter env 5 + - 90 # rls2009 NDRPDR iter env 5 vpp-soak-vs-ndr-2n-clx-cmp: csit-vpp-perf-report-iterative-2009-2n-clx: - 33 # rls2009 soak env 5 @@ -1017,15 +1072,15 @@ vpp-soak-vs-ndr-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - - 41 # rls2009 NDRPDR iter env 5 - - 42 # rls2009 NDRPDR iter env 5 - - 64 # rls2009 NDRPDR iter env 5 - 65 # rls2009 NDRPDR iter env 5 - 66 # rls2009 NDRPDR iter env 5 - - 67 # rls2009 NDRPDR iter env 5 + - 79 # rls2009 NDRPDR iter env 5 + - 82 # rls2009 NDRPDR iter env 5 + - 88 # rls2009 NDRPDR iter env 5 + - 89 # rls2009 NDRPDR iter env 5 + - 90 # rls2009 NDRPDR iter env 5 - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 @@ -1078,10 +1133,10 @@ - 72 # MRR sel env 4 vpp-performance-changes-2n-clx-mrr-ref-env5: csit-vpp-perf-report-iterative-2009-2n-clx: - - 16 # rls2005 MRR iter env 5 + - 77 # rls2005 MRR iter env 5 vpp-performance-changes-2n-clx-mrr-cmp: csit-vpp-perf-report-iterative-2009-2n-clx: - - 35 # rls2009 MRR iter env 5 + - 78 # rls2009 MRR iter env 5 vpp-performance-changes-2n-dnv-mrr-h1: csit-vpp-perf-verify-2001-2n-dnv: @@ -1114,7 +1169,7 @@ - 13 # rls2005 MRR iter env 5 vpp-performance-changes-3n-tsh-mrr-cmp: csit-vpp-perf-report-iterative-2009-3n-tsh: - - 15 # rls2006 MRR iter env 5 + - 15 # rls2009 MRR iter env 5 dpdk-performance-changes-3n-hsw-h1: csit-dpdk-perf-verify-2001-3n-hsw: @@ -1356,7 +1411,6 @@ csit-dpdk-perf-report-iterative-2005-3n-tsh: - 5 # NDRPDR sel dpdk-performance-changes-3n-tsh-cmp: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-tsh: - 1 # NDRPDR iter env5 - 2 # NDRPDR iter env5 @@ -1367,6 +1421,7 @@ - 7 # NDRPDR iter env5 - 9 # NDRPDR iter env5 - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 # Compare testbeds @@ -1383,7 +1438,6 @@ - 30 # rls2009 NDRPDR iter env 5 - 31 # rls2009 NDRPDR iter env 5 vpp-compare-testbeds-cmp: - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - 26 # rls2009 NDRPDR iter env 5 - 27 # rls2009 NDRPDR iter env 5 @@ -1392,7 +1446,9 @@ - 35 # rls2009 NDRPDR iter env 5 - 36 # rls2009 NDRPDR iter env 5 - 37 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 vpp-compare-testbeds-skx-clx-ref: csit-vpp-perf-report-iterative-2009-2n-skx: @@ -1419,15 +1475,15 @@ vpp-compare-testbeds-skx-clx-cmp: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - - 41 # rls2009 NDRPDR iter env 5 - - 42 # rls2009 NDRPDR iter env 5 - - 64 # rls2009 NDRPDR iter env 5 - 65 # rls2009 NDRPDR iter env 5 - 66 # rls2009 NDRPDR iter env 5 - - 67 # rls2009 NDRPDR iter env 5 + - 79 # rls2009 NDRPDR iter env 5 + - 82 # rls2009 NDRPDR iter env 5 + - 88 # rls2009 NDRPDR iter env 5 + - 89 # rls2009 NDRPDR iter env 5 + - 90 # rls2009 NDRPDR iter env 5 vpp-compare-testbeds-hsw-clx-ref: csit-vpp-perf-report-iterative-2009-3n-hsw: @@ -1444,15 +1500,15 @@ vpp-compare-testbeds-hsw-clx-cmp: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - - 41 # rls2009 NDRPDR iter env 5 - - 42 # rls2009 NDRPDR iter env 5 - - 64 # rls2009 NDRPDR iter env 5 - 65 # rls2009 NDRPDR iter env 5 - 66 # rls2009 NDRPDR iter env 5 - - 67 # rls2009 NDRPDR iter env 5 + - 79 # rls2009 NDRPDR iter env 5 + - 82 # rls2009 NDRPDR iter env 5 + - 88 # rls2009 NDRPDR iter env 5 + - 89 # rls2009 NDRPDR iter env 5 + - 90 # rls2009 NDRPDR iter env 5 vpp-compare-testbeds-mrr-ref: csit-vpp-perf-report-iterative-2009-3n-hsw: @@ -1466,14 +1522,14 @@ - 26 # rls2009 MRR iter env 5 vpp-compare-testbeds-mrr-skx-clx-cmp: csit-vpp-perf-report-iterative-2009-2n-clx: - - 35 # rls2009 MRR iter env 5 + - 78 # rls2009 MRR iter env 5 vpp-compare-testbeds-mrr-hsw-clx-ref: csit-vpp-perf-report-iterative-2009-3n-hsw: - 23 # rls2009 MRR iter env 5 vpp-compare-testbeds-mrr-hsw-clx-cmp: csit-vpp-perf-report-iterative-2009-2n-clx: - - 35 # rls2009 MRR iter env 5 + - 78 # rls2009 MRR iter env 5 dpdk-compare-testbeds-ref: csit-dpdk-perf-report-iterative-2009-3n-hsw: @@ -1528,7 +1584,6 @@ # Compare topologies vpp-compare-topologies-ref: - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - 26 # rls2009 NDRPDR iter env 5 - 27 # rls2009 NDRPDR iter env 5 @@ -1537,7 +1592,9 @@ - 35 # rls2009 NDRPDR iter env 5 - 36 # rls2009 NDRPDR iter env 5 - 37 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 vpp-compare-topologies-cmp: csit-vpp-perf-report-iterative-2009-2n-skx: - 35 # rls2009 NDRPDR iter env 5 @@ -1781,6 +1838,116 @@ hoverlabel: namelength: -1 + plot-throughput-gbps: + titlefont: + size: 16 + xaxis: + title: "Test Cases [Index]" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickmode: "linear" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "Packet Throughput [Gbps]" + titlefont: + size: 14 + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4r" + tickformat: ".3r" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickfont: + size: 14 + zeroline: False + range: [0,10] + autosize: False + margin: + t: 50 + b: 0 + l: 80 + r: 20 + showlegend: True + legend: + orientation: "h" + font: + size: 14 + width: 700 + height: 900 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 + + plot-cps: + titlefont: + size: 16 + xaxis: + title: "Test Cases [Index]" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickmode: "linear" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "Connections Per Second [cps]" + titlefont: + size: 14 + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4r" + tickformat: ".3s" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickfont: + size: 14 + zeroline: False + range: [0,10] + autosize: False + margin: + t: 50 + b: 0 + l: 80 + r: 20 + showlegend: True + legend: + orientation: "h" + font: + size: 14 + width: 700 + height: 900 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 + plot-throughput-speedup-analysis: titlefont: size: 16 @@ -1877,11 +2044,11 @@ }, ] - plot-latency: + plot-throughput-speedup-analysis-gbps: titlefont: size: 16 xaxis: - title: "Direction" + title: "Number of Cores [Qty]" titlefont: size: 14 autorange: True @@ -1891,14 +2058,14 @@ linewidth: 1 showgrid: True showline: True - showticklabels: False - tickcolor: "rgb(220, 220, 220)" + showticklabels: True + tickcolor: "rgb(238, 238, 238)" tickmode: "linear" tickfont: size: 14 zeroline: False yaxis: - title: "Packet Latency [uSec]" + title: "Packet Throughput [Gbps]" titlefont: size: 14 type: "linear" @@ -1915,16 +2082,23 @@ size: 14 zeroline: True rangemode: "tozero" + range: [0,100] legend: orientation: "h" font: size: 14 + xanchor: "left" + yanchor: "top" + x: 0 + y: -0.2 + bgcolor: "rgba(255, 255, 255, 0)" + bordercolor: "rgba(255, 255, 255, 0)" traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 autosize: False margin: 't': 50 'b': 150 - 'l': 80 + 'l': 85 'r': 10 showlegend: True width: 700 @@ -1933,25 +2107,210 @@ plot_bgcolor: "#fff" hoverlabel: namelength: -1 + annotations: [ + { + text: "_ _ __", + align: "left", + showarrow: False, + xref: "paper", + yref: "paper", + xanchor: "left", + yanchor: "top", + x: 0, + y: -0.13, + font: { + family: "Consolas, Courier New", + size: 13 + }, + }, + { + text: " Perfect Measured", + align: "left", + showarrow: False, + xref: "paper", + yref: "paper", + xanchor: "left", + yanchor: "top", + x: 0, + y: -0.15, + font: { + family: "Consolas, Courier New", + size: 13 + }, + }, + ] - plot-hdrh-latency: - title: - text: "" - xanchor: "center" - x: 0.5 + plot-throughput-speedup-analysis-cps: + titlefont: + size: 16 + xaxis: + title: "Number of Cores [Qty]" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "Connections Per Second [cps]" + titlefont: + size: 14 + type: "linear" + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4s" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickformat: ".4s" + tickfont: + size: 14 + zeroline: True + rangemode: "tozero" + range: [0,100] + legend: + orientation: "h" font: - size: 16 - width: 700 - plot_bgcolor: "white" - annotations: - - font: - size: 14 - showarrow: False - text: "Packet Latency [uSec]" - x: 1 - xanchor: "right" - xref: "paper" - y: -0.045 + size: 14 + xanchor: "left" + yanchor: "top" + x: 0 + y: -0.2 + bgcolor: "rgba(255, 255, 255, 0)" + bordercolor: "rgba(255, 255, 255, 0)" + traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 + autosize: False + margin: + 't': 50 + 'b': 150 + 'l': 85 + 'r': 10 + showlegend: True + width: 700 + height: 700 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 + annotations: [ + { + text: "_ _ __", + align: "left", + showarrow: False, + xref: "paper", + yref: "paper", + xanchor: "left", + yanchor: "top", + x: 0, + y: -0.13, + font: { + family: "Consolas, Courier New", + size: 13 + }, + }, + { + text: " Perfect Measured", + align: "left", + showarrow: False, + xref: "paper", + yref: "paper", + xanchor: "left", + yanchor: "top", + x: 0, + y: -0.15, + font: { + family: "Consolas, Courier New", + size: 13 + }, + }, + ] + + plot-latency: + titlefont: + size: 16 + xaxis: + title: "Direction" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: False + tickcolor: "rgb(220, 220, 220)" + tickmode: "linear" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "Packet Latency [uSec]" + titlefont: + size: 14 + type: "linear" + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4s" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickformat: ".4s" + tickfont: + size: 14 + zeroline: True + rangemode: "tozero" + legend: + orientation: "h" + font: + size: 14 + traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 + autosize: False + margin: + 't': 50 + 'b': 150 + 'l': 80 + 'r': 10 + showlegend: True + width: 700 + height: 700 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 + + plot-hdrh-latency: + title: + text: "" + xanchor: "center" + x: 0.5 + font: + size: 16 + width: 700 + plot_bgcolor: "white" + annotations: + - font: + size: 14 + showarrow: False + text: "Packet Latency [uSec]" + x: 1 + xanchor: "right" + xref: "paper" + y: -0.045 yanchor: "top" yref: "paper" - font: @@ -2241,6 +2600,10 @@ - 13 # rls2005 NDRPDR iter env 5 - 18 # rls2005 NDRPDR iter env 5 - 19 # rls2005 NDRPDR iter env 5 + - 41 # rls2005 NDRPDR iter env 5 + - 43 # rls2005 NDRPDR iter env 5 + - 44 # rls2005 NDRPDR iter env 5 + - 45 # rls2005 NDRPDR iter env 5 - 24 # rls2009 MRR iter env 5 - 26 # rls2009 NDRPDR iter env 5 - 27 # rls2009 NDRPDR iter env 5 @@ -2249,10 +2612,46 @@ - 35 # rls2009 NDRPDR iter env 5 - 36 # rls2009 NDRPDR iter env 5 - 37 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - # TODO: Add: -# csit-vpp-perf-report-coverage-2009-3n-skx: -# - + - 40 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-coverage-2009-3n-skx: + - 36 # rls2009 NDRPDR cov 3n-skx-crypto-00 + - 3 # rls2009 NDRPDR cov 3n-skx-crypto-01 + - 4 # rls2009 NDRPDR cov 3n-skx-crypto-02 + - 37 # rls2009 NDRPDR cov 3n-skx-crypto-03 + - 6 # rls2009 NDRPDR cov 3n-skx-ip4-00 + - 7 # rls2009 NDRPDR cov 3n-skx-ip4-01 + - 8 # rls2009 NDRPDR cov 3n-skx-ip4-02 + - 9 # rls2009 NDRPDR cov 3n-skx-ip4-03 + - 10 # rls2009 NDRPDR cov 3n-skx-ip4-04 + - 38 # rls2009 NDRPDR cov 3n-skx-ip4-05 + - 12 # rls2009 NDRPDR cov 3n-skx-ip4-06 + - 39 # rls2009 NDRPDR cov 3n-skx-ip4-07 + - 14 # rls2009 NDRPDR cov 3n-skx-ip4tun-00 + - 15 # rls2009 NDRPDR cov 3n-skx-ip4tun-01 + - 16 # rls2009 NDRPDR cov 3n-skx-ip4tun-02 + - 40 # rls2009 NDRPDR cov 3n-skx-ip6-00 + - 18 # rls2009 NDRPDR cov 3n-skx-ip6-01 + - 19 # rls2009 NDRPDR cov 3n-skx-ip6tun-00 + - 20 # rls2009 NDRPDR cov 3n-skx-l2-00 + - 21 # rls2009 NDRPDR cov 3n-skx-l2-01 + - 22 # rls2009 NDRPDR cov 3n-skx-l2-02 + - 23 # rls2009 NDRPDR cov 3n-skx-l2-03 + - 24 # rls2009 NDRPDR cov 3n-skx-l2-04 + - 41 # rls2009 NDRPDR cov 3n-skx-l2-05 + - 42 # rls2009 NDRPDR cov 3n-skx-l2-06 + - 43 # rls2009 NDRPDR cov 3n-skx-l2-07 + - 28 # rls2009 NDRPDR cov 3n-skx-l2-08 + - 44 # rls2009 NDRPDR cov 3n-skx-l2-09 + - 45 # rls2009 NDRPDR cov 3n-skx-l2-10 + - 46 # rls2009 NDRPDR cov 3n-skx-memif-00 + - 47 # rls2009 NDRPDR cov 3n-skx-srv6-00 + - 48 # rls2009 NDRPDR cov 3n-skx-srv6-01 + - 49 # rls2009 NDRPDR cov 3n-skx-vhost-00 + - 50 # rls2009 NDRPDR cov 3n-skx-vhost-01 + - 51 # rls2009 NDRPDR cov 3n-skx-vhost-02 + - 54 # rls2009 NDRPDR cov 3n-skx-vhost-03 csit-vpp-perf-verify-2001-2n-skx: - 101 # MRR sel - old @@ -2275,7 +2674,6 @@ - 104 # NDRPDR sel 2001.0-4 - 105 # NDRPDR sel 2001.0-4 - 99 # MRR sel env 4 - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - 20 # rls2005 MRR iter env 5 - 13 # rls2005 NDRPDR iter env 5 @@ -2371,9 +2769,8 @@ - 79 # NDRPDR sel 2001.0-4 - 80 # NDRPDR sel 2001.0-4 - 72 # MRR env 4 - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - - 16 # rls2005 MRR iter env 5 + - 77 # rls2005 MRR iter env 5 - 13 # rls2005 NDRPDR iter env 5 - 15 # rls2005 NDRPDR iter env 5 - 17 # rls2005 NDRPDR iter env 5 @@ -2384,23 +2781,27 @@ - 22 # rls2005 NDRPDR iter env 5 - 23 # rls2005 NDRPDR iter env 5 - 24 # rls2005 NDRPDR iter env 5 - - 35 # rls2009 MRR iter env 5 + - 78 # rls2009 MRR iter env 5 - 36 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - - 41 # rls2009 NDRPDR iter env 5 - - 42 # rls2009 NDRPDR iter env 5 - - 64 # rls2009 NDRPDR iter env 5 - 65 # rls2009 NDRPDR iter env 5 - 66 # rls2009 NDRPDR iter env 5 - - 67 # rls2009 NDRPDR iter env 5 + - 79 # rls2009 NDRPDR iter env 5 + - 82 # rls2009 NDRPDR iter env 5 + - 88 # rls2009 NDRPDR iter env 5 + - 89 # rls2009 NDRPDR iter env 5 + - 90 # rls2009 NDRPDR iter env 5 - 37 # rls2009 nf-density iter env 5 - 43 # rls2009 nf-density iter env 5 - 69 # rls2009 nf-density iter env 5 - 70 # rls2009 nf-density iter env 5 + - 71 # rls2009 nf-density iter env 5 - 72 # rls2009 nf-density iter env 5 + - 73 # rls2009 nf-density iter env 5 + - 74 # rls2009 nf-density iter env 5 - 75 # rls2009 nf-density iter env 5 + - 76 # rls2009 nf-density iter env 5 - 45 # rls2009 MRR nf-density iter env 5 - 25 # rls2009 reconf env 5 - 27 # rls2009 reconf env 5 @@ -2411,16 +2812,21 @@ - 32 # rls2009 reconf env 5 - 48 # rls2009 reconf env 5 - 53 # rls2009 reconf env 5 + - 68 # rls2009 reconf env 5 - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 - # TODO: Add: csit-vpp-perf-report-coverage-2009-2n-clx: - 2 # rls2009 NDRPDR cov 2n-clx-ip4-00 - 3 # rls2009 NDRPDR cov 2n-clx-ip4-01 - 4 # rls2009 NDRPDR cov 2n-clx-ip4-02 - 5 # rls2009 NDRPDR cov 2n-clx-ip4-03 + - 6 # rls2009 NDRPDR cov 2n-clx-ip4-04 - 7 # rls2009 NDRPDR cov 2n-clx-ip4-05 + - 22 # rls2009 NDRPDR cov 2n-clx-ip6-00 - 9 # rls2009 NDRPDR cov 2n-clx-ip6-01 + - 17 # rls2009 NDRPDR cov 2n-clx-l2-00 + - 21 # rls2009 NDRPDR cov 2n-clx-l2-01 + - 12 # rls2009 NDRPDR cov 2n-clx-lb-00 - 13 # rls2009 NDRPDR cov 2n-clx-memif-00 - 14 # rls2009 NDRPDR cov 2n-clx-vhost-00 - 15 # rls2009 NDRPDR cov 2n-clx-vhost-01 @@ -2448,13 +2854,18 @@ - 8 # rls2005 NDRPDR iter env 5 - 11 # rls2005 NDRPDR iter env 5 - 12 # rls2005 NDRPDR iter env 5 + - 24 # rls2005 NDRPDR iter env 5 + - 27 # rls2005 NDRPDR iter env 5 + - 29 # rls2005 NDRPDR iter env 5 - 13 # rls2005 MRR iter env 5 - 14 # rls2009 NDRPDR iter env 5 - 20 # rls2009 NDRPDR iter env 5 + - 21 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 - 23 # rls2009 NDRPDR iter env 5 - - 15 # rls2006 MRR iter env 5 -# csit-vpp-perf-report-coverage-2009-3n-tsh: -# - + - 28 # rls2009 NDRPDR iter env 5 + - 30 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 MRR iter env 5 csit-vpp-perf-verify-2001-3n-dnv: - 5 # NDRPDR sel @@ -2468,7 +2879,6 @@ - 17 # NDRPDR sel - 18 # NDRPDR sel - 11 # MRR sel - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-dnv: - 16 # rls2005 NDRPDR iter env 5 - 23 # rls2005 NDRPDR iter env 5 @@ -2478,6 +2888,8 @@ - 28 # rls2005 NDRPDR iter env 5 - 29 # rls2005 NDRPDR iter env 5 - 30 # rls2005 NDRPDR iter env 5 + - 31 # rls2005 NDRPDR iter env 5 + - 32 # rls2005 NDRPDR iter env 5 - 19 # rls2005 MRR iter env 5 - 3 # rls2009 NDRPDR iter env 5 - 6 # rls2009 NDRPDR iter env 5 @@ -2765,7 +3177,6 @@ - 18 # NDRPDR sel csit-dpdk-perf-report-iterative-2005-3n-tsh: - 5 # NDRPDR sel - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-tsh: - 1 # NDRPDR iter env5 - 2 # NDRPDR iter env5 @@ -2776,6 +3187,7 @@ - 7 # NDRPDR iter env5 - 9 # NDRPDR iter env5 - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 csit-vpp-device-2009-ubuntu1804-1n-skx: - 131 # rls2009 env 5 @@ -2785,8 +3197,8 @@ format: html: - full -# pdf: -# - minimal + pdf: + - minimal ################################################################################ ### T A B L E S ### @@ -2832,166 +3244,166 @@ ################################################################################ -## VPP Compare NICs 3n-skx 2t1c ndr -#- type: "table" -# title: "VPP Compare NICs 3n-skx 2t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" -# columns: -# - title: "x710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-X710" -# - title: "xxv710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-XXV710" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "x710, xxv710 - NICs tested." -# - "Diff - difference between x710 and xxv710 NIC." -# -## VPP Compare NICs 3n-skx 4t2c ndr -#- type: "table" -# title: "VPP Compare NICs 3n-skx 4t2c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" -# columns: -# - title: "x710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-X710" -# - title: "xxv710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-XXV710" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "x710, xxv710 - NICs tested." -# - "Diff - difference between x710 and xxv710 NIC." -# -## VPP Compare NICs 3n-skx 2t1c pdr -#- type: "table" -# title: "VPP Compare NICs 3n-skx 2t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" -# columns: -# - title: "x710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-X710" -# - title: "xxv710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-XXV710" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "x710, xxv710 - NICs tested." -# - "Diff - difference between x710 and xxv710 NIC." -# -## VPP Compare NICs 3n-skx 4t2c pdr -#- type: "table" -# title: "VPP Compare NICs 3n-skx 4t2c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" -# columns: -# - title: "x710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-X710" -# - title: "xxv710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-XXV710" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "x710, xxv710 - NICs tested." -# - "Diff - difference between x710 and xxv710 NIC." +# VPP Compare NICs 3n-skx 2t1c ndr +- type: "table" + title: "VPP Compare NICs 3n-skx 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." -## VPP Compare NICs 3n-skx 2t1c mrr -#- type: "table" -# title: "VPP Compare NICs 3n-skx 2t1c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" -# columns: -# - title: "x710" -# data-set: "vpp-nic-comparison-3n-skx-mrr" -# tag: "NIC_Intel-X710" -# - title: "xxv710" -# data-set: "vpp-nic-comparison-3n-skx-mrr" -# tag: "NIC_Intel-XXV710" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "x710, xxv710 - NICs tested." -# - "Diff - difference between x710 and xxv710 NIC." -# -## VPP Compare NICs 3n-skx 4t2c mrr -#- type: "table" -# title: "VPP Compare NICs 3n-skx 4t2c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" -# columns: -# - title: "x710" -# data-set: "vpp-nic-comparison-3n-skx-mrr" -# tag: "NIC_Intel-X710" -# - title: "xxv710" -# data-set: "vpp-nic-comparison-3n-skx-mrr" -# tag: "NIC_Intel-XXV710" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "x710, xxv710 - NICs tested." -# - "Diff - difference between x710 and xxv710 NIC." -# -## VPP Compare NICs 3n-skx 8t4c mrr -#- type: "table" -# title: "VPP Compare NICs 3n-skx 8t4c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" -# columns: -# - title: "x710" -# data-set: "vpp-nic-comparison-3n-skx-mrr" -# tag: "NIC_Intel-X710" -# - title: "xxv710" -# data-set: "vpp-nic-comparison-3n-skx-mrr" -# tag: "NIC_Intel-XXV710" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "x710, xxv710 - NICs tested." -# - "Diff - difference between x710 and xxv710 NIC." +# VPP Compare NICs 3n-skx 4t2c ndr +- type: "table" + title: "VPP Compare NICs 3n-skx 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 3n-skx 2t1c pdr +- type: "table" + title: "VPP Compare NICs 3n-skx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 3n-skx 4t2c pdr +- type: "table" + title: "VPP Compare NICs 3n-skx 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 3n-skx 2t1c mrr +- type: "table" + title: "VPP Compare NICs 3n-skx 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 3n-skx 4t2c mrr +- type: "table" + title: "VPP Compare NICs 3n-skx 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 3n-skx 8t4c mrr +- type: "table" + title: "VPP Compare NICs 3n-skx 8t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 2n-skx 2t1c ndr - type: "table"