X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=bded30c5ab920c694073b7e7529207afce87d540;hp=5b96bbf6991a4e9e2e69987664dd6911f9500efe;hb=f7aecf2c307ba2c4b860ea60de70b9c82113efd5;hpb=44c950247fc7e52f208e23e791eafc3804b4b7fb diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 5b96bbf699..bded30c5ab 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -131,7 +131,7 @@ x710: 35800000 xxv710: 35800000 xl710: 35800000 - cx556a: 60000000 + cx556a: 148809523.81 link: 10ge: 14880952.38 @@ -206,26 +206,23 @@ - 27 # rls2009 NDRPDR iter env 5 - 28 # rls2009 NDRPDR iter env 5 - 29 # rls2009 NDRPDR iter env 5 + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 plot-vpp-hdrh-lat-3n-skx: csit-vpp-perf-report-iterative-2009-3n-skx: - 27 # rls2009 NDRPDR iter env 5 # plot-vpp-nfv-3n-skx-ndrpdr: -# # TODO: Replace: -# # csit-vpp-perf-report-iterative-2009-3n-skx: -# csit-vpp-perf-report-iterative-2005-3n-skx: -# - 4 # NDRPDR sel -# - 5 # NDRPDR sel ??? all x710 failed -# - 33 # NDRPDR sel -# - 28 # NDRPDR sel -# - 34 # NDRPDR sel +# # No data +# csit-vpp-perf-report-iterative-2009-3n-skx: # plot-vpp-nfv-3n-skx-mrr: -# # TODO: Replace: -# # csit-vpp-perf-report-iterative-2009-3n-skx: -# csit-vpp-perf-report-iterative-2005-3n-skx: -# - 49 # MRR sel env 4 +# # No data +# csit-vpp-perf-report-iterative-2009-3n-skx: plot-dpdk-throughput-latency-3n-skx: csit-dpdk-perf-report-iterative-2009-3n-skx: @@ -273,13 +270,16 @@ csit-vpp-perf-report-iterative-2009-2n-skx: - 35 # rls2009 NDRPDR iter env 5 + plot-vpp-hdrh-lat-2n-skx-nat44: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 51 # rls2009 NDRPDR iter NAT44 env 5 + plot-vpp-soak-2n-skx: csit-vpp-perf-report-iterative-2009-2n-skx: - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 plot-vpp-nfv-2n-skx-ndrpdr: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - 38 # rls2009 nf-density iter env 5 - 41 # rls2009 nf-density iter env 5 @@ -289,13 +289,14 @@ - 63 # rls2009 nf-density iter env 5 - 65 # rls2009 nf-density iter env 5 - 66 # rls2009 nf-density iter env 5 + - 71 # rls2009 nf-density iter env 5 + - 72 # rls2009 nf-density iter env 5 plot-vpp-nfv-2n-skx-mrr: csit-vpp-perf-report-iterative-2009-2n-skx: - 50 # rls2009 MRR nf-density iter env 5 plot-vpp-nfv-reconf-2n-skx: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - 27 # rls2009 reconf env 5 - 28 # rls2009 reconf env 5 @@ -306,6 +307,7 @@ - 61 # rls2009 reconf env 5 - 62 # rls2009 reconf env 5 - 68 # rls2009 reconf env 5 + - 70 # rls2009 reconf env 5 plot-dpdk-throughput-latency-2n-skx: csit-dpdk-perf-report-iterative-2009-2n-skx: @@ -327,7 +329,6 @@ # 2n-clx plot-vpp-throughput-lat-tsa-2n-clx: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - 38 # rls2009 NDRPDR iter env 5 @@ -335,23 +336,33 @@ - 40 # rls2009 NDRPDR iter env 5 - 41 # rls2009 NDRPDR iter env 5 - 42 # rls2009 NDRPDR iter env 5 + - 64 # rls2009 NDRPDR iter env 5 + - 65 # rls2009 NDRPDR iter env 5 + - 66 # rls2009 NDRPDR iter env 5 + - 67 # rls2009 NDRPDR iter env 5 plot-vpp-hdrh-lat-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 plot-vpp-nfv-2n-clx-ndrpdr: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - 37 # rls2009 nf-density iter env 5 - 43 # rls2009 nf-density iter env 5 + - 69 # rls2009 nf-density iter env 5 + - 70 # rls2009 nf-density iter env 5 + - 71 # rls2009 nf-density iter env 5 + - 72 # rls2009 nf-density iter env 5 + - 73 # rls2009 nf-density iter env 5 + - 74 # rls2009 nf-density iter env 5 + - 75 # rls2009 nf-density iter env 5 + - 76 # rls2009 nf-density iter env 5 plot-vpp-nfv-2n-clx-mrr: csit-vpp-perf-report-iterative-2009-2n-clx: - 45 # rls2009 MRR nf-density iter env 5 plot-vpp-nfv-reconf-2n-clx: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - 25 # rls2009 reconf env 5 - 27 # rls2009 reconf env 5 @@ -362,6 +373,7 @@ - 32 # rls2009 reconf env 5 - 48 # rls2009 reconf env 5 - 53 # rls2009 reconf env 5 + - 68 # rls2009 reconf env 5 plot-vpp-soak-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: @@ -391,6 +403,9 @@ # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-tsh: - 14 # rls2009 NDRPDR iter env 5 + - 20 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 + - 23 # rls2009 NDRPDR iter env 5 plot-vpp-hdrh-lat-3n-tsh: csit-vpp-perf-report-iterative-2009-3n-tsh: @@ -416,7 +431,6 @@ # 3n-dnv plot-vpp-throughput-lat-tsa-3n-dnv: - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-dnv: - 3 # rls2009 NDRPDR iter env 5 - 6 # rls2009 NDRPDR iter env 5 @@ -427,26 +441,15 @@ - 12 # rls2009 NDRPDR iter env 5 - 14 # rls2009 NDRPDR iter env 5 - 15 # rls2009 NDRPDR iter env 5 + - 24 # rls2009 NDRPDR iter env 5 - plot-dpdk-throughput-latency-3n-dnv: - # TODO: Replace: - # csit-dpdk-perf-report-iterative-2009-3n-dnv: - csit-dpdk-perf-report-iterative-2005-3n-dnv: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel +# plot-dpdk-throughput-latency-3n-dnv: +# # No data +# csit-dpdk-perf-report-iterative-2009-3n-dnv: # 2n-dnv plot-vpp-throughput-lat-tsa-2n-dnv: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-dnv: - 3 # rls2009 NDRPDR iter env 5 - 5 # rls2009 NDRPDR iter env 5 @@ -459,20 +462,9 @@ - 14 # rls2009 NDRPDR iter env 5 - 15 # rls2009 NDRPDR iter env 5 - plot-dpdk-throughput-latency-2n-dnv: - # TODO: Replace: - # csit-dpdk-perf-report-iterative-2009-2n-dnv: - csit-dpdk-perf-report-iterative-2005-2n-dnv: - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel +# plot-dpdk-throughput-latency-2n-dnv: +# # No data +# csit-dpdk-perf-report-iterative-2009-2n-dnv: ########################################################################### # Simple tables (only one data set): @@ -486,6 +478,11 @@ - 27 # rls2009 NDRPDR iter env 5 - 28 # rls2009 NDRPDR iter env 5 - 29 # rls2009 NDRPDR iter env 5 + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 vpp-nic-comparison-2n-skx: csit-vpp-perf-report-iterative-2009-2n-skx: @@ -559,30 +556,66 @@ - 37 # rls2009 NDRPDR cov 3n-hsw-vhost-02 vpp-perf-results-3n-skx: - # TODO: Replace: + # TODO: Add: csit-vpp-perf-report-coverage-2009-3n-skx: - - 1 # RC2 env5 3n-skx-ip4-00 + - 9 # rls2009 NDRPDR cov 3n-skx-ip4-03 + - 16 # rls2009 NDRPDR cov 3n-skx-ip4tun-02 vpp-perf-results-2n-skx: - # TODO: Replace: csit-vpp-perf-report-coverage-2009-2n-skx: - - 7 # RC2 env5 2n-skx-ip4-00 + - 18 # rls2009 NDRPDR cov 2n-skx-ip4-00 + - 19 # rls2009 NDRPDR cov 2n-skx-ip4-01 + - 10 # rls2009 NDRPDR cov 2n-skx-ip4-02 + - 20 # rls2009 NDRPDR cov 2n-skx-ip4-03 + - 21 # rls2009 NDRPDR cov 2n-skx-ip4-04 + - 13 # rls2009 NDRPDR cov 2n-skx-ip4-05 + - 22 # rls2009 NDRPDR cov 2n-skx-ip6-00 + - 23 # rls2009 NDRPDR cov 2n-skx-ip6-01 + - 24 # rls2009 NDRPDR cov 2n-skx-l2-00 + - 25 # rls2009 NDRPDR cov 2n-skx-l2-01 + - 26 # rls2009 NDRPDR cov 2n-skx-lb-00 + - 27 # rls2009 NDRPDR cov 2n-skx-memif-00 + - 28 # rls2009 NDRPDR cov 2n-skx-vhost-00 + - 29 # rls2009 NDRPDR cov 2n-skx-vhost-01 + - 30 # rls2009 NDRPDR cov 2n-skx-vts-00 vpp-perf-results-2n-clx: - # TODO: Replace: + # TODO: Add: csit-vpp-perf-report-coverage-2009-2n-clx: - - 1 # RC2 env5 2n-clx-ip4-00 + - 2 # rls2009 NDRPDR cov 2n-clx-ip4-00 + - 3 # rls2009 NDRPDR cov 2n-clx-ip4-01 + - 4 # rls2009 NDRPDR cov 2n-clx-ip4-02 + - 5 # rls2009 NDRPDR cov 2n-clx-ip4-03 + - 6 # rls2009 NDRPDR cov 2n-clx-ip4-04 + - 7 # rls2009 NDRPDR cov 2n-clx-ip4-05 + - 8 # rls2009 NDRPDR cov 2n-clx-ip6-00 + - 9 # rls2009 NDRPDR cov 2n-clx-ip6-01 + - 17 # rls2009 NDRPDR cov 2n-clx-l2-00 + - 21 # rls2009 NDRPDR cov 2n-clx-l2-01 + - 12 # rls2009 NDRPDR cov 2n-clx-lb-00 + - 13 # rls2009 NDRPDR cov 2n-clx-memif-00 + - 14 # rls2009 NDRPDR cov 2n-clx-vhost-00 + - 15 # rls2009 NDRPDR cov 2n-clx-vhost-01 + - 16 # rls2009 NDRPDR cov 2n-clx-vts-00 vpp-perf-results-3n-tsh: + # TODO: Replace??? csit-vpp-perf-report-iterative-2009-3n-tsh: - 14 # rls2009 NDRPDR iter env 5 # csit-vpp-perf-report-coverage-2009-3n-tsh: -# - 1 # RC2 3n-tsh-ip4-00 +# - vpp-perf-results-3n-dnv: - # TODO: Add: csit-vpp-perf-report-coverage-2009-3n-dnv: + - 10 # rls2009 NDRPDR cov 3n-dnv-crypto-00 - 2 # rls2009 NDRPDR cov 3n-dnv-crypto-01 + - 11 # rls2009 NDRPDR cov 3n-dnv-ip4-00 + - 12 # rls2009 NDRPDR cov 3n-dnv-ip4-01 + - 13 # rls2009 NDRPDR cov 3n-dnv-ip4tun-00 + - 14 # rls2009 NDRPDR cov 3n-dnv-ip6-00 + - 15 # rls2009 NDRPDR cov 3n-dnv-ip6-01 + - 16 # rls2009 NDRPDR cov 3n-dnv-l2-00 + - 17 # rls2009 NDRPDR cov 3n-dnv-l2-01 vpp-perf-results-2n-dnv: csit-vpp-perf-report-coverage-2009-2n-dnv: @@ -607,16 +640,15 @@ vpp-mrr-results-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: - - 35 # rls2009 MRR iter env 5 + - 78 # rls2009 MRR iter env 5 vpp-mrr-results-3n-tsh: csit-vpp-perf-report-iterative-2009-3n-tsh: - 15 # rls2006 MRR iter env 5 vpp-mrr-results-3n-dnv: - # TODO: Replace by rls2009: csit-vpp-perf-report-iterative-2009-3n-dnv: - - 19 # rls2005 MRR iter env 5 + - 22 # rls2009 MRR iter env 5 vpp-mrr-results-2n-dnv: csit-vpp-perf-report-iterative-2009-2n-dnv: @@ -642,17 +674,13 @@ csit-dpdk-perf-report-iterative-2009-2n-clx: - 4 # NDRPDR iter env5 - dpdk-perf-results-2n-dnv: - # TODO: Replace: - # csit-dpdk-perf-report-iterative-2009-2n-dnv: - csit-dpdk-perf-report-iterative-2005-2n-dnv: - - 8 # NDRPDR sel +# dpdk-perf-results-2n-dnv: +# # No data +# csit-dpdk-perf-report-iterative-2009-2n-dnv: - dpdk-perf-results-3n-dnv: - # TODO: Replace: - # csit-dpdk-perf-report-iterative-2009-3n-dnv: - csit-dpdk-perf-report-iterative-2005-3n-dnv: - - 6 # NDRPDR sel +# dpdk-perf-results-3n-dnv: +# # No data +# csit-dpdk-perf-report-iterative-2009-3n-dnv: dpdk-perf-results-3n-tsh: csit-dpdk-perf-report-iterative-2009-3n-tsh: @@ -733,6 +761,7 @@ - 13 # rls2005 NDRPDR iter env 5 - 18 # rls2005 NDRPDR iter env 5 - 19 # rls2005 NDRPDR iter env 5 + - 41 # rls2005 NDRPDR iter env 5 vpp-performance-changes-3n-skx-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: @@ -740,6 +769,11 @@ - 27 # rls2009 NDRPDR iter env 5 - 28 # rls2009 NDRPDR iter env 5 - 29 # rls2009 NDRPDR iter env 5 + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 vpp-performance-changes-2n-skx-h1: csit-vpp-perf-report-iterative-2005-2n-skx: @@ -831,7 +865,6 @@ - 23 # rls2005 NDRPDR iter env 5 - 24 # rls2005 NDRPDR iter env 5 vpp-performance-changes-2n-clx-cmp: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - 38 # rls2009 NDRPDR iter env 5 @@ -839,6 +872,10 @@ - 40 # rls2009 NDRPDR iter env 5 - 41 # rls2009 NDRPDR iter env 5 - 42 # rls2009 NDRPDR iter env 5 + - 64 # rls2009 NDRPDR iter env 5 + - 65 # rls2009 NDRPDR iter env 5 + - 66 # rls2009 NDRPDR iter env 5 + - 67 # rls2009 NDRPDR iter env 5 vpp-performance-changes-2n-dnv-h1: csit-vpp-perf-verify-2001-2n-dnv: @@ -853,13 +890,17 @@ - 13 # NDRPDR sel - 16 # NDRPDR sel vpp-performance-changes-2n-dnv-ref: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-dnv: - 16 # rls2005 NDRPDR iter env 5 - 17 # rls2005 NDRPDR iter env 5 - 18 # rls2005 NDRPDR iter env 5 - 19 # rls2005 NDRPDR iter env 5 - 21 # rls2005 NDRPDR iter env 5 + - 24 # rls2005 NDRPDR iter env 5 + - 27 # rls2005 NDRPDR iter env 5 + - 28 # rls2005 NDRPDR iter env 5 + - 29 # rls2005 NDRPDR iter env 5 + - 30 # rls2005 NDRPDR iter env 5 vpp-performance-changes-2n-dnv-cmp: csit-vpp-perf-report-iterative-2009-2n-dnv: - 3 # rls2009 NDRPDR iter env 5 @@ -886,11 +927,18 @@ - 17 # NDRPDR sel - 18 # NDRPDR sel vpp-performance-changes-3n-dnv-ref: - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-dnv: - 16 # rls2005 NDRPDR iter env 5 + - 23 # rls2005 NDRPDR iter env 5 + - 25 # rls2005 NDRPDR iter env 5 + - 26 # rls2005 NDRPDR iter env 5 + - 27 # rls2005 NDRPDR iter env 5 + - 28 # rls2005 NDRPDR iter env 5 + - 29 # rls2005 NDRPDR iter env 5 + - 30 # rls2005 NDRPDR iter env 5 + - 31 # rls2005 NDRPDR iter env 5 + - 32 # rls2005 NDRPDR iter env 5 vpp-performance-changes-3n-dnv-cmp: - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-dnv: - 3 # rls2009 NDRPDR iter env 5 - 6 # rls2009 NDRPDR iter env 5 @@ -901,6 +949,7 @@ - 12 # rls2009 NDRPDR iter env 5 - 14 # rls2009 NDRPDR iter env 5 - 15 # rls2009 NDRPDR iter env 5 + - 24 # rls2009 NDRPDR iter env 5 vpp-performance-changes-3n-tsh-h1: csit-vpp-perf-report-iterative-2005-3n-tsh: @@ -928,6 +977,9 @@ # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-tsh: - 14 # rls2009 NDRPDR iter env 5 + - 20 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 + - 23 # rls2009 NDRPDR iter env 5 vpp-soak-vs-ndr-2n-skx-ref: csit-vpp-perf-report-iterative-2009-2n-skx: @@ -946,7 +998,6 @@ - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 vpp-soak-vs-ndr-2n-skx: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - 35 # rls2009 NDRPDR iter env 5 - 36 # rls2009 NDRPDR iter env 5 @@ -962,7 +1013,6 @@ - 34 # rls2009 soak env 5 vpp-soak-vs-ndr-2n-clx-ref: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - 38 # rls2009 NDRPDR iter env 5 @@ -970,12 +1020,15 @@ - 40 # rls2009 NDRPDR iter env 5 - 41 # rls2009 NDRPDR iter env 5 - 42 # rls2009 NDRPDR iter env 5 + - 64 # rls2009 NDRPDR iter env 5 + - 65 # rls2009 NDRPDR iter env 5 + - 66 # rls2009 NDRPDR iter env 5 + - 67 # rls2009 NDRPDR iter env 5 vpp-soak-vs-ndr-2n-clx-cmp: csit-vpp-perf-report-iterative-2009-2n-clx: - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 vpp-soak-vs-ndr-2n-clx: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - 38 # rls2009 NDRPDR iter env 5 @@ -983,6 +1036,10 @@ - 40 # rls2009 NDRPDR iter env 5 - 41 # rls2009 NDRPDR iter env 5 - 42 # rls2009 NDRPDR iter env 5 + - 64 # rls2009 NDRPDR iter env 5 + - 65 # rls2009 NDRPDR iter env 5 + - 66 # rls2009 NDRPDR iter env 5 + - 67 # rls2009 NDRPDR iter env 5 - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 @@ -1035,18 +1092,10 @@ - 72 # MRR sel env 4 vpp-performance-changes-2n-clx-mrr-ref-env5: csit-vpp-perf-report-iterative-2009-2n-clx: - - 16 # rls2005 MRR iter env 5 + - 77 # rls2005 MRR iter env 5 vpp-performance-changes-2n-clx-mrr-cmp: csit-vpp-perf-report-iterative-2009-2n-clx: - - 35 # rls2009 MRR iter env 5 - -# vpp-performance-changes-nfv-2n-skx-mrr-ref: -# csit-vpp-perf-verify-1908-2n-skx: -# - 71 # NFV MRR -# vpp-performance-changes-nfv-2n-skx-mrr-cmp: -# # csit-vpp-perf-verify-2001-2n-skx: -# csit-vpp-perf-verify-1908-2n-skx: -# - 71 # NFV MRR + - 78 # rls2009 MRR iter env 5 vpp-performance-changes-2n-dnv-mrr-h1: csit-vpp-perf-verify-2001-2n-dnv: @@ -1065,9 +1114,8 @@ csit-vpp-perf-report-iterative-2009-3n-dnv: - 19 # rls2005 MRR iter env 5 vpp-performance-changes-3n-dnv-mrr-cmp: - # TODO: Replace by rls2009: csit-vpp-perf-report-iterative-2009-3n-dnv: - - 19 # rls2005 MRR iter env 5 + - 22 # rls2009 MRR iter env 5 vpp-performance-changes-3n-tsh-mrr-h1: csit-vpp-perf-verify-2001-3n-tsh: @@ -1270,83 +1318,41 @@ - 12 # NDRPDR iter env5 - 13 # NDRPDR iter env5 - dpdk-performance-changes-2n-dnv-h1: - csit-dpdk-perf-verify-2001-2n-dnv: - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - dpdk-performance-changes-2n-dnv-ref: - csit-dpdk-perf-report-iterative-2005-2n-dnv: - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - dpdk-performance-changes-2n-dnv-cmp: - # TODO: Replace: - # csit-dpdk-perf-report-iterative-2009-2n-dnv: - csit-dpdk-perf-report-iterative-2005-2n-dnv: - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - dpdk-performance-changes-3n-dnv-h1: - csit-dpdk-perf-verify-2001-3n-dnv: - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 22 # NDRPDR sel - dpdk-performance-changes-3n-dnv-ref: - csit-dpdk-perf-report-iterative-2005-3n-dnv: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel - dpdk-performance-changes-3n-dnv-cmp: - # TODO: Replace: - # csit-dpdk-perf-report-iterative-2009-3n-dnv: - csit-dpdk-perf-report-iterative-2005-3n-dnv: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel +# dpdk-performance-changes-2n-dnv-h1: +# csit-dpdk-perf-verify-2001-2n-dnv: +# - 9 # NDRPDR sel +# - 10 # NDRPDR sel +# - 11 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 14 # NDRPDR sel +# - 15 # NDRPDR sel +# - 16 # NDRPDR sel +# - 17 # NDRPDR sel +# - 18 # NDRPDR sel +# dpdk-performance-changes-2n-dnv-ref: +# # No data +# dpdk-performance-changes-2n-dnv-cmp: +# # No data +# csit-dpdk-perf-report-iterative-2009-2n-dnv: + +# dpdk-performance-changes-3n-dnv-h1: +# csit-dpdk-perf-verify-2001-3n-dnv: +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 14 # NDRPDR sel +# - 15 # NDRPDR sel +# - 16 # NDRPDR sel +# - 17 # NDRPDR sel +# - 18 # NDRPDR sel +# - 19 # NDRPDR sel +# - 20 # NDRPDR sel +# - 22 # NDRPDR sel +# dpdk-performance-changes-3n-dnv-ref: +# # No data +# dpdk-performance-changes-3n-dnv-cmp: +# # No data +# csit-dpdk-perf-report-iterative-2009-3n-dnv: dpdk-performance-changes-3n-tsh-h1: csit-dpdk-perf-verify-2001-3n-tsh: @@ -1397,6 +1403,11 @@ - 27 # rls2009 NDRPDR iter env 5 - 28 # rls2009 NDRPDR iter env 5 - 29 # rls2009 NDRPDR iter env 5 + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 vpp-compare-testbeds-skx-clx-ref: csit-vpp-perf-report-iterative-2009-2n-skx: @@ -1421,7 +1432,6 @@ - 59 # rls2009 NDRPDR iter NAT44 env 5 - 60 # rls2009 NDRPDR iter NAT44 env 5 vpp-compare-testbeds-skx-clx-cmp: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - 38 # rls2009 NDRPDR iter env 5 @@ -1429,6 +1439,10 @@ - 40 # rls2009 NDRPDR iter env 5 - 41 # rls2009 NDRPDR iter env 5 - 42 # rls2009 NDRPDR iter env 5 + - 64 # rls2009 NDRPDR iter env 5 + - 65 # rls2009 NDRPDR iter env 5 + - 66 # rls2009 NDRPDR iter env 5 + - 67 # rls2009 NDRPDR iter env 5 vpp-compare-testbeds-hsw-clx-ref: csit-vpp-perf-report-iterative-2009-3n-hsw: @@ -1443,7 +1457,6 @@ - 30 # rls2009 NDRPDR iter env 5 - 31 # rls2009 NDRPDR iter env 5 vpp-compare-testbeds-hsw-clx-cmp: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - 38 # rls2009 NDRPDR iter env 5 @@ -1451,6 +1464,10 @@ - 40 # rls2009 NDRPDR iter env 5 - 41 # rls2009 NDRPDR iter env 5 - 42 # rls2009 NDRPDR iter env 5 + - 64 # rls2009 NDRPDR iter env 5 + - 65 # rls2009 NDRPDR iter env 5 + - 66 # rls2009 NDRPDR iter env 5 + - 67 # rls2009 NDRPDR iter env 5 vpp-compare-testbeds-mrr-ref: csit-vpp-perf-report-iterative-2009-3n-hsw: @@ -1464,14 +1481,14 @@ - 26 # rls2009 MRR iter env 5 vpp-compare-testbeds-mrr-skx-clx-cmp: csit-vpp-perf-report-iterative-2009-2n-clx: - - 35 # rls2009 MRR iter env 5 + - 78 # rls2009 MRR iter env 5 vpp-compare-testbeds-mrr-hsw-clx-ref: csit-vpp-perf-report-iterative-2009-3n-hsw: - 23 # rls2009 MRR iter env 5 vpp-compare-testbeds-mrr-hsw-clx-cmp: csit-vpp-perf-report-iterative-2009-2n-clx: - - 35 # rls2009 MRR iter env 5 + - 78 # rls2009 MRR iter env 5 dpdk-compare-testbeds-ref: csit-dpdk-perf-report-iterative-2009-3n-hsw: @@ -1532,6 +1549,11 @@ - 27 # rls2009 NDRPDR iter env 5 - 28 # rls2009 NDRPDR iter env 5 - 29 # rls2009 NDRPDR iter env 5 + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 vpp-compare-topologies-cmp: csit-vpp-perf-report-iterative-2009-2n-skx: - 35 # rls2009 NDRPDR iter env 5 @@ -1581,11 +1603,11 @@ plot-soak-throughput: titlefont: - size: 18 + size: 16 xaxis: title: "Test Cases [Index]" titlefont: - size: 16 + size: 14 autorange: True fixedrange: False gridcolor: "rgb(230, 230, 230)" @@ -1597,12 +1619,12 @@ tickcolor: "rgb(220, 220, 220)" tickmode: "linear" tickfont: - size: 16 + size: 14 zeroline: False yaxis: title: "Critical Rate Lower Bound [Mpps]" titlefont: - size: 16 + size: 14 gridcolor: "rgb(230, 230, 230)" hoverformat: ".4r" tickformat: ".3r" @@ -1613,7 +1635,7 @@ showticklabels: True tickcolor: "rgb(220, 220, 220)" tickfont: - size: 16 + size: 14 zeroline: False range: [0,50] autosize: False @@ -1626,7 +1648,7 @@ legend: orientation: "h" font: - size: 16 + size: 14 width: 700 height: 900 paper_bgcolor: "#fff" @@ -1636,7 +1658,7 @@ plot-service-density: titlefont: - size: 18 + size: 16 xaxis: side: "top" autorange: True @@ -1702,8 +1724,6 @@ tickfont: size: 14 zeroline: False - boxmode: "group" - boxgroupgap: 0.5 autosize: False margin: t: 50 @@ -1724,11 +1744,11 @@ plot-throughput: titlefont: - size: 18 + size: 16 xaxis: title: "Test Cases [Index]" titlefont: - size: 16 + size: 14 autorange: True fixedrange: False gridcolor: "rgb(230, 230, 230)" @@ -1740,12 +1760,12 @@ tickcolor: "rgb(220, 220, 220)" tickmode: "linear" tickfont: - size: 16 + size: 14 zeroline: False yaxis: title: "Packet Throughput [Mpps]" titlefont: - size: 16 + size: 14 gridcolor: "rgb(230, 230, 230)" hoverformat: ".4r" tickformat: ".3r" @@ -1756,7 +1776,7 @@ showticklabels: True tickcolor: "rgb(220, 220, 220)" tickfont: - size: 16 + size: 14 zeroline: False range: [0,50] autosize: False @@ -1769,7 +1789,7 @@ legend: orientation: "h" font: - size: 16 + size: 14 width: 700 height: 900 paper_bgcolor: "#fff" @@ -1779,11 +1799,11 @@ plot-throughput-speedup-analysis: titlefont: - size: 18 + size: 16 xaxis: title: "Number of Cores [Qty]" titlefont: - size: 16 + size: 14 autorange: True fixedrange: False gridcolor: "rgb(230, 230, 230)" @@ -1795,12 +1815,12 @@ tickcolor: "rgb(238, 238, 238)" tickmode: "linear" tickfont: - size: 16 + size: 14 zeroline: False yaxis: title: "Packet Throughput [Mpps]" titlefont: - size: 16 + size: 14 type: "linear" gridcolor: "rgb(230, 230, 230)" hoverformat: ".4s" @@ -1812,14 +1832,14 @@ tickcolor: "rgb(220, 220, 220)" tickformat: ".4s" tickfont: - size: 16 + size: 14 zeroline: True rangemode: "tozero" range: [0,100] legend: orientation: "h" font: - size: 16 + size: 14 xanchor: "left" yanchor: "top" x: 0 @@ -1850,10 +1870,10 @@ xanchor: "left", yanchor: "top", x: 0, - y: -0.13, + y: -0.14, font: { family: "Consolas, Courier New", - size: 15 + size: 13 }, }, { @@ -1868,18 +1888,18 @@ y: -0.15, font: { family: "Consolas, Courier New", - size: 15 + size: 13 }, }, ] plot-latency: titlefont: - size: 18 + size: 16 xaxis: title: "Direction" titlefont: - size: 16 + size: 14 autorange: True fixedrange: False gridcolor: "rgb(230, 230, 230)" @@ -1891,12 +1911,12 @@ tickcolor: "rgb(220, 220, 220)" tickmode: "linear" tickfont: - size: 16 + size: 14 zeroline: False yaxis: title: "Packet Latency [uSec]" titlefont: - size: 16 + size: 14 type: "linear" gridcolor: "rgb(230, 230, 230)" hoverformat: ".4s" @@ -1908,13 +1928,13 @@ tickcolor: "rgb(220, 220, 220)" tickformat: ".4s" tickfont: - size: 16 + size: 14 zeroline: True rangemode: "tozero" legend: orientation: "h" font: - size: 16 + size: 14 traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 autosize: False margin: @@ -1988,12 +2008,12 @@ xanchor: "center" x: 0.5 font: - size: 18 + size: 16 xaxis: type: "log" title: "Percentile [%]" titlefont: - size: 16 + size: 14 autorange: True fixedrange: False gridcolor: "rgb(230, 230, 230)" @@ -2006,11 +2026,11 @@ tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6, 1e7, 1e8] ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999, 99.99999, 99.999999] tickfont: - size: 16 + size: 14 yaxis: title: "Packet Latency [uSec]" titlefont: - size: 16 + size: 14 gridcolor: "rgb(230, 230, 230)" linecolor: "rgb(220, 220, 220)" linewidth: 1 @@ -2019,14 +2039,14 @@ showticklabels: True tickcolor: "rgb(220, 220, 220)" tickfont: - size: 16 + size: 14 autosize: False showlegend: True legend: traceorder: "normal" orientation: "h" font: - size: 16 + size: 14 xanchor: "left" yanchor: "top" x: 0 @@ -2128,7 +2148,6 @@ - 27 # NDRPDR sel env 4 - 28 # NDRPDR sel env 4 - 29 # NDRPDR sel env 4 - - 13 # MRR - 30 # MRR env 4 - 31 # NDRPDR sel 2001.0-4 - 32 # NDRPDR sel 2001.0-4 @@ -2238,14 +2257,22 @@ - 13 # rls2005 NDRPDR iter env 5 - 18 # rls2005 NDRPDR iter env 5 - 19 # rls2005 NDRPDR iter env 5 + - 41 # rls2005 NDRPDR iter env 5 - 24 # rls2009 MRR iter env 5 - 26 # rls2009 NDRPDR iter env 5 - 27 # rls2009 NDRPDR iter env 5 - 28 # rls2009 NDRPDR iter env 5 - 29 # rls2009 NDRPDR iter env 5 + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 # TODO: Add: csit-vpp-perf-report-coverage-2009-3n-skx: - - 1 # RC2 env5 3n-skx-ip4-00 + - 9 # rls2009 NDRPDR cov 3n-skx-ip4-03 + - 12 # rls2009 NDRPDR cov 3n-skx-ip4-06 + - 16 # rls2009 NDRPDR cov 3n-skx-ip4tun-02 csit-vpp-perf-verify-2001-2n-skx: - 101 # MRR sel - old @@ -2268,20 +2295,6 @@ - 104 # NDRPDR sel 2001.0-4 - 105 # NDRPDR sel 2001.0-4 - 99 # MRR sel env 4 - - 122 # Soak - - 123 # Soak - - 113 # nf-density-sel env 4 - - 114 # nf-density-sel env 4 - - 124 # nf-density-sel env 4 - - 128 # nf-density-sel env 4 - - 129 # nf-density-sel env 4 - - 131 # nf-density-sel env 4 - - 132 # nf-density-sel env 4 - - 135 # nf-density-sel env 4 - - 136 # nf-density-sel env 4 - - 139 # nf-density-sel env 4 - - 115 # MRR nf-density-sel env 4 - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - 20 # rls2005 MRR iter env 5 - 13 # rls2005 NDRPDR iter env 5 @@ -2323,6 +2336,8 @@ - 63 # rls2009 nf-density iter env 5 - 65 # rls2009 nf-density iter env 5 - 66 # rls2009 nf-density iter env 5 + - 71 # rls2009 nf-density iter env 5 + - 72 # rls2009 nf-density iter env 5 - 50 # rls2009 MRR nf-density iter env 5 - 27 # rls2009 reconf env 5 - 28 # rls2009 reconf env 5 @@ -2333,11 +2348,25 @@ - 61 # rls2009 reconf env 5 - 62 # rls2009 reconf env 5 - 68 # rls2009 reconf env 5 + - 70 # rls2009 reconf env 5 - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 - # TODO: Add: csit-vpp-perf-report-coverage-2009-2n-skx: - - 7 # RC2 env5 2n-skx-ip4-00 + - 18 # rls2009 NDRPDR cov 2n-skx-ip4-00 + - 19 # rls2009 NDRPDR cov 2n-skx-ip4-01 + - 10 # rls2009 NDRPDR cov 2n-skx-ip4-02 + - 20 # rls2009 NDRPDR cov 2n-skx-ip4-03 + - 21 # rls2009 NDRPDR cov 2n-skx-ip4-04 + - 13 # rls2009 NDRPDR cov 2n-skx-ip4-05 + - 22 # rls2009 NDRPDR cov 2n-skx-ip6-00 + - 23 # rls2009 NDRPDR cov 2n-skx-ip6-01 + - 24 # rls2009 NDRPDR cov 2n-skx-l2-00 + - 25 # rls2009 NDRPDR cov 2n-skx-l2-01 + - 26 # rls2009 NDRPDR cov 2n-skx-lb-00 + - 27 # rls2009 NDRPDR cov 2n-skx-memif-00 + - 28 # rls2009 NDRPDR cov 2n-skx-vhost-00 + - 29 # rls2009 NDRPDR cov 2n-skx-vhost-01 + - 30 # rls2009 NDRPDR cov 2n-skx-vts-00 csit-vpp-perf-verify-2001-2n-clx: - 39 # MRR @@ -2361,20 +2390,8 @@ - 79 # NDRPDR sel 2001.0-4 - 80 # NDRPDR sel 2001.0-4 - 72 # MRR env 4 - - 91 # nfv-density-00 env 4 - - 92 # nfv-density-00 env 4 - - 93 # nfv-density-00 env 4 - - 97 # nfv-density-00 env 4 - - 98 # nfv-density-00 env 4 - - 99 # nfv-density-00 env 4 - - 100 # nfv-density-00 env 4 - - 105 # nfv-density-00 env 4 - - 106 # nfv-density-00 env 4 - - 108 # nfv-density-00 env 4 - - 96 # MRR nfv-density-00 env 4 - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - - 16 # rls2005 MRR iter env 5 + - 77 # rls2005 MRR iter env 5 - 13 # rls2005 NDRPDR iter env 5 - 15 # rls2005 NDRPDR iter env 5 - 17 # rls2005 NDRPDR iter env 5 @@ -2385,15 +2402,27 @@ - 22 # rls2005 NDRPDR iter env 5 - 23 # rls2005 NDRPDR iter env 5 - 24 # rls2005 NDRPDR iter env 5 - - 35 # rls2009 MRR iter env 5 + - 78 # rls2009 MRR iter env 5 - 36 # rls2009 NDRPDR iter env 5 - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - 41 # rls2009 NDRPDR iter env 5 - 42 # rls2009 NDRPDR iter env 5 + - 64 # rls2009 NDRPDR iter env 5 + - 65 # rls2009 NDRPDR iter env 5 + - 66 # rls2009 NDRPDR iter env 5 + - 67 # rls2009 NDRPDR iter env 5 - 37 # rls2009 nf-density iter env 5 - 43 # rls2009 nf-density iter env 5 + - 69 # rls2009 nf-density iter env 5 + - 70 # rls2009 nf-density iter env 5 + - 71 # rls2009 nf-density iter env 5 + - 72 # rls2009 nf-density iter env 5 + - 73 # rls2009 nf-density iter env 5 + - 74 # rls2009 nf-density iter env 5 + - 75 # rls2009 nf-density iter env 5 + - 76 # rls2009 nf-density iter env 5 - 45 # rls2009 MRR nf-density iter env 5 - 25 # rls2009 reconf env 5 - 27 # rls2009 reconf env 5 @@ -2404,21 +2433,30 @@ - 32 # rls2009 reconf env 5 - 48 # rls2009 reconf env 5 - 53 # rls2009 reconf env 5 + - 68 # rls2009 reconf env 5 - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 # TODO: Add: csit-vpp-perf-report-coverage-2009-2n-clx: - - 1 # RC2 env5 2n-clx-ip4-00 + - 2 # rls2009 NDRPDR cov 2n-clx-ip4-00 + - 3 # rls2009 NDRPDR cov 2n-clx-ip4-01 + - 4 # rls2009 NDRPDR cov 2n-clx-ip4-02 + - 5 # rls2009 NDRPDR cov 2n-clx-ip4-03 + - 6 # rls2009 NDRPDR cov 2n-clx-ip4-04 + - 7 # rls2009 NDRPDR cov 2n-clx-ip4-05 + - 8 # rls2009 NDRPDR cov 2n-clx-ip6-00 + - 9 # rls2009 NDRPDR cov 2n-clx-ip6-01 + - 17 # rls2009 NDRPDR cov 2n-clx-l2-00 + - 21 # rls2009 NDRPDR cov 2n-clx-l2-01 + - 12 # rls2009 NDRPDR cov 2n-clx-lb-00 + - 13 # rls2009 NDRPDR cov 2n-clx-memif-00 + - 14 # rls2009 NDRPDR cov 2n-clx-vhost-00 + - 15 # rls2009 NDRPDR cov 2n-clx-vhost-01 + - 16 # rls2009 NDRPDR cov 2n-clx-vts-00 csit-vpp-perf-verify-2001-3n-tsh: - 9 # MRR sel csit-vpp-perf-report-iterative-2005-3n-tsh: - - 9 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 20 # NDRPDR sel - - 14 # NDRPDR sel - - 21 # NDRPDR sel - 23 # NDRPDR sel env 4 - 25 # NDRPDR sel env 4 - 33 # NDRPDR sel env 4 @@ -2440,9 +2478,12 @@ - 12 # rls2005 NDRPDR iter env 5 - 13 # rls2005 MRR iter env 5 - 14 # rls2009 NDRPDR iter env 5 + - 20 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 + - 23 # rls2009 NDRPDR iter env 5 - 15 # rls2006 MRR iter env 5 # csit-vpp-perf-report-coverage-2009-3n-tsh: -# - 1 # RC2 3n-tsh-ip4-00 +# - csit-vpp-perf-verify-2001-3n-dnv: - 5 # NDRPDR sel @@ -2456,9 +2497,17 @@ - 17 # NDRPDR sel - 18 # NDRPDR sel - 11 # MRR sel - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-dnv: - 16 # rls2005 NDRPDR iter env 5 + - 23 # rls2005 NDRPDR iter env 5 + - 25 # rls2005 NDRPDR iter env 5 + - 26 # rls2005 NDRPDR iter env 5 + - 27 # rls2005 NDRPDR iter env 5 + - 28 # rls2005 NDRPDR iter env 5 + - 29 # rls2005 NDRPDR iter env 5 + - 30 # rls2005 NDRPDR iter env 5 + - 31 # rls2005 NDRPDR iter env 5 + - 32 # rls2005 NDRPDR iter env 5 - 19 # rls2005 MRR iter env 5 - 3 # rls2009 NDRPDR iter env 5 - 6 # rls2009 NDRPDR iter env 5 @@ -2469,9 +2518,18 @@ - 12 # rls2009 NDRPDR iter env 5 - 14 # rls2009 NDRPDR iter env 5 - 15 # rls2009 NDRPDR iter env 5 - # TODO: Add: + - 24 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 MRR iter env 5 csit-vpp-perf-report-coverage-2009-3n-dnv: + - 10 # rls2009 NDRPDR cov 3n-dnv-crypto-00 - 2 # rls2009 NDRPDR cov 3n-dnv-crypto-01 + - 11 # rls2009 NDRPDR cov 3n-dnv-ip4-00 + - 12 # rls2009 NDRPDR cov 3n-dnv-ip4-01 + - 13 # rls2009 NDRPDR cov 3n-dnv-ip4tun-00 + - 14 # rls2009 NDRPDR cov 3n-dnv-ip6-00 + - 15 # rls2009 NDRPDR cov 3n-dnv-ip6-01 + - 16 # rls2009 NDRPDR cov 3n-dnv-l2-00 + - 17 # rls2009 NDRPDR cov 3n-dnv-l2-01 csit-vpp-perf-verify-2001-2n-dnv: - 4 # NDRPDR sel @@ -2485,13 +2543,17 @@ - 13 # NDRPDR sel - 16 # NDRPDR sel - 12 # MRR sel - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-dnv: - 16 # rls2005 NDRPDR iter env 5 - 17 # rls2005 NDRPDR iter env 5 - 18 # rls2005 NDRPDR iter env 5 - 19 # rls2005 NDRPDR iter env 5 - 21 # rls2005 NDRPDR iter env 5 + - 24 # rls2005 NDRPDR iter env 5 + - 27 # rls2005 NDRPDR iter env 5 + - 28 # rls2005 NDRPDR iter env 5 + - 29 # rls2005 NDRPDR iter env 5 + - 30 # rls2005 NDRPDR iter env 5 - 23 # rls2005 MRR iter env 5 - 3 # rls2009 NDRPDR iter env 5 - 5 # rls2009 NDRPDR iter env 5 @@ -2700,18 +2762,9 @@ # - 17 # NDRPDR sel # - 18 # NDRPDR sel # csit-dpdk-perf-report-iterative-2005-2n-dnv: -# - 8 # NDRPDR sel -# - 9 # NDRPDR sel -# - 10 # NDRPDR sel -# - 11 # NDRPDR sel -# - 12 # NDRPDR sel -# - 13 # NDRPDR sel -# - 14 # NDRPDR sel -# - 15 # NDRPDR sel -# - 16 # NDRPDR sel -# - 17 # NDRPDR sel -# # TODO: Add: +# # No data # # csit-dpdk-perf-report-iterative-2009-2n-dnv: +# # No data # csit-dpdk-perf-verify-2001-3n-dnv: # - 12 # NDRPDR sel @@ -2725,18 +2778,9 @@ # - 20 # NDRPDR sel # - 22 # NDRPDR sel # csit-dpdk-perf-report-iterative-2005-3n-dnv: -# - 6 # NDRPDR sel -# - 7 # NDRPDR sel -# - 8 # NDRPDR sel -# - 9 # NDRPDR sel -# - 10 # NDRPDR sel -# - 11 # NDRPDR sel -# - 12 # NDRPDR sel -# - 13 # NDRPDR sel -# - 14 # NDRPDR sel -# - 16 # NDRPDR sel -# # TODO: Add: +# # No data # # csit-dpdk-perf-report-iterative-2009-3n-dnv: +# # No data csit-dpdk-perf-verify-2001-3n-tsh: - 3 # NDRPDR sel @@ -2763,7 +2807,6 @@ - 9 # NDRPDR iter env5 - 10 # NDRPDR iter env5 - # TODO: Add: csit-vpp-device-2009-ubuntu1804-1n-skx: - 131 # rls2009 env 5 @@ -2772,8 +2815,8 @@ format: html: - full -# pdf: -# - minimal + pdf: + - minimal ################################################################################ ### T A B L E S ### @@ -13199,31 +13242,31 @@ title: "3n-tsh-x520-78b-1t1c-srv6-ip6routing-base-ixgbe-pdr" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-ndr" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-1t1c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" - - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" - - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" - layout: - title: "3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-pdr" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-1t1c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" - - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" - - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" - layout: - title: "3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-pdr" - layout: "plot-throughput" +#- type: "plot" +# title: "Throughput: 3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-ndr" +# data: "plot-vpp-throughput-lat-tsa-3n-dnv" +# include: +# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-1t1c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" +# layout: +# title: "3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-pdr" +# data: "plot-vpp-throughput-lat-tsa-3n-dnv" +# include: +# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-1t1c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" +# layout: +# title: "3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-pdr" +# layout: "plot-throughput" - type: "plot" title: "Throughput: 2n-skx-xxv710-64b-2t1c-vhost-base-avf-ndr" @@ -16567,31 +16610,31 @@ title: "3n-dnv-x553-64b-features-l2switching-base-ixgbe-pdr-tsa" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-.t.c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" - - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" - - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" - layout: - title: "3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-ndr-tsa" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-.t.c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" - - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" - - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" - layout: - title: "3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-pdr-tsa" - layout: "plot-throughput-speedup-analysis" +#- type: "plot" +# title: "Speedup: 3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-ndr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-ndr-tsa" +# data: "plot-vpp-throughput-lat-tsa-3n-dnv" +# include: +# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-.t.c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" +# layout: +# title: "3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-ndr-tsa" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-pdr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-pdr-tsa" +# data: "plot-vpp-throughput-lat-tsa-3n-dnv" +# include: +# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-.t.c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" +# layout: +# title: "3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-pdr-tsa" +# layout: "plot-throughput-speedup-analysis" ################################################################################ @@ -19430,6 +19473,17 @@ layout: layout: "plot-hdrh-latency-by-percentile" +- type: "plot" + title: "Latency by percentile: 2n-skx-nat44" + algorithm: "plot_hdrh_lat_by_percentile" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-skx" + output-file-links: "{DIR[LAT,VPP]}/2n_skx.rst" + target-links: "../../_static/vpp" + data: "plot-vpp-hdrh-lat-2n-skx-nat44" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + layout: + layout: "plot-hdrh-latency-by-percentile" + - type: "plot" title: "Latency by percentile: 3n-skx" algorithm: "plot_hdrh_lat_by_percentile"