X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=60dd50a5d1269690395821d939b50b68f8355a9a;hp=25ba19be7fefd3c5ef22b5906af11309ee73f2d5;hb=c71a9699b02d7c0ba22ecde8736a7084eb664d8f;hpb=881f1a4c12fe727274b15551b12c37b364dd32e2 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 25ba19be7f..60dd50a5d1 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -202,7 +202,9 @@ plot-vpp-throughput-lat-tsa-3n-skx: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: + - 26 # rls2009 NDRPDR iter env 5 - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 - 29 # rls2009 NDRPDR iter env 5 plot-vpp-hdrh-lat-3n-skx: @@ -210,20 +212,12 @@ - 27 # rls2009 NDRPDR iter env 5 # plot-vpp-nfv-3n-skx-ndrpdr: -# # TODO: Replace: -# # csit-vpp-perf-report-iterative-2009-3n-skx: -# csit-vpp-perf-report-iterative-2005-3n-skx: -# - 4 # NDRPDR sel -# - 5 # NDRPDR sel ??? all x710 failed -# - 33 # NDRPDR sel -# - 28 # NDRPDR sel -# - 34 # NDRPDR sel +# # No data +# csit-vpp-perf-report-iterative-2009-3n-skx: # plot-vpp-nfv-3n-skx-mrr: -# # TODO: Replace: -# # csit-vpp-perf-report-iterative-2009-3n-skx: -# csit-vpp-perf-report-iterative-2005-3n-skx: -# - 49 # MRR sel env 4 +# # No data +# csit-vpp-perf-report-iterative-2009-3n-skx: plot-dpdk-throughput-latency-3n-skx: csit-dpdk-perf-report-iterative-2009-3n-skx: @@ -245,7 +239,6 @@ # 2n-skx plot-vpp-throughput-lat-tsa-2n-skx: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - 35 # rls2009 NDRPDR iter env 5 - 36 # rls2009 NDRPDR iter env 5 @@ -253,32 +246,52 @@ - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - 42 # rls2009 NDRPDR iter env 5 + - 43 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 46 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 + - 51 # rls2009 NDRPDR iter NAT44 env 5 + - 52 # rls2009 NDRPDR iter NAT44 env 5 + - 53 # rls2009 NDRPDR iter NAT44 env 5 + - 54 # rls2009 NDRPDR iter NAT44 env 5 + - 55 # rls2009 NDRPDR iter NAT44 env 5 + - 56 # rls2009 NDRPDR iter NAT44 env 5 + - 57 # rls2009 NDRPDR iter NAT44 env 5 + - 58 # rls2009 NDRPDR iter NAT44 env 5 + - 59 # rls2009 NDRPDR iter NAT44 env 5 + - 60 # rls2009 NDRPDR iter NAT44 env 5 plot-vpp-hdrh-lat-2n-skx: csit-vpp-perf-report-iterative-2009-2n-skx: - 35 # rls2009 NDRPDR iter env 5 + plot-vpp-hdrh-lat-2n-skx-nat44: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 51 # rls2009 NDRPDR iter NAT44 env 5 + plot-vpp-soak-2n-skx: csit-vpp-perf-report-iterative-2009-2n-skx: - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 plot-vpp-nfv-2n-skx-ndrpdr: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - 38 # rls2009 nf-density iter env 5 - 41 # rls2009 nf-density iter env 5 - 45 # rls2009 nf-density iter env 5 - 47 # rls2009 nf-density iter env 5 + - 49 # rls2009 nf-density iter env 5 + - 63 # rls2009 nf-density iter env 5 + - 65 # rls2009 nf-density iter env 5 + - 66 # rls2009 nf-density iter env 5 + - 71 # rls2009 nf-density iter env 5 + - 72 # rls2009 nf-density iter env 5 plot-vpp-nfv-2n-skx-mrr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 115 # nf-density-sel env 4 + csit-vpp-perf-report-iterative-2009-2n-skx: + - 50 # rls2009 MRR nf-density iter env 5 plot-vpp-nfv-reconf-2n-skx: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - 27 # rls2009 reconf env 5 - 28 # rls2009 reconf env 5 @@ -286,6 +299,10 @@ - 30 # rls2009 reconf env 5 - 31 # rls2009 reconf env 5 - 32 # rls2009 reconf env 5 + - 61 # rls2009 reconf env 5 + - 62 # rls2009 reconf env 5 + - 68 # rls2009 reconf env 5 + - 70 # rls2009 reconf env 5 plot-dpdk-throughput-latency-2n-skx: csit-dpdk-perf-report-iterative-2009-2n-skx: @@ -311,7 +328,11 @@ csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - 38 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 - 41 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 64 # rls2009 NDRPDR iter env 5 plot-vpp-hdrh-lat-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: @@ -324,10 +345,8 @@ - 43 # rls2009 nf-density iter env 5 plot-vpp-nfv-2n-clx-mrr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-clx: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 96 # MRR + csit-vpp-perf-report-iterative-2009-2n-clx: + - 45 # rls2009 MRR nf-density iter env 5 plot-vpp-nfv-reconf-2n-clx: # TODO: Add: @@ -339,6 +358,8 @@ - 30 # rls2009 reconf env 5 - 30 # rls2009 reconf env 5 - 32 # rls2009 reconf env 5 + - 48 # rls2009 reconf env 5 + - 53 # rls2009 reconf env 5 plot-vpp-soak-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: @@ -395,31 +416,23 @@ plot-vpp-throughput-lat-tsa-3n-dnv: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-dnv: - - 2 # rls2009 NDRPDR iter env 5 + - 3 # rls2009 NDRPDR iter env 5 - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 8 # rls2009 NDRPDR iter env 5 - 10 # rls2009 NDRPDR iter env 5 - 11 # rls2009 NDRPDR iter env 5 - 12 # rls2009 NDRPDR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 - plot-dpdk-throughput-latency-3n-dnv: - # TODO: Replace: - # csit-dpdk-perf-report-iterative-2009-3n-dnv: - csit-dpdk-perf-report-iterative-2005-3n-dnv: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel +# plot-dpdk-throughput-latency-3n-dnv: +# # No data +# csit-dpdk-perf-report-iterative-2009-3n-dnv: # 2n-dnv plot-vpp-throughput-lat-tsa-2n-dnv: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-dnv: - 3 # rls2009 NDRPDR iter env 5 - 5 # rls2009 NDRPDR iter env 5 @@ -430,21 +443,11 @@ - 11 # rls2009 NDRPDR iter env 5 - 12 # rls2009 NDRPDR iter env 5 - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 - plot-dpdk-throughput-latency-2n-dnv: - # TODO: Replace: - # csit-dpdk-perf-report-iterative-2009-2n-dnv: - csit-dpdk-perf-report-iterative-2005-2n-dnv: - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel +# plot-dpdk-throughput-latency-2n-dnv: +# # No data +# csit-dpdk-perf-report-iterative-2009-2n-dnv: ########################################################################### # Simple tables (only one data set): @@ -454,11 +457,12 @@ vpp-nic-comparison-3n-skx: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: + - 26 # rls2009 NDRPDR iter env 5 - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 - 29 # rls2009 NDRPDR iter env 5 vpp-nic-comparison-2n-skx: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - 35 # rls2009 NDRPDR iter env 5 - 36 # rls2009 NDRPDR iter env 5 @@ -466,6 +470,20 @@ - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - 42 # rls2009 NDRPDR iter env 5 + - 43 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 46 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 + - 51 # rls2009 NDRPDR iter NAT44 env 5 + - 52 # rls2009 NDRPDR iter NAT44 env 5 + - 53 # rls2009 NDRPDR iter NAT44 env 5 + - 54 # rls2009 NDRPDR iter NAT44 env 5 + - 55 # rls2009 NDRPDR iter NAT44 env 5 + - 56 # rls2009 NDRPDR iter NAT44 env 5 + - 57 # rls2009 NDRPDR iter NAT44 env 5 + - 58 # rls2009 NDRPDR iter NAT44 env 5 + - 59 # rls2009 NDRPDR iter NAT44 env 5 + - 60 # rls2009 NDRPDR iter NAT44 env 5 vpp-nic-comparison-3n-skx-mrr: csit-vpp-perf-report-iterative-2009-3n-skx: @@ -478,7 +496,6 @@ # Results vpp-perf-results-3n-hsw: - # TODO: Add: csit-vpp-perf-report-coverage-2009-3n-hsw: - 3 # rls2009 NDRPDR cov 3n-hsw-crypto-00 - 4 # rls2009 NDRPDR cov 3n-hsw-crypto-01 @@ -494,52 +511,78 @@ - 14 # rls2009 NDRPDR cov 3n-hsw-ip4-07 - 15 # rls2009 NDRPDR cov 3n-hsw-ip4tun-00 - 16 # rls2009 NDRPDR cov 3n-hsw-ip4tun-01 + - 17 # rls2009 NDRPDR cov 3n-hsw-ip4tun-02 - 18 # rls2009 NDRPDR cov 3n-hsw-ip6-00 + - 19 # rls2009 NDRPDR cov 3n-hsw-ip6-01 + - 20 # rls2009 NDRPDR cov 3n-hsw-ip6tun-00 + - 21 # rls2009 NDRPDR cov 3n-hsw-l2-00 + - 22 # rls2009 NDRPDR cov 3n-hsw-l2-01 + - 23 # rls2009 NDRPDR cov 3n-hsw-l2-01 + - 24 # rls2009 NDRPDR cov 3n-hsw-l2-03 + - 25 # rls2009 NDRPDR cov 3n-hsw-l2-04 + - 26 # rls2009 NDRPDR cov 3n-hsw-l2-05 + - 27 # rls2009 NDRPDR cov 3n-hsw-l2-06 + - 28 # rls2009 NDRPDR cov 3n-hsw-l2-07 + - 29 # rls2009 NDRPDR cov 3n-hsw-l2-08 + - 30 # rls2009 NDRPDR cov 3n-hsw-l2-09 + - 31 # rls2009 NDRPDR cov 3n-hsw-l2-10 + - 32 # rls2009 NDRPDR cov 3n-hsw-memif-00 + - 33 # rls2009 NDRPDR cov 3n-hsw-srv6-00 + - 34 # rls2009 NDRPDR cov 3n-hsw-srv6-01 + - 35 # rls2009 NDRPDR cov 3n-hsw-vhost-00 + - 36 # rls2009 NDRPDR cov 3n-hsw-vhost-01 + - 37 # rls2009 NDRPDR cov 3n-hsw-vhost-02 vpp-perf-results-3n-skx: # TODO: Replace: - csit-vpp-perf-report-coverage-2009-3n-skx: - - 1 # RC2 env5 3n-skx-ip4-00 + csit-vpp-perf-report-iterative-2009-3n-skx: + - 27 # rls2009 NDRPDR iter env 5 +# csit-vpp-perf-report-coverage-2009-3n-skx: +# - vpp-perf-results-2n-skx: - # TODO: Replace: + # TODO: Add: csit-vpp-perf-report-coverage-2009-2n-skx: - - 7 # RC2 env5 2n-skx-ip4-00 + - 18 # rls2009 NDRPDR cov 2n-skx-ip4-00 + - 10 # rls2009 NDRPDR cov 2n-skx-ip4-02 + - 20 # rls2009 NDRPDR cov 2n-skx-ip4-03 + - 13 # rls2009 NDRPDR cov 2n-skx-ip4-05 + - 23 # rls2009 NDRPDR cov 2n-skx-ip6-01 + - 24 # rls2009 NDRPDR cov 2n-skx-l2-00 + - 25 # rls2009 NDRPDR cov 2n-skx-l2-01 + - 27 # rls2009 NDRPDR cov 2n-skx-memif-00 + - 30 # rls2009 NDRPDR cov 2n-skx-vts-00 vpp-perf-results-2n-clx: # TODO: Replace: - csit-vpp-perf-report-coverage-2009-2n-clx: - - 1 # RC2 env5 2n-clx-ip4-00 + csit-vpp-perf-report-iterative-2009-2n-clx: + - 36 # rls2009 NDRPDR iter env 5 +# csit-vpp-perf-report-coverage-2009-2n-clx: +# - vpp-perf-results-3n-tsh: - # TODO: Add: - csit-vpp-perf-report-coverage-2009-3n-tsh: - - 1 # 3n-tsh-ip4-00 + # TODO: Replace??? + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 14 # rls2009 NDRPDR iter env 5 +# csit-vpp-perf-report-coverage-2009-3n-tsh: +# - vpp-perf-results-3n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-coverage-2009-3n-dnv: - csit-vpp-perf-report-coverage-2005-3n-dnv: - - 1 # perf-full-3n-dnv-crypto_I - - 24 # perf-full-3n-dnv-crypto_II - - 5 # perf-full-3n-dnv-ip4_I - - 13 # perf-full-3n-dnv-ip4_II - - 17 # perf-full-3n-dnv-ip6_I - - 18 # perf-full-3n-dnv-ip6_II - - 21 # perf-full-3n-dnv-l2_I - - 22 # perf-full-3n-dnv-l2_II - - 23 # perf-full-3n-dnv-ip4-tunnels_I + # TODO: Add: + csit-vpp-perf-report-coverage-2009-3n-dnv: + - 10 # rls2009 NDRPDR cov 3n-dnv-crypto-00 + - 2 # rls2009 NDRPDR cov 3n-dnv-crypto-01 + - 12 # rls2009 NDRPDR cov 3n-dnv-ip4-01 + - 16 # rls2009 NDRPDR cov 3n-dnv-l2-00 vpp-perf-results-2n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-coverage-2009-2n-dnv: - csit-vpp-perf-report-coverage-2005-2n-dnv: - - 1 # perf-full-2n-dnv-ip4_I - - 2 # perf-full-2n-dnv-ip4_II - - 3 # perf-full-2n-dnv-ip6_I - - 4 # perf-full-2n-dnv-ip6_II - - 5 # perf-full-2n-dnv-l2_I - - 6 # perf-full-2n-dnv-l2_II + csit-vpp-perf-report-coverage-2009-2n-dnv: + - 2 # rls2009 NDRPDR cov 2n-dnv-ip4-00 + - 3 # rls2009 NDRPDR cov 2n-dnv-ip4-01 + - 4 # rls2009 NDRPDR cov 2n-dnv-ip6-00 + - 5 # rls2009 NDRPDR cov 2n-dnv-ip6-01 + - 6 # rls2009 NDRPDR cov 2n-dnv-l2-00 + - 7 # rls2009 NDRPDR cov 2n-dnv-l2-01 vpp-mrr-results-3n-hsw: csit-vpp-perf-report-iterative-2009-3n-hsw: @@ -558,25 +601,18 @@ - 35 # rls2009 MRR iter env 5 vpp-mrr-results-3n-tsh: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-tsh: - csit-vpp-perf-report-iterative-2005-3n-tsh: - - 27 # MRR sel env 4 + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 15 # rls2006 MRR iter env 5 vpp-mrr-results-3n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-dnv: - csit-vpp-perf-report-iterative-2005-3n-dnv: - - 8 # MRR + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 22 # rls2009 MRR iter env 5 vpp-mrr-results-2n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-dnv: - csit-vpp-perf-report-iterative-2005-2n-dnv: - - 15 # MRR sel + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 13 # rls2009 MRR iter env 5 vpp-device-results-ubuntu: - # TODO: Replace: csit-vpp-device-2009-ubuntu1804-1n-skx: - 131 # rls2009 env 5 @@ -596,17 +632,13 @@ csit-dpdk-perf-report-iterative-2009-2n-clx: - 4 # NDRPDR iter env5 - dpdk-perf-results-2n-dnv: - # TODO: Replace: - # csit-dpdk-perf-report-iterative-2009-2n-dnv: - csit-dpdk-perf-report-iterative-2005-2n-dnv: - - 8 # NDRPDR sel +# dpdk-perf-results-2n-dnv: +# # No data +# csit-dpdk-perf-report-iterative-2009-2n-dnv: - dpdk-perf-results-3n-dnv: - # TODO: Replace: - # csit-dpdk-perf-report-iterative-2009-3n-dnv: - csit-dpdk-perf-report-iterative-2005-3n-dnv: - - 6 # NDRPDR sel +# dpdk-perf-results-3n-dnv: +# # No data +# csit-dpdk-perf-report-iterative-2009-3n-dnv: dpdk-perf-results-3n-tsh: csit-dpdk-perf-report-iterative-2009-3n-tsh: @@ -690,7 +722,9 @@ vpp-performance-changes-3n-skx-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: + - 26 # rls2009 NDRPDR iter env 5 - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 - 29 # rls2009 NDRPDR iter env 5 vpp-performance-changes-2n-skx-h1: @@ -726,7 +760,6 @@ - 24 # rls2005 NDRPDR iter env 5 - 25 # rls2005 NDRPDR iter env 5 vpp-performance-changes-2n-skx-cmp: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - 35 # rls2009 NDRPDR iter env 5 - 36 # rls2009 NDRPDR iter env 5 @@ -734,6 +767,20 @@ - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - 42 # rls2009 NDRPDR iter env 5 + - 43 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 46 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 + - 51 # rls2009 NDRPDR iter NAT44 env 5 + - 52 # rls2009 NDRPDR iter NAT44 env 5 + - 53 # rls2009 NDRPDR iter NAT44 env 5 + - 54 # rls2009 NDRPDR iter NAT44 env 5 + - 55 # rls2009 NDRPDR iter NAT44 env 5 + - 56 # rls2009 NDRPDR iter NAT44 env 5 + - 57 # rls2009 NDRPDR iter NAT44 env 5 + - 58 # rls2009 NDRPDR iter NAT44 env 5 + - 59 # rls2009 NDRPDR iter NAT44 env 5 + - 60 # rls2009 NDRPDR iter NAT44 env 5 vpp-performance-changes-2n-clx-h1: csit-vpp-perf-report-iterative-2005-2n-clx: @@ -774,7 +821,11 @@ csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - 38 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 - 41 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 64 # rls2009 NDRPDR iter env 5 vpp-performance-changes-2n-dnv-h1: csit-vpp-perf-verify-2001-2n-dnv: @@ -789,19 +840,18 @@ - 13 # NDRPDR sel - 16 # NDRPDR sel vpp-performance-changes-2n-dnv-ref: - csit-vpp-perf-report-iterative-2005-2n-dnv: - - 3 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 16 # rls2005 NDRPDR iter env 5 + - 17 # rls2005 NDRPDR iter env 5 + - 18 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 + - 21 # rls2005 NDRPDR iter env 5 + - 24 # rls2005 NDRPDR iter env 5 + - 27 # rls2005 NDRPDR iter env 5 + - 28 # rls2005 NDRPDR iter env 5 + - 29 # rls2005 NDRPDR iter env 5 + - 30 # rls2005 NDRPDR iter env 5 vpp-performance-changes-2n-dnv-cmp: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-dnv: - 3 # rls2009 NDRPDR iter env 5 - 5 # rls2009 NDRPDR iter env 5 @@ -812,6 +862,7 @@ - 11 # rls2009 NDRPDR iter env 5 - 12 # rls2009 NDRPDR iter env 5 - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 vpp-performance-changes-3n-dnv-h1: csit-vpp-perf-verify-2001-3n-dnv: @@ -826,25 +877,21 @@ - 17 # NDRPDR sel - 18 # NDRPDR sel vpp-performance-changes-3n-dnv-ref: - csit-vpp-perf-report-iterative-2005-3n-dnv: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 16 # rls2005 NDRPDR iter env 5 vpp-performance-changes-3n-dnv-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-dnv: - - 2 # rls2009 NDRPDR iter env 5 + - 3 # rls2009 NDRPDR iter env 5 - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 8 # rls2009 NDRPDR iter env 5 - 10 # rls2009 NDRPDR iter env 5 - 11 # rls2009 NDRPDR iter env 5 - 12 # rls2009 NDRPDR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 vpp-performance-changes-3n-tsh-h1: csit-vpp-perf-report-iterative-2005-3n-tsh: @@ -874,7 +921,6 @@ - 14 # rls2009 NDRPDR iter env 5 vpp-soak-vs-ndr-2n-skx-ref: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - 35 # rls2009 NDRPDR iter env 5 - 36 # rls2009 NDRPDR iter env 5 @@ -882,12 +928,15 @@ - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - 42 # rls2009 NDRPDR iter env 5 + - 43 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 46 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 vpp-soak-vs-ndr-2n-skx-cmp: csit-vpp-perf-report-iterative-2009-2n-skx: - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 vpp-soak-vs-ndr-2n-skx: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - 35 # rls2009 NDRPDR iter env 5 - 36 # rls2009 NDRPDR iter env 5 @@ -895,6 +944,10 @@ - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - 42 # rls2009 NDRPDR iter env 5 + - 43 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 46 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 @@ -903,7 +956,11 @@ csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - 38 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 - 41 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 64 # rls2009 NDRPDR iter env 5 vpp-soak-vs-ndr-2n-clx-cmp: csit-vpp-perf-report-iterative-2009-2n-clx: - 33 # rls2009 soak env 5 @@ -913,7 +970,11 @@ csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - 38 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 - 41 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 64 # rls2009 NDRPDR iter env 5 - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 @@ -971,37 +1032,25 @@ csit-vpp-perf-report-iterative-2009-2n-clx: - 35 # rls2009 MRR iter env 5 -# vpp-performance-changes-nfv-2n-skx-mrr-ref: -# csit-vpp-perf-verify-1908-2n-skx: -# - 71 # NFV MRR -# vpp-performance-changes-nfv-2n-skx-mrr-cmp: -# # csit-vpp-perf-verify-2001-2n-skx: -# csit-vpp-perf-verify-1908-2n-skx: -# - 71 # NFV MRR - vpp-performance-changes-2n-dnv-mrr-h1: csit-vpp-perf-verify-2001-2n-dnv: - 12 # MRR sel vpp-performance-changes-2n-dnv-mrr-ref: - csit-vpp-perf-report-iterative-2005-2n-dnv: - - 15 # MRR sel + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 23 # rls2005 MRR iter env 5 vpp-performance-changes-2n-dnv-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-dnv: - csit-vpp-perf-report-iterative-2005-2n-dnv: - - 15 # MRR sel + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 13 # rls2009 MRR iter env 5 vpp-performance-changes-3n-dnv-mrr-h1: csit-vpp-perf-verify-2001-3n-dnv: - 11 # MRR sel vpp-performance-changes-3n-dnv-mrr-ref: - csit-vpp-perf-report-iterative-2005-3n-dnv: - - 8 # MRR + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 19 # rls2005 MRR iter env 5 vpp-performance-changes-3n-dnv-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-dnv: - csit-vpp-perf-report-iterative-2005-3n-dnv: - - 8 # MRR + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 22 # rls2009 MRR iter env 5 vpp-performance-changes-3n-tsh-mrr-h1: csit-vpp-perf-verify-2001-3n-tsh: @@ -1013,9 +1062,8 @@ csit-vpp-perf-report-iterative-2009-3n-tsh: - 13 # rls2005 MRR iter env 5 vpp-performance-changes-3n-tsh-mrr-cmp: - # TODO: Replace: csit-vpp-perf-report-iterative-2009-3n-tsh: - - 13 # rls2005 MRR iter env 5 + - 15 # rls2006 MRR iter env 5 dpdk-performance-changes-3n-hsw-h1: csit-dpdk-perf-verify-2001-3n-hsw: @@ -1205,83 +1253,41 @@ - 12 # NDRPDR iter env5 - 13 # NDRPDR iter env5 - dpdk-performance-changes-2n-dnv-h1: - csit-dpdk-perf-verify-2001-2n-dnv: - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - dpdk-performance-changes-2n-dnv-ref: - csit-dpdk-perf-report-iterative-2005-2n-dnv: - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - dpdk-performance-changes-2n-dnv-cmp: - # TODO: Replace: - # csit-dpdk-perf-report-iterative-2009-2n-dnv: - csit-dpdk-perf-report-iterative-2005-2n-dnv: - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - dpdk-performance-changes-3n-dnv-h1: - csit-dpdk-perf-verify-2001-3n-dnv: - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 22 # NDRPDR sel - dpdk-performance-changes-3n-dnv-ref: - csit-dpdk-perf-report-iterative-2005-3n-dnv: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel - dpdk-performance-changes-3n-dnv-cmp: - # TODO: Replace: - # csit-dpdk-perf-report-iterative-2009-3n-dnv: - csit-dpdk-perf-report-iterative-2005-3n-dnv: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel +# dpdk-performance-changes-2n-dnv-h1: +# csit-dpdk-perf-verify-2001-2n-dnv: +# - 9 # NDRPDR sel +# - 10 # NDRPDR sel +# - 11 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 14 # NDRPDR sel +# - 15 # NDRPDR sel +# - 16 # NDRPDR sel +# - 17 # NDRPDR sel +# - 18 # NDRPDR sel +# dpdk-performance-changes-2n-dnv-ref: +# # No data +# dpdk-performance-changes-2n-dnv-cmp: +# # No data +# csit-dpdk-perf-report-iterative-2009-2n-dnv: + +# dpdk-performance-changes-3n-dnv-h1: +# csit-dpdk-perf-verify-2001-3n-dnv: +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 14 # NDRPDR sel +# - 15 # NDRPDR sel +# - 16 # NDRPDR sel +# - 17 # NDRPDR sel +# - 18 # NDRPDR sel +# - 19 # NDRPDR sel +# - 20 # NDRPDR sel +# - 22 # NDRPDR sel +# dpdk-performance-changes-3n-dnv-ref: +# # No data +# dpdk-performance-changes-3n-dnv-cmp: +# # No data +# csit-dpdk-perf-report-iterative-2009-3n-dnv: dpdk-performance-changes-3n-tsh-h1: csit-dpdk-perf-verify-2001-3n-tsh: @@ -1328,11 +1334,12 @@ vpp-compare-testbeds-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: + - 26 # rls2009 NDRPDR iter env 5 - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 - 29 # rls2009 NDRPDR iter env 5 vpp-compare-testbeds-skx-clx-ref: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - 35 # rls2009 NDRPDR iter env 5 - 36 # rls2009 NDRPDR iter env 5 @@ -1340,12 +1347,30 @@ - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - 42 # rls2009 NDRPDR iter env 5 + - 43 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 46 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 + - 51 # rls2009 NDRPDR iter NAT44 env 5 + - 52 # rls2009 NDRPDR iter NAT44 env 5 + - 53 # rls2009 NDRPDR iter NAT44 env 5 + - 54 # rls2009 NDRPDR iter NAT44 env 5 + - 55 # rls2009 NDRPDR iter NAT44 env 5 + - 56 # rls2009 NDRPDR iter NAT44 env 5 + - 57 # rls2009 NDRPDR iter NAT44 env 5 + - 58 # rls2009 NDRPDR iter NAT44 env 5 + - 59 # rls2009 NDRPDR iter NAT44 env 5 + - 60 # rls2009 NDRPDR iter NAT44 env 5 vpp-compare-testbeds-skx-clx-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - 38 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 - 41 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 64 # rls2009 NDRPDR iter env 5 vpp-compare-testbeds-hsw-clx-ref: csit-vpp-perf-report-iterative-2009-3n-hsw: @@ -1364,7 +1389,11 @@ csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - 38 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 - 41 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 64 # rls2009 NDRPDR iter env 5 vpp-compare-testbeds-mrr-ref: csit-vpp-perf-report-iterative-2009-3n-hsw: @@ -1442,10 +1471,11 @@ vpp-compare-topologies-ref: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: + - 26 # rls2009 NDRPDR iter env 5 - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 - 29 # rls2009 NDRPDR iter env 5 vpp-compare-topologies-cmp: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - 35 # rls2009 NDRPDR iter env 5 - 36 # rls2009 NDRPDR iter env 5 @@ -1453,6 +1483,10 @@ - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - 42 # rls2009 NDRPDR iter env 5 + - 43 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 46 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 vpp-compare-topologies-mrr-ref: csit-vpp-perf-report-iterative-2009-3n-skx: @@ -1490,11 +1524,11 @@ plot-soak-throughput: titlefont: - size: 18 + size: 16 xaxis: title: "Test Cases [Index]" titlefont: - size: 16 + size: 14 autorange: True fixedrange: False gridcolor: "rgb(230, 230, 230)" @@ -1506,12 +1540,12 @@ tickcolor: "rgb(220, 220, 220)" tickmode: "linear" tickfont: - size: 16 + size: 14 zeroline: False yaxis: title: "Critical Rate Lower Bound [Mpps]" titlefont: - size: 16 + size: 14 gridcolor: "rgb(230, 230, 230)" hoverformat: ".4r" tickformat: ".3r" @@ -1522,7 +1556,7 @@ showticklabels: True tickcolor: "rgb(220, 220, 220)" tickfont: - size: 16 + size: 14 zeroline: False range: [0,50] autosize: False @@ -1535,7 +1569,7 @@ legend: orientation: "h" font: - size: 16 + size: 14 width: 700 height: 900 paper_bgcolor: "#fff" @@ -1545,7 +1579,7 @@ plot-service-density: titlefont: - size: 18 + size: 16 xaxis: side: "top" autorange: True @@ -1611,8 +1645,6 @@ tickfont: size: 14 zeroline: False - boxmode: "group" - boxgroupgap: 0.5 autosize: False margin: t: 50 @@ -1633,11 +1665,11 @@ plot-throughput: titlefont: - size: 18 + size: 16 xaxis: title: "Test Cases [Index]" titlefont: - size: 16 + size: 14 autorange: True fixedrange: False gridcolor: "rgb(230, 230, 230)" @@ -1649,12 +1681,12 @@ tickcolor: "rgb(220, 220, 220)" tickmode: "linear" tickfont: - size: 16 + size: 14 zeroline: False yaxis: title: "Packet Throughput [Mpps]" titlefont: - size: 16 + size: 14 gridcolor: "rgb(230, 230, 230)" hoverformat: ".4r" tickformat: ".3r" @@ -1665,7 +1697,7 @@ showticklabels: True tickcolor: "rgb(220, 220, 220)" tickfont: - size: 16 + size: 14 zeroline: False range: [0,50] autosize: False @@ -1678,7 +1710,7 @@ legend: orientation: "h" font: - size: 16 + size: 14 width: 700 height: 900 paper_bgcolor: "#fff" @@ -1688,11 +1720,11 @@ plot-throughput-speedup-analysis: titlefont: - size: 18 + size: 16 xaxis: title: "Number of Cores [Qty]" titlefont: - size: 16 + size: 14 autorange: True fixedrange: False gridcolor: "rgb(230, 230, 230)" @@ -1704,12 +1736,12 @@ tickcolor: "rgb(238, 238, 238)" tickmode: "linear" tickfont: - size: 16 + size: 14 zeroline: False yaxis: title: "Packet Throughput [Mpps]" titlefont: - size: 16 + size: 14 type: "linear" gridcolor: "rgb(230, 230, 230)" hoverformat: ".4s" @@ -1721,14 +1753,14 @@ tickcolor: "rgb(220, 220, 220)" tickformat: ".4s" tickfont: - size: 16 + size: 14 zeroline: True rangemode: "tozero" range: [0,100] legend: orientation: "h" font: - size: 16 + size: 14 xanchor: "left" yanchor: "top" x: 0 @@ -1762,7 +1794,7 @@ y: -0.13, font: { family: "Consolas, Courier New", - size: 15 + size: 13 }, }, { @@ -1777,18 +1809,18 @@ y: -0.15, font: { family: "Consolas, Courier New", - size: 15 + size: 13 }, }, ] plot-latency: titlefont: - size: 18 + size: 16 xaxis: title: "Direction" titlefont: - size: 16 + size: 14 autorange: True fixedrange: False gridcolor: "rgb(230, 230, 230)" @@ -1800,12 +1832,12 @@ tickcolor: "rgb(220, 220, 220)" tickmode: "linear" tickfont: - size: 16 + size: 14 zeroline: False yaxis: title: "Packet Latency [uSec]" titlefont: - size: 16 + size: 14 type: "linear" gridcolor: "rgb(230, 230, 230)" hoverformat: ".4s" @@ -1817,13 +1849,13 @@ tickcolor: "rgb(220, 220, 220)" tickformat: ".4s" tickfont: - size: 16 + size: 14 zeroline: True rangemode: "tozero" legend: orientation: "h" font: - size: 16 + size: 14 traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 autosize: False margin: @@ -1897,12 +1929,12 @@ xanchor: "center" x: 0.5 font: - size: 18 + size: 16 xaxis: type: "log" title: "Percentile [%]" titlefont: - size: 16 + size: 14 autorange: True fixedrange: False gridcolor: "rgb(230, 230, 230)" @@ -1915,11 +1947,11 @@ tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6, 1e7, 1e8] ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999, 99.99999, 99.999999] tickfont: - size: 16 + size: 14 yaxis: title: "Packet Latency [uSec]" titlefont: - size: 16 + size: 14 gridcolor: "rgb(230, 230, 230)" linecolor: "rgb(220, 220, 220)" linewidth: 1 @@ -1928,14 +1960,14 @@ showticklabels: True tickcolor: "rgb(220, 220, 220)" tickfont: - size: 16 + size: 14 autosize: False showlegend: True legend: traceorder: "normal" orientation: "h" font: - size: 16 + size: 14 xanchor: "left" yanchor: "top" x: 0 @@ -2037,7 +2069,6 @@ - 27 # NDRPDR sel env 4 - 28 # NDRPDR sel env 4 - 29 # NDRPDR sel env 4 - - 13 # MRR - 30 # MRR env 4 - 31 # NDRPDR sel 2001.0-4 - 32 # NDRPDR sel 2001.0-4 @@ -2079,7 +2110,6 @@ - 39 # rls2009 Hoststack iter env 5 - 40 # rls2009 Hoststack iter env 5 - 41 # rls2009 Hoststack iter env 5 - # TODO: Add: csit-vpp-perf-report-coverage-2009-3n-hsw: - 3 # rls2009 NDRPDR cov 3n-hsw-crypto-00 - 4 # rls2009 NDRPDR cov 3n-hsw-crypto-01 @@ -2095,7 +2125,27 @@ - 14 # rls2009 NDRPDR cov 3n-hsw-ip4-07 - 15 # rls2009 NDRPDR cov 3n-hsw-ip4tun-00 - 16 # rls2009 NDRPDR cov 3n-hsw-ip4tun-01 + - 17 # rls2009 NDRPDR cov 3n-hsw-ip4tun-02 - 18 # rls2009 NDRPDR cov 3n-hsw-ip6-00 + - 19 # rls2009 NDRPDR cov 3n-hsw-ip6-01 + - 20 # rls2009 NDRPDR cov 3n-hsw-ip6tun-00 + - 21 # rls2009 NDRPDR cov 3n-hsw-l2-00 + - 22 # rls2009 NDRPDR cov 3n-hsw-l2-01 + - 23 # rls2009 NDRPDR cov 3n-hsw-l2-01 + - 24 # rls2009 NDRPDR cov 3n-hsw-l2-03 + - 25 # rls2009 NDRPDR cov 3n-hsw-l2-04 + - 26 # rls2009 NDRPDR cov 3n-hsw-l2-05 + - 27 # rls2009 NDRPDR cov 3n-hsw-l2-06 + - 28 # rls2009 NDRPDR cov 3n-hsw-l2-07 + - 29 # rls2009 NDRPDR cov 3n-hsw-l2-08 + - 30 # rls2009 NDRPDR cov 3n-hsw-l2-09 + - 31 # rls2009 NDRPDR cov 3n-hsw-l2-10 + - 32 # rls2009 NDRPDR cov 3n-hsw-memif-00 + - 33 # rls2009 NDRPDR cov 3n-hsw-srv6-00 + - 34 # rls2009 NDRPDR cov 3n-hsw-srv6-01 + - 35 # rls2009 NDRPDR cov 3n-hsw-vhost-00 + - 36 # rls2009 NDRPDR cov 3n-hsw-vhost-01 + - 37 # rls2009 NDRPDR cov 3n-hsw-vhost-02 csit-vpp-perf-verify-2001-3n-skx: - 50 # MRR sel @@ -2129,11 +2179,13 @@ - 18 # rls2005 NDRPDR iter env 5 - 19 # rls2005 NDRPDR iter env 5 - 24 # rls2009 MRR iter env 5 + - 26 # rls2009 NDRPDR iter env 5 - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 - 29 # rls2009 NDRPDR iter env 5 # TODO: Add: - csit-vpp-perf-report-coverage-2009-3n-skx: - - 1 # RC2 env5 3n-skx-ip4-00 +# csit-vpp-perf-report-coverage-2009-3n-skx: +# - csit-vpp-perf-verify-2001-2n-skx: - 101 # MRR sel - old @@ -2156,19 +2208,6 @@ - 104 # NDRPDR sel 2001.0-4 - 105 # NDRPDR sel 2001.0-4 - 99 # MRR sel env 4 - - 122 # Soak - - 123 # Soak - - 113 # nf-density-sel env 4 - - 114 # nf-density-sel env 4 - - 124 # nf-density-sel env 4 - - 128 # nf-density-sel env 4 - - 129 # nf-density-sel env 4 - - 131 # nf-density-sel env 4 - - 132 # nf-density-sel env 4 - - 135 # nf-density-sel env 4 - - 136 # nf-density-sel env 4 - - 139 # nf-density-sel env 4 - - 115 # MRR nf-density-sel env 4 # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - 20 # rls2005 MRR iter env 5 @@ -2189,21 +2228,54 @@ - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - 42 # rls2009 NDRPDR iter env 5 + - 43 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 46 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 + - 51 # rls2009 NDRPDR iter NAT44 env 5 + - 52 # rls2009 NDRPDR iter NAT44 env 5 + - 53 # rls2009 NDRPDR iter NAT44 env 5 + - 54 # rls2009 NDRPDR iter NAT44 env 5 + - 55 # rls2009 NDRPDR iter NAT44 env 5 + - 56 # rls2009 NDRPDR iter NAT44 env 5 + - 57 # rls2009 NDRPDR iter NAT44 env 5 + - 58 # rls2009 NDRPDR iter NAT44 env 5 + - 59 # rls2009 NDRPDR iter NAT44 env 5 + - 60 # rls2009 NDRPDR iter NAT44 env 5 - 38 # rls2009 nf-density iter env 5 - 41 # rls2009 nf-density iter env 5 - 45 # rls2009 nf-density iter env 5 - 47 # rls2009 nf-density iter env 5 + - 49 # rls2009 nf-density iter env 5 + - 63 # rls2009 nf-density iter env 5 + - 65 # rls2009 nf-density iter env 5 + - 66 # rls2009 nf-density iter env 5 + - 71 # rls2009 nf-density iter env 5 + - 72 # rls2009 nf-density iter env 5 + - 50 # rls2009 MRR nf-density iter env 5 - 27 # rls2009 reconf env 5 - 28 # rls2009 reconf env 5 - 29 # rls2009 reconf env 5 - 30 # rls2009 reconf env 5 - 31 # rls2009 reconf env 5 - 32 # rls2009 reconf env 5 + - 61 # rls2009 reconf env 5 + - 62 # rls2009 reconf env 5 + - 68 # rls2009 reconf env 5 + - 70 # rls2009 reconf env 5 - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 # TODO: Add: csit-vpp-perf-report-coverage-2009-2n-skx: - - 7 # RC2 env5 2n-skx-ip4-00 + - 18 # rls2009 NDRPDR cov 2n-skx-ip4-00 + - 10 # rls2009 NDRPDR cov 2n-skx-ip4-02 + - 20 # rls2009 NDRPDR cov 2n-skx-ip4-03 + - 13 # rls2009 NDRPDR cov 2n-skx-ip4-05 + - 23 # rls2009 NDRPDR cov 2n-skx-ip6-01 + - 24 # rls2009 NDRPDR cov 2n-skx-l2-00 + - 25 # rls2009 NDRPDR cov 2n-skx-l2-01 + - 27 # rls2009 NDRPDR cov 2n-skx-memif-00 + - 30 # rls2009 NDRPDR cov 2n-skx-vts-00 csit-vpp-perf-verify-2001-2n-clx: - 39 # MRR @@ -2227,17 +2299,6 @@ - 79 # NDRPDR sel 2001.0-4 - 80 # NDRPDR sel 2001.0-4 - 72 # MRR env 4 - - 91 # nfv-density-00 env 4 - - 92 # nfv-density-00 env 4 - - 93 # nfv-density-00 env 4 - - 97 # nfv-density-00 env 4 - - 98 # nfv-density-00 env 4 - - 99 # nfv-density-00 env 4 - - 100 # nfv-density-00 env 4 - - 105 # nfv-density-00 env 4 - - 106 # nfv-density-00 env 4 - - 108 # nfv-density-00 env 4 - - 96 # MRR nfv-density-00 env 4 # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - 16 # rls2005 MRR iter env 5 @@ -2254,9 +2315,14 @@ - 35 # rls2009 MRR iter env 5 - 36 # rls2009 NDRPDR iter env 5 - 38 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 - 41 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 64 # rls2009 NDRPDR iter env 5 - 37 # rls2009 nf-density iter env 5 - 43 # rls2009 nf-density iter env 5 + - 45 # rls2009 MRR nf-density iter env 5 - 25 # rls2009 reconf env 5 - 27 # rls2009 reconf env 5 - 28 # rls2009 reconf env 5 @@ -2264,21 +2330,17 @@ - 30 # rls2009 reconf env 5 - 30 # rls2009 reconf env 5 - 32 # rls2009 reconf env 5 + - 48 # rls2009 reconf env 5 + - 53 # rls2009 reconf env 5 - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 # TODO: Add: - csit-vpp-perf-report-coverage-2009-2n-clx: - - 1 # RC2 env5 2n-clx-ip4-00 +# csit-vpp-perf-report-coverage-2009-2n-clx: +# - csit-vpp-perf-verify-2001-3n-tsh: - 9 # MRR sel csit-vpp-perf-report-iterative-2005-3n-tsh: - - 9 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 20 # NDRPDR sel - - 14 # NDRPDR sel - - 21 # NDRPDR sel - 23 # NDRPDR sel env 4 - 25 # NDRPDR sel env 4 - 33 # NDRPDR sel env 4 @@ -2300,45 +2362,67 @@ - 12 # rls2005 NDRPDR iter env 5 - 13 # rls2005 MRR iter env 5 - 14 # rls2009 NDRPDR iter env 5 - csit-vpp-perf-report-coverage-2009-3n-tsh: - - 1 # RC2 3n-tsh-ip4-00 - -# csit-vpp-perf-verify-2001-3n-dnv: -# - 5 # NDRPDR sel -# - 6 # NDRPDR sel -# - 7 # NDRPDR sel -# - 8 # NDRPDR sel -# - 9 # NDRPDR sel -# - 10 # NDRPDR sel -# - 12 # NDRPDR sel -# - 16 # NDRPDR sel -# - 17 # NDRPDR sel -# - 18 # NDRPDR sel -# - 11 # MRR sel + - 15 # rls2006 MRR iter env 5 +# csit-vpp-perf-report-coverage-2009-3n-tsh: +# - + + csit-vpp-perf-verify-2001-3n-dnv: + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 12 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 11 # MRR sel # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-dnv: - - 2 # rls2009 NDRPDR iter env 5 + - 16 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 MRR iter env 5 + - 3 # rls2009 NDRPDR iter env 5 - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 8 # rls2009 NDRPDR iter env 5 - 10 # rls2009 NDRPDR iter env 5 - 11 # rls2009 NDRPDR iter env 5 - 12 # rls2009 NDRPDR iter env 5 -# # TODO: Add: -# # csit-vpp-perf-report-coverage-2009-3n-dnv: - -# csit-vpp-perf-verify-2001-2n-dnv: -# - 4 # NDRPDR sel -# - 5 # NDRPDR sel -# - 6 # NDRPDR sel -# - 7 # NDRPDR sel -# - 8 # NDRPDR sel -# - 9 # NDRPDR sel -# - 10 # NDRPDR sel -# - 11 # NDRPDR sel -# - 13 # NDRPDR sel -# - 16 # NDRPDR sel -# - 12 # MRR sel + - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 MRR iter env 5 # TODO: Add: + csit-vpp-perf-report-coverage-2009-3n-dnv: + - 10 # rls2009 NDRPDR cov 3n-dnv-crypto-00 + - 2 # rls2009 NDRPDR cov 3n-dnv-crypto-01 + - 12 # rls2009 NDRPDR cov 3n-dnv-ip4-01 + - 16 # rls2009 NDRPDR cov 3n-dnv-l2-00 + + csit-vpp-perf-verify-2001-2n-dnv: + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 13 # NDRPDR sel + - 16 # NDRPDR sel + - 12 # MRR sel csit-vpp-perf-report-iterative-2009-2n-dnv: + - 16 # rls2005 NDRPDR iter env 5 + - 17 # rls2005 NDRPDR iter env 5 + - 18 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 + - 21 # rls2005 NDRPDR iter env 5 + - 24 # rls2005 NDRPDR iter env 5 + - 27 # rls2005 NDRPDR iter env 5 + - 28 # rls2005 NDRPDR iter env 5 + - 29 # rls2005 NDRPDR iter env 5 + - 30 # rls2005 NDRPDR iter env 5 + - 23 # rls2005 MRR iter env 5 - 3 # rls2009 NDRPDR iter env 5 - 5 # rls2009 NDRPDR iter env 5 - 6 # rls2009 NDRPDR iter env 5 @@ -2348,8 +2432,15 @@ - 11 # rls2009 NDRPDR iter env 5 - 12 # rls2009 NDRPDR iter env 5 - 14 # rls2009 NDRPDR iter env 5 -# # TODO: Add: -# # csit-vpp-perf-report-coverage-2009-2n-dnv: + - 15 # rls2009 NDRPDR iter env 5 + - 13 # rls2009 MRR iter env 5 + csit-vpp-perf-report-coverage-2009-2n-dnv: + - 2 # rls2009 NDRPDR cov 2n-dnv-ip4-00 + - 3 # rls2009 NDRPDR cov 2n-dnv-ip4-01 + - 4 # rls2009 NDRPDR cov 2n-dnv-ip6-00 + - 5 # rls2009 NDRPDR cov 2n-dnv-ip6-01 + - 6 # rls2009 NDRPDR cov 2n-dnv-l2-00 + - 7 # rls2009 NDRPDR cov 2n-dnv-l2-01 csit-dpdk-perf-verify-2001-3n-hsw: - 4 # NDRPDR sel @@ -2539,18 +2630,9 @@ # - 17 # NDRPDR sel # - 18 # NDRPDR sel # csit-dpdk-perf-report-iterative-2005-2n-dnv: -# - 8 # NDRPDR sel -# - 9 # NDRPDR sel -# - 10 # NDRPDR sel -# - 11 # NDRPDR sel -# - 12 # NDRPDR sel -# - 13 # NDRPDR sel -# - 14 # NDRPDR sel -# - 15 # NDRPDR sel -# - 16 # NDRPDR sel -# - 17 # NDRPDR sel -# # TODO: Add: +# # No data # # csit-dpdk-perf-report-iterative-2009-2n-dnv: +# # No data # csit-dpdk-perf-verify-2001-3n-dnv: # - 12 # NDRPDR sel @@ -2564,18 +2646,9 @@ # - 20 # NDRPDR sel # - 22 # NDRPDR sel # csit-dpdk-perf-report-iterative-2005-3n-dnv: -# - 6 # NDRPDR sel -# - 7 # NDRPDR sel -# - 8 # NDRPDR sel -# - 9 # NDRPDR sel -# - 10 # NDRPDR sel -# - 11 # NDRPDR sel -# - 12 # NDRPDR sel -# - 13 # NDRPDR sel -# - 14 # NDRPDR sel -# - 16 # NDRPDR sel -# # TODO: Add: +# # No data # # csit-dpdk-perf-report-iterative-2009-3n-dnv: +# # No data csit-dpdk-perf-verify-2001-3n-tsh: - 3 # NDRPDR sel @@ -2602,7 +2675,6 @@ - 9 # NDRPDR iter env5 - 10 # NDRPDR iter env5 - # TODO: Add: csit-vpp-device-2009-ubuntu1804-1n-skx: - 131 # rls2009 env 5 @@ -3607,323 +3679,323 @@ # - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' ## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' -## VPP Performance Changes 2n-dnv 1t1c pdr -#- type: "table" -# title: "VPP Performance Changes 2n-dnv 1t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C'" -# columns: -# - title: "2001.0-2" -# data-set: "vpp-performance-changes-2n-dnv-h1" -# - title: "2005.0-3" -# data-set: "vpp-performance-changes-2n-dnv-ref" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-dnv-cmp" -# comparisons: -# - title: "2009.0-5 vs 2005.0-3" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' -# -## VPP Performance Changes 2n-dnv 2t2c pdr -#- type: "table" -# title: "VPP Performance Changes 2n-dnv 2t2c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C'" -# columns: -# - title: "2001.0-2" -# data-set: "vpp-performance-changes-2n-dnv-h1" -# - title: "2005.0-3" -# data-set: "vpp-performance-changes-2n-dnv-ref" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-dnv-cmp" -# comparisons: -# - title: "2009.0-5 vs 2005.0-3" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' -# -## VPP Performance Changes 2n-dnv 1t1c ndr -#- type: "table" -# title: "VPP Performance Changes 2n-dnv 1t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C'" -# columns: -# - title: "2001.0-2" -# data-set: "vpp-performance-changes-2n-dnv-h1" -# - title: "2005.0-3" -# data-set: "vpp-performance-changes-2n-dnv-ref" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-dnv-cmp" -# comparisons: -# - title: "2009.0-5 vs 2005.0-3" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' -# -## VPP Performance Changes 2n-dnv 2t2c ndr -#- type: "table" -# title: "VPP Performance Changes 2n-dnv 2t2c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C'" -# columns: -# - title: "2001.0-2" -# data-set: "vpp-performance-changes-2n-dnv-h1" -# - title: "2005.0-3" -# data-set: "vpp-performance-changes-2n-dnv-ref" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-dnv-cmp" -# comparisons: -# - title: "2009.0-5 vs 2005.0-3" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' -# -## VPP Performance Changes 3n-dnv 1t1c pdr -#- type: "table" -# title: "VPP Performance Changes 3n-dnv 1t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C'" -# columns: -# - title: "2001.0-2" -# data-set: "vpp-performance-changes-3n-dnv-h1" -# - title: "2005.0-3" -# data-set: "vpp-performance-changes-3n-dnv-ref" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-3n-dnv-cmp" -# comparisons: -# - title: "2009.0-5 vs 2005.0-3" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' -# -## VPP Performance Changes 3n-dnv 2t2c pdr -#- type: "table" -# title: "VPP Performance Changes 3n-dnv 2t2c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C'" -# columns: -# - title: "2001.0-2" -# data-set: "vpp-performance-changes-3n-dnv-h1" -# - title: "2005.0-3" -# data-set: "vpp-performance-changes-3n-dnv-ref" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-3n-dnv-cmp" -# comparisons: -# - title: "2009.0-5 vs 2005.0-3" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' -# -## VPP Performance Changes 3n-dnv 1t1c ndr -#- type: "table" -# title: "VPP Performance Changes 3n-dnv 1t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C'" -# columns: -# - title: "2001.0-2" -# data-set: "vpp-performance-changes-3n-dnv-h1" -# - title: "2005.0-3" -# data-set: "vpp-performance-changes-3n-dnv-ref" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-3n-dnv-cmp" -# comparisons: -# - title: "2009.0-5 vs 2005.0-3" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' -# -## VPP Performance Changes 3n-dnv 2t2c ndr -#- type: "table" -# title: "VPP Performance Changes 3n-dnv 2t2c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C'" -# columns: -# - title: "2001.0-2" -# data-set: "vpp-performance-changes-3n-dnv-h1" -# - title: "2005.0-3" -# data-set: "vpp-performance-changes-3n-dnv-ref" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-3n-dnv-cmp" -# comparisons: -# - title: "2009.0-5 vs 2005.0-3" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' - -# VPP Performance Changes 3n-tsh 1t1c pdr +# VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" - title: "VPP Performance Changes 3n-tsh 1t1c pdr" + title: "VPP Performance Changes 2n-dnv 1t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-ref-env4" + - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-dnv-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-ref-env5" + data-set: "vpp-performance-changes-2n-dnv-ref" - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-tsh-cmp" + data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-5" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" - reference: 3 - compare: 4 -# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml" legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 3n-tsh 2t2c pdr +# VPP Performance Changes 2n-dnv 2t2c pdr - type: "table" - title: "VPP Performance Changes 3n-tsh 2t2c pdr" + title: "VPP Performance Changes 2n-dnv 2t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-ref-env4" + - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-dnv-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-ref-env5" + data-set: "vpp-performance-changes-2n-dnv-ref" - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-tsh-cmp" + data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-5" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" - reference: 3 - compare: 4 -# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml" legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 3n-tsh 1t1c ndr +# VPP Performance Changes 2n-dnv 1t1c ndr - type: "table" - title: "VPP Performance Changes 3n-tsh 1t1c ndr" + title: "VPP Performance Changes 2n-dnv 1t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-ref-env4" + - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-dnv-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-ref-env5" + data-set: "vpp-performance-changes-2n-dnv-ref" - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-tsh-cmp" + data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-5" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" - reference: 3 - compare: 4 -# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca2.yaml" legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 3n-tsh 2t2c ndr +# VPP Performance Changes 2n-dnv 2t2c ndr - type: "table" - title: "VPP Performance Changes 3n-tsh 2t2c ndr" + title: "VPP Performance Changes 2n-dnv 2t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-ref-env4" + - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-dnv-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-ref-env5" + data-set: "vpp-performance-changes-2n-dnv-ref" - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-tsh-cmp" + data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-dnv 1t1c pdr +- type: "table" + title: "VPP Performance Changes 3n-dnv 1t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-dnv-h1" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-cmp" + comparisons: + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-dnv 2t2c pdr +- type: "table" + title: "VPP Performance Changes 3n-dnv 2t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-dnv-h1" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-cmp" + comparisons: + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-dnv 1t1c ndr +- type: "table" + title: "VPP Performance Changes 3n-dnv 1t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-dnv-h1" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-cmp" + comparisons: + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-dnv 2t2c ndr +- type: "table" + title: "VPP Performance Changes 3n-dnv 2t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-dnv-h1" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-cmp" + comparisons: + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-tsh 1t1c pdr +- type: "table" + title: "VPP Performance Changes 3n-tsh 1t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2001.0-4" + data-set: "vpp-performance-changes-3n-tsh-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-3n-tsh-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-tsh-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-tsh-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-tsh 2t2c pdr +- type: "table" + title: "VPP Performance Changes 3n-tsh 2t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2001.0-4" + data-set: "vpp-performance-changes-3n-tsh-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-3n-tsh-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-tsh-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-tsh-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-tsh 1t1c ndr +- type: "table" + title: "VPP Performance Changes 3n-tsh 1t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2001.0-4" + data-set: "vpp-performance-changes-3n-tsh-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-3n-tsh-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-tsh-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-tsh-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-tsh 2t2c ndr +- type: "table" + title: "VPP Performance Changes 3n-tsh 2t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2001.0-4" + data-set: "vpp-performance-changes-3n-tsh-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-3n-tsh-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-tsh-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-tsh-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca1.yaml" @@ -4750,155 +4822,155 @@ # - "2001, 2005 - VPP versions tested." # - "Diff - difference between 2001 and 2005 VPP version." -## VPP Performance Changes 2n-dnv 1t1c mrr -#- type: "table" -# title: "VPP Performance Changes 2n-dnv 1t1c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C'" -# columns: -# - title: "2001.0-2" -# data-set: "vpp-performance-changes-2n-dnv-mrr-h1" -# - title: "2005.0-3" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" -# comparisons: -# - title: "2009.0-5 vs 2005.0-3" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' -# -## VPP Performance Changes 2n-dnv 2t2c mrr -#- type: "table" -# title: "VPP Performance Changes 2n-dnv 2t2c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C'" -# columns: -# - title: "2001.0-2" -# data-set: "vpp-performance-changes-2n-dnv-mrr-h1" -# - title: "2005.0-3" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" -# comparisons: -# - title: "2009.0-5 vs 2005.0-3" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' -# -## VPP Performance Changes 2n-dnv 4t4c mrr -#- type: "table" -# title: "VPP Performance Changes 2n-dnv 4t4c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'4T4C'" -# columns: -# - title: "2001.0-2" -# data-set: "vpp-performance-changes-2n-dnv-mrr-h1" -# - title: "2005.0-3" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" -# comparisons: -# - title: "2009.0-5 vs 2005.0-3" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' -# -## VPP Performance Changes 3n-dnv 1t1c mrr -#- type: "table" -# title: "VPP Performance Changes 3n-dnv 1t1c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C'" -# columns: -# - title: "2001.0-2" -# data-set: "vpp-performance-changes-3n-dnv-mrr-h1" -# - title: "2005.0-3" -# data-set: "vpp-performance-changes-3n-dnv-mrr-ref" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" -# comparisons: -# - title: "2009.0-5 vs 2005.0-3" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' -# -## VPP Performance Changes 3n-dnv 2t2c mrr -#- type: "table" -# title: "VPP Performance Changes 3n-dnv 2t2c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C'" -# columns: -# - title: "2001.0-2" -# data-set: "vpp-performance-changes-3n-dnv-mrr-h1" -# - title: "2005.0-3" -# data-set: "vpp-performance-changes-3n-dnv-mrr-ref" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" -# comparisons: -# - title: "2009.0-5 vs 2005.0-3" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' -# -## VPP Performance Changes 3n-dnv 4t4c mrr -#- type: "table" -# title: "VPP Performance Changes 3n-dnv 4t4c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'4T4C'" -# columns: -# - title: "2001.0-2" -# data-set: "vpp-performance-changes-3n-dnv-mrr-h1" -# - title: "2005.0-3" -# data-set: "vpp-performance-changes-3n-dnv-mrr-ref" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" -# comparisons: -# - title: "2009.0-5 vs 2005.0-3" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' +# VPP Performance Changes 2n-dnv 1t1c mrr +- type: "table" + title: "VPP Performance Changes 2n-dnv 1t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-dnv-mrr-h1" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" + comparisons: + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-dnv 2t2c mrr +- type: "table" + title: "VPP Performance Changes 2n-dnv 2t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-dnv-mrr-h1" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" + comparisons: + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-dnv 4t4c mrr +- type: "table" + title: "VPP Performance Changes 2n-dnv 4t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-dnv-mrr-h1" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" + comparisons: + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-dnv 1t1c mrr +- type: "table" + title: "VPP Performance Changes 3n-dnv 1t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-dnv-mrr-h1" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + comparisons: + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-dnv 2t2c mrr +- type: "table" + title: "VPP Performance Changes 3n-dnv 2t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-dnv-mrr-h1" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + comparisons: + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-dnv 4t4c mrr +- type: "table" + title: "VPP Performance Changes 3n-dnv 4t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-dnv-mrr-h1" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + comparisons: + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" @@ -5350,39 +5422,39 @@ - "parent" - "msg" -## Detailed Test Results - VPP Performance Results 3n-dnv -#- type: "table" -# title: "Detailed Test Results - VPP Performance Results 3n-dnv" -# algorithm: "table_merged_details" -# output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/" -# columns: -# - title: " |prein| Test Name |preout| " -# data: "data name" -# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " -# data: "data msg" -# data: "vpp-perf-results-3n-dnv" -# filter: "all" -# parameters: -# - "name" -# - "parent" -# - "msg" -# -## Detailed Test Results - VPP Performance Results 2n-dnv -#- type: "table" -# title: "Detailed Test Results - VPP Performance Results 2n-dnv" -# algorithm: "table_merged_details" -# output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" -# columns: -# - title: " |prein| Test Name |preout| " -# data: "data name" -# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " -# data: "data msg" -# data: "vpp-perf-results-2n-dnv" -# filter: "all" -# parameters: -# - "name" -# - "parent" -# - "msg" +# Detailed Test Results - VPP Performance Results 3n-dnv +- type: "table" + title: "Detailed Test Results - VPP Performance Results 3n-dnv" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "vpp-perf-results-3n-dnv" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP Performance Results 2n-dnv +- type: "table" + title: "Detailed Test Results - VPP Performance Results 2n-dnv" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "vpp-perf-results-2n-dnv" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" # Test configuration - VPP Performance Test Configs 3n-hsw - type: "table" @@ -5469,39 +5541,39 @@ - "name" - "conf-history" -## Test configuration - VPP Performance Test Configs 3n-dnv -#- type: "table" -# title: "Test configuration - VPP Performance Test Configs 3n-dnv" -# algorithm: "table_merged_details" -# output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/" -# columns: -# - title: " |prein| Test Name |preout| " -# data: "data name" -# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " -# data: "data conf-history" -# data: "vpp-perf-results-3n-dnv" -# filter: "all" -# parameters: -# - "parent" -# - "name" -# - "conf-history" -# -## Test configuration - VPP Performance Test Configs 2n-dnv -#- type: "table" -# title: "Test configuration - VPP Performance Test Configs 2n-dnv" -# algorithm: "table_merged_details" -# output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/" -# columns: -# - title: " |prein| Test Name |preout| " -# data: "data name" -# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " -# data: "data conf-history" -# data: "vpp-perf-results-2n-dnv" -# filter: "all" -# parameters: -# - "parent" -# - "name" -# - "conf-history" +# Test configuration - VPP Performance Test Configs 3n-dnv +- type: "table" + title: "Test configuration - VPP Performance Test Configs 3n-dnv" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-perf-results-3n-dnv" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + +# Test configuration - VPP Performance Test Configs 2n-dnv +- type: "table" + title: "Test configuration - VPP Performance Test Configs 2n-dnv" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-perf-results-2n-dnv" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" # Test Operational Data - VPP Performance Operational Data 3n-hsw - type: "table" @@ -5543,21 +5615,21 @@ data: "vpp-perf-results-3n-tsh" filter: "all" -## Test Operational Data - VPP Performance Operational Data 3n-dnv -#- type: "table" -# title: "Test Operational Data - VPP Performance Operational Data 3n-dnv" -# algorithm: "table_oper_data_html" -# output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/" -# data: "vpp-perf-results-3n-dnv" -# filter: "all" -# -## Test Operational Data - VPP Performance Operational Data 2n-dnv -#- type: "table" -# title: "Test Operational Data - VPP Performance Operational Data 2n-dnv" -# algorithm: "table_oper_data_html" -# output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/" -# data: "vpp-perf-results-2n-dnv" -# filter: "all" +# Test Operational Data - VPP Performance Operational Data 3n-dnv +- type: "table" + title: "Test Operational Data - VPP Performance Operational Data 3n-dnv" + algorithm: "table_oper_data_html" + output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/" + data: "vpp-perf-results-3n-dnv" + filter: "all" + +# Test Operational Data - VPP Performance Operational Data 2n-dnv +- type: "table" + title: "Test Operational Data - VPP Performance Operational Data 2n-dnv" + algorithm: "table_oper_data_html" + output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/" + data: "vpp-perf-results-2n-dnv" + filter: "all" # Detailed Test Results - VPP MRR Results 3n-hsw - type: "table" @@ -5644,39 +5716,39 @@ - "parent" - "msg" -## Detailed Test Results - VPP MRR Results 3n-dnv -#- type: "table" -# title: "Detailed Test Results - VPP MRR Results 3n-dnv" -# algorithm: "table_merged_details" -# output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/" -# columns: -# - title: " |prein| Test Name |preout| " -# data: "data name" -# - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " -# data: "data msg" -# data: "vpp-mrr-results-3n-dnv" -# filter: "all" -# parameters: -# - "name" -# - "parent" -# - "msg" -# -## Detailed Test Results - VPP MRR Results 2n-dnv -#- type: "table" -# title: "Detailed Test Results - VPP MRR Results 2n-dnv" -# algorithm: "table_merged_details" -# output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/" -# columns: -# - title: " |prein| Test Name |preout| " -# data: "data name" -# - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " -# data: "data msg" -# data: "vpp-mrr-results-2n-dnv" -# filter: "all" -# parameters: -# - "name" -# - "parent" -# - "msg" +# Detailed Test Results - VPP MRR Results 3n-dnv +- type: "table" + title: "Detailed Test Results - VPP MRR Results 3n-dnv" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" + data: "vpp-mrr-results-3n-dnv" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP MRR Results 2n-dnv +- type: "table" + title: "Detailed Test Results - VPP MRR Results 2n-dnv" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" + data: "vpp-mrr-results-2n-dnv" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" # Test configuration - VPP MRR Test Configs 3n-hsw - type: "table" @@ -5763,39 +5835,39 @@ - "name" - "conf-history" -## Test configuration - VPP MRR Test Configs 3n-dnv -#- type: "table" -# title: "Test configuration - VPP MRR Test Configs 3n-dnv" -# algorithm: "table_merged_details" -# output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/" -# columns: -# - title: " |prein| Test Name |preout| " -# data: "data name" -# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " -# data: "data conf-history" -# data: "vpp-mrr-results-3n-dnv" -# filter: "all" -# parameters: -# - "parent" -# - "name" -# - "conf-history" -# -## Test configuration - VPP MRR Test Configs 2n-dnv -#- type: "table" -# title: "Test configuration - VPP MRR Test Configs 2n-dnv" -# algorithm: "table_merged_details" -# output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/" -# columns: -# - title: " |prein| Test Name |preout| " -# data: "data name" -# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " -# data: "data conf-history" -# data: "vpp-mrr-results-2n-dnv" -# filter: "all" -# parameters: -# - "parent" -# - "name" -# - "conf-history" +# Test configuration - VPP MRR Test Configs 3n-dnv +- type: "table" + title: "Test configuration - VPP MRR Test Configs 3n-dnv" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-mrr-results-3n-dnv" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + +# Test configuration - VPP MRR Test Configs 2n-dnv +- type: "table" + title: "Test configuration - VPP MRR Test Configs 2n-dnv" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-mrr-results-2n-dnv" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" # Detailed Test Results - VPP Device Results - Ubuntu - type: "table" @@ -6740,16 +6812,16 @@ - "{DIR[DTR,PERF,VPP,2N,CLX]}" - "{DIR[DTR,PERF,VPP,3N,HSW]}" - "{DIR[DTR,PERF,VPP,3N,TSH]}" -# - "{DIR[DTR,PERF,VPP,2N,DNV]}" -# - "{DIR[DTR,PERF,VPP,3N,DNV]}" + - "{DIR[DTR,PERF,VPP,2N,DNV]}" + - "{DIR[DTR,PERF,VPP,3N,DNV]}" data: - "vpp-perf-results-2n-skx" - "vpp-perf-results-3n-skx" - "vpp-perf-results-2n-clx" - "vpp-perf-results-3n-hsw" - "vpp-perf-results-3n-tsh" -# - "vpp-perf-results-2n-dnv" -# - "vpp-perf-results-3n-dnv" + - "vpp-perf-results-2n-dnv" + - "vpp-perf-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -6796,16 +6868,16 @@ - "{DIR[DTC,PERF,VPP,2N,CLX]}" - "{DIR[DTC,PERF,VPP,3N,HSW]}" - "{DIR[DTC,PERF,VPP,3N,TSH]}" -# - "{DIR[DTC,PERF,VPP,2N,DNV]}" -# - "{DIR[DTC,PERF,VPP,3N,DNV]}" + - "{DIR[DTC,PERF,VPP,2N,DNV]}" + - "{DIR[DTC,PERF,VPP,3N,DNV]}" data: - "vpp-perf-results-2n-skx" - "vpp-perf-results-3n-skx" - "vpp-perf-results-2n-clx" - "vpp-perf-results-3n-hsw" - "vpp-perf-results-3n-tsh" -# - "vpp-perf-results-2n-dnv" -# - "vpp-perf-results-3n-dnv" + - "vpp-perf-results-2n-dnv" + - "vpp-perf-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -6852,16 +6924,16 @@ - "{DIR[DTO,PERF,VPP,2N,CLX]}" - "{DIR[DTO,PERF,VPP,3N,HSW]}" - "{DIR[DTO,PERF,VPP,3N,TSH]}" -# - "{DIR[DTO,PERF,VPP,2N,DNV]}" -# - "{DIR[DTO,PERF,VPP,3N,DNV]}" + - "{DIR[DTO,PERF,VPP,2N,DNV]}" + - "{DIR[DTO,PERF,VPP,3N,DNV]}" data: - "vpp-perf-results-2n-skx" - "vpp-perf-results-3n-skx" - "vpp-perf-results-2n-clx" - "vpp-perf-results-3n-hsw" - "vpp-perf-results-3n-tsh" -# - "vpp-perf-results-2n-dnv" -# - "vpp-perf-results-3n-dnv" + - "vpp-perf-results-2n-dnv" + - "vpp-perf-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -6908,16 +6980,16 @@ - "{DIR[DTR,MRR,VPP,2N,CLX]}" - "{DIR[DTR,MRR,VPP,3N,HSW]}" - "{DIR[DTR,MRR,VPP,3N,TSH]}" -# - "{DIR[DTR,MRR,VPP,2N,DNV]}" -# - "{DIR[DTR,MRR,VPP,3N,DNV]}" + - "{DIR[DTR,MRR,VPP,2N,DNV]}" + - "{DIR[DTR,MRR,VPP,3N,DNV]}" data: - "vpp-mrr-results-2n-skx" - "vpp-mrr-results-3n-skx" - "vpp-mrr-results-2n-clx" - "vpp-mrr-results-3n-hsw" - "vpp-mrr-results-3n-tsh" -# - "vpp-mrr-results-2n-dnv" -# - "vpp-mrr-results-3n-dnv" + - "vpp-mrr-results-2n-dnv" + - "vpp-mrr-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -6972,8 +7044,8 @@ - "vpp-mrr-results-2n-clx" - "vpp-mrr-results-3n-hsw" - "vpp-mrr-results-3n-tsh" -# - "vpp-mrr-results-2n-dnv" -# - "vpp-mrr-results-3n-dnv" + - "vpp-mrr-results-2n-dnv" + - "vpp-mrr-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -11006,49 +11078,229 @@ layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-skx-xxv710-64b-2t1c-ip4routing-scale-dpdk-rnd-pdr" + title: "Throughput: 2n-skx-xxv710-64b-2t1c-ip4routing-scale-dpdk-rnd-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-ip4routing-scale-dpdk-rnd-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-2t1c-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-2t1c-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-2t1c-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-2t1c-ip4routing-scale-dpdk-rnd-pdr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr" + layout: "plot-throughput" + +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-ndr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-ndr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-ndr" +# layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-ip4routing-scale-dpdk-rnd-pdr" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr" data: "plot-vpp-throughput-lat-tsa-2n-skx" include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-2t1c-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-2t1c-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-2t1c-ethip4-ip4scale2m-rnd-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" layout: - title: "2n-skx-xxv710-64b-2t1c-ip4routing-scale-dpdk-rnd-pdr" + title: "2n-skx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr" layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr" + title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr" data: "plot-vpp-throughput-lat-tsa-2n-skx" include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" layout: - title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr" + title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr" - data: "plot-vpp-throughput-lat-tsa-2n-skx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - layout: - title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr" - layout: "plot-throughput" +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-pdr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-pdr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-pdr" +# layout: "plot-throughput" - type: "plot" title: "Throughput: 2n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr" @@ -13766,6 +14018,186 @@ title: "2n-skx-xxv710-64b-features-ip4routing-base-avf-pdr" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-ndr" + layout: "plot-throughput-speedup-analysis" + +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-ndr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-ndr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-ndr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-ndr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "22n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-ndr" +# layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-pdr" + layout: "plot-throughput-speedup-analysis" + +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-pdr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-pdr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-pdr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-pdr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-pdr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "22n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-pdr" +# layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 2n-skx-xxv710-64b-features-ip4routing-base-dpdk-ndr-tsa" algorithm: "plot_tsa_name" @@ -18909,6 +19341,17 @@ layout: layout: "plot-hdrh-latency-by-percentile" +- type: "plot" + title: "Latency by percentile: 2n-skx-nat44" + algorithm: "plot_hdrh_lat_by_percentile" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-skx" + output-file-links: "{DIR[LAT,VPP]}/2n_skx.rst" + target-links: "../../_static/vpp" + data: "plot-vpp-hdrh-lat-2n-skx-nat44" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + layout: + layout: "plot-hdrh-latency-by-percentile" + - type: "plot" title: "Latency by percentile: 3n-skx" algorithm: "plot_hdrh_lat_by_percentile"