X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=87ce44628225ab8e5b946940dbf7c03244a2760c;hb=c81c24f8bd8f1eb7fbacaf8ea8589674c7c5995c;hp=ffda71ebf4d79a0482d197482ac5e350960b64fb;hpb=6683da8920bfacf2e360c41dad9aeea65c2a79e8;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index ffda71ebf4..87ce446282 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -151,34 +151,34 @@ # 3n-hsw plot-vpp-throughput-lat-tsa-3n-hsw: - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-hsw: - - 4 # RC2 NDRPDR iter env5 - - 5 # RC2 NDRPDR iter env5 - - 6 # RC2 NDRPDR iter env5 - - 7 # RC2 NDRPDR iter env5 - - 8 # RC2 NDRPDR iter env5 + - 21 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 + - 24 # rls2009 NDRPDR iter env 5 + - 25 # rls2009 NDRPDR iter env 5 + - 26 # rls2009 NDRPDR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 + - 30 # rls2009 NDRPDR iter env 5 + - 31 # rls2009 NDRPDR iter env 5 plot-vpp-hdrh-lat-3n-hsw: - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-hsw: - - 4 # RC2 NDRPDR iter env5 + - 22 # rls2009 NDRPDR iter env 5 plot-vpp-hoststack-3n-hsw: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-hsw: OR - # csit-vpp-perf-verify-2009-3n-hsw: - csit-vpp-perf-verify-2005-3n-hsw: - - 3 # hoststack - - 5 # hoststack - - 6 # hoststack - - 7 # hoststack - - 8 # hoststack - - 9 # hoststack - - 10 # hoststack - - 11 # hoststack - - 12 # hoststack - - 13 # hoststack + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 32 # rls2009 Hoststack iter env 5 + - 33 # rls2009 Hoststack iter env 5 + - 34 # rls2009 Hoststack iter env 5 + - 35 # rls2009 Hoststack iter env 5 + - 36 # rls2009 Hoststack iter env 5 + - 37 # rls2009 Hoststack iter env 5 + - 38 # rls2009 Hoststack iter env 5 + - 39 # rls2009 Hoststack iter env 5 + - 40 # rls2009 Hoststack iter env 5 + - 41 # rls2009 Hoststack iter env 5 plot-dpdk-throughput-latency-3n-hsw: csit-dpdk-perf-report-iterative-2009-3n-hsw: @@ -202,31 +202,29 @@ plot-vpp-throughput-lat-tsa-3n-skx: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 - - 16 # RC2 NDRPDR iter env5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 plot-vpp-hdrh-lat-3n-skx: - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - - 16 # RC2 NDRPDR iter env5 - - plot-vpp-nfv-3n-skx-ndrpdr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-skx: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel ??? all x710 failed - - 33 # NDRPDR sel - - 28 # NDRPDR sel - - 34 # NDRPDR sel - - plot-vpp-nfv-3n-skx-mrr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-skx: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 49 # MRR sel env 4 + - 27 # rls2009 NDRPDR iter env 5 + +# plot-vpp-nfv-3n-skx-ndrpdr: +# # TODO: Replace: +# # csit-vpp-perf-report-iterative-2009-3n-skx: +# csit-vpp-perf-report-iterative-2005-3n-skx: +# - 4 # NDRPDR sel +# - 5 # NDRPDR sel ??? all x710 failed +# - 33 # NDRPDR sel +# - 28 # NDRPDR sel +# - 34 # NDRPDR sel + +# plot-vpp-nfv-3n-skx-mrr: +# # TODO: Replace: +# # csit-vpp-perf-report-iterative-2009-3n-skx: +# csit-vpp-perf-report-iterative-2005-3n-skx: +# - 49 # MRR sel env 4 plot-dpdk-throughput-latency-3n-skx: csit-dpdk-perf-report-iterative-2009-3n-skx: @@ -250,59 +248,47 @@ plot-vpp-throughput-lat-tsa-2n-skx: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - - 8 # RC2 NDRPDR iter env5 - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 - - 15 # RC2 NDRPDR iter env5 + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 + - 54 # rls2009 NDRPDR iter NAT44 env 5 plot-vpp-hdrh-lat-2n-skx: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - - 14 # RC2 NDRPDR iter env5 + - 35 # rls2009 NDRPDR iter env 5 plot-vpp-soak-2n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 122 # Soak - - 123 # Soak + csit-vpp-perf-report-iterative-2009-2n-skx: + - 33 # rls2009 soak env 5 + - 34 # rls2009 soak env 5 plot-vpp-nfv-2n-skx-ndrpdr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 113 # nf-density-sel env 4 - - 114 # nf-density-sel env 4 - - 124 # nf-density-sel env 4 - - 128 # nf-density-sel env 4 - - 129 # nf-density-sel env 4 - - 131 # nf-density-sel env 4 - - 132 # nf-density-sel env 4 - - 135 # nf-density-sel env 4 - - 136 # nf-density-sel env 4 - - 139 # nf-density-sel env 4 + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 38 # rls2009 nf-density iter env 5 + - 41 # rls2009 nf-density iter env 5 + - 45 # rls2009 nf-density iter env 5 + - 47 # rls2009 nf-density iter env 5 + - 49 # rls2009 nf-density iter env 5 plot-vpp-nfv-2n-skx-mrr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 115 # nf-density-sel env 4 + csit-vpp-perf-report-iterative-2009-2n-skx: + - 50 # rls2009 MRR nf-density iter env 5 plot-vpp-nfv-reconf-2n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 106 # Reconf env 4 - - 107 # Reconf env 4 - - 108 # Reconf env 4 - - 109 # Reconf env 4 - - 110 # Reconf env 4 - - 111 # Reconf env 4 - - 112 # Reconf env 4 - - 118 # Reconf env 4 - - 120 # Reconf env 4 - - 121 # Reconf env 4 + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 27 # rls2009 reconf env 5 + - 28 # rls2009 reconf env 5 + - 29 # rls2009 reconf env 5 + - 30 # rls2009 reconf env 5 + - 31 # rls2009 reconf env 5 + - 32 # rls2009 reconf env 5 plot-dpdk-throughput-latency-2n-skx: csit-dpdk-perf-report-iterative-2009-2n-skx: @@ -326,31 +312,20 @@ plot-vpp-throughput-lat-tsa-2n-clx: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - - 7 # RC2 NDRPDR iter env5 - - 9 # RC2 NDRPDR iter env5 - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 + - 36 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 41 # rls2009 NDRPDR iter env 5 plot-vpp-hdrh-lat-2n-clx: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - - 14 # RC2 NDRPDR iter env5 + - 36 # rls2009 NDRPDR iter env 5 plot-vpp-nfv-2n-clx-ndrpdr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-clx: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 91 # nfv-density-00 env 4 - - 92 # nfv-density-00 env 4 - - 93 # nfv-density-00 env 4 - - 97 # nfv-density-00 env 4 - - 98 # nfv-density-00 env 4 - - 99 # nfv-density-00 env 4 - - 100 # nfv-density-00 env 4 - - 105 # nfv-density-00 env 4 - - 106 # nfv-density-00 env 4 - - 108 # nfv-density-00 env 4 + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 37 # rls2009 nf-density iter env 5 + - 43 # rls2009 nf-density iter env 5 plot-vpp-nfv-2n-clx-mrr: # TODO: Replace: @@ -359,26 +334,20 @@ - 96 # MRR plot-vpp-nfv-reconf-2n-clx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-clx: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 81 # Reconf env 4 - - 82 # Reconf env 4 - - 83 # Reconf env 4 - - 84 # Reconf env 4 - - 85 # Reconf env 4 - - 86 # Reconf env 4 - - 87 # Reconf env 4 - - 88 # Reconf env 4 - - 89 # Reconf env 4 - - 90 # Reconf env 4 + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 25 # rls2009 reconf env 5 + - 27 # rls2009 reconf env 5 + - 28 # rls2009 reconf env 5 + - 29 # rls2009 reconf env 5 + - 30 # rls2009 reconf env 5 + - 30 # rls2009 reconf env 5 + - 32 # rls2009 reconf env 5 plot-vpp-soak-2n-clx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-clx: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 101 # Soak - - 102 # Soak + csit-vpp-perf-report-iterative-2009-2n-clx: + - 33 # rls2009 soak env 5 + - 34 # rls2009 soak env 5 plot-dpdk-throughput-latency-2n-clx: csit-dpdk-perf-report-iterative-2009-2n-clx: @@ -400,25 +369,26 @@ # 3n-tsh plot-vpp-throughput-lat-tsa-3n-tsh: - # TODO: Replace: + # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-tsh: - - 7 # RC2 NDRPDR iter env5 + - 14 # rls2009 NDRPDR iter env 5 plot-vpp-hdrh-lat-3n-tsh: - # TODO: Replace: csit-vpp-perf-report-iterative-2009-3n-tsh: - - 7 # RC2 NDRPDR iter env5 + - 14 # rls2009 NDRPDR iter env 5 plot-dpdk-throughput-latency-3n-tsh: # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-tsh: - 1 # NDRPDR iter env5 + - 2 # NDRPDR iter env5 - 3 # NDRPDR iter env5 - 4 # NDRPDR iter env5 - 5 # NDRPDR iter env5 - 6 # NDRPDR iter env5 - 7 # NDRPDR iter env5 - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 plot-dpdk-hdrh-lat-3n-tsh: csit-dpdk-perf-report-iterative-2009-3n-tsh: @@ -427,19 +397,15 @@ # 3n-dnv plot-vpp-throughput-lat-tsa-3n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-dnv: - csit-vpp-perf-report-iterative-2005-3n-dnv: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 3 # rls2009 NDRPDR iter env 5 + - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 8 # rls2009 NDRPDR iter env 5 + - 10 # rls2009 NDRPDR iter env 5 + - 11 # rls2009 NDRPDR iter env 5 + - 12 # rls2009 NDRPDR iter env 5 plot-dpdk-throughput-latency-3n-dnv: # TODO: Replace: @@ -459,19 +425,18 @@ # 2n-dnv plot-vpp-throughput-lat-tsa-2n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-dnv: - csit-vpp-perf-report-iterative-2005-2n-dnv: - - 3 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 3 # rls2009 NDRPDR iter env 5 + - 5 # rls2009 NDRPDR iter env 5 + - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 9 # rls2009 NDRPDR iter env 5 + - 10 # rls2009 NDRPDR iter env 5 + - 11 # rls2009 NDRPDR iter env 5 + - 12 # rls2009 NDRPDR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 plot-dpdk-throughput-latency-2n-dnv: # TODO: Replace: @@ -496,38 +461,63 @@ vpp-nic-comparison-3n-skx: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 - - 16 # RC2 NDRPDR iter env5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 vpp-nic-comparison-2n-skx: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - - 8 # RC2 NDRPDR iter env5 - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 - - 15 # RC2 NDRPDR iter env5 + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 + - 54 # rls2009 NDRPDR iter NAT44 env 5 vpp-nic-comparison-3n-skx-mrr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-skx: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 49 # MRR sel env 4 + csit-vpp-perf-report-iterative-2009-3n-skx: + - 24 # rls2009 MRR iter env 5 vpp-nic-comparison-2n-skx-mrr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 99 # MRR sel env 4 + csit-vpp-perf-report-iterative-2009-2n-skx: + - 26 # rls2009 MRR iter env 5 # Results vpp-perf-results-3n-hsw: - # TODO: Replace: + # TODO: Add: csit-vpp-perf-report-coverage-2009-3n-hsw: - - 2 # RC2 env5 3n-hsw-ip4-00 + - 3 # rls2009 NDRPDR cov 3n-hsw-crypto-00 + - 4 # rls2009 NDRPDR cov 3n-hsw-crypto-01 + - 5 # rls2009 NDRPDR cov 3n-hsw-crypto-02 + - 6 # rls2009 NDRPDR cov 3n-hsw-crypto-03 + - 7 # rls2009 NDRPDR cov 3n-hsw-ip4-00 + - 8 # rls2009 NDRPDR cov 3n-hsw-ip4-01 + - 9 # rls2009 NDRPDR cov 3n-hsw-ip4-02 + - 10 # rls2009 NDRPDR cov 3n-hsw-ip4-03 + - 11 # rls2009 NDRPDR cov 3n-hsw-ip4-04 + - 12 # rls2009 NDRPDR cov 3n-hsw-ip4-05 + - 13 # rls2009 NDRPDR cov 3n-hsw-ip4-06 + - 14 # rls2009 NDRPDR cov 3n-hsw-ip4-07 + - 15 # rls2009 NDRPDR cov 3n-hsw-ip4tun-00 + - 16 # rls2009 NDRPDR cov 3n-hsw-ip4tun-01 + - 17 # rls2009 NDRPDR cov 3n-hsw-ip4tun-02 + - 18 # rls2009 NDRPDR cov 3n-hsw-ip6-00 + - 19 # rls2009 NDRPDR cov 3n-hsw-ip6-01 + - 20 # rls2009 NDRPDR cov 3n-hsw-ip6tun-00 + - 21 # rls2009 NDRPDR cov 3n-hsw-l2-00 + - 22 # rls2009 NDRPDR cov 3n-hsw-l2-01 + - 24 # rls2009 NDRPDR cov 3n-hsw-l2-03 + - 25 # rls2009 NDRPDR cov 3n-hsw-l2-04 + - 26 # rls2009 NDRPDR cov 3n-hsw-l2-05 + - 27 # rls2009 NDRPDR cov 3n-hsw-l2-06 + - 28 # rls2009 NDRPDR cov 3n-hsw-l2-07 + - 30 # rls2009 NDRPDR cov 3n-hsw-l2-09 + - 31 # rls2009 NDRPDR cov 3n-hsw-l2-10 vpp-perf-results-3n-skx: # TODO: Replace: @@ -545,10 +535,9 @@ - 1 # RC2 env5 2n-clx-ip4-00 vpp-perf-results-3n-tsh: - # TODO: Replace: - # csit-vpp-perf-report-coverage-2009-3n-tsh: - csit-vpp-perf-report-iterative-2009-3n-tsh: - - 7 # RC2 NDRPDR iter env5 + # TODO: Add: + csit-vpp-perf-report-coverage-2009-3n-tsh: + - 1 # 3n-tsh-ip4-00 vpp-perf-results-3n-dnv: # TODO: Replace: @@ -565,39 +554,26 @@ - 23 # perf-full-3n-dnv-ip4-tunnels_I vpp-perf-results-2n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-coverage-2009-2n-dnv: - csit-vpp-perf-report-coverage-2005-2n-dnv: - - 1 # perf-full-2n-dnv-ip4_I - - 2 # perf-full-2n-dnv-ip4_II - - 3 # perf-full-2n-dnv-ip6_I - - 4 # perf-full-2n-dnv-ip6_II - - 5 # perf-full-2n-dnv-l2_I - - 6 # perf-full-2n-dnv-l2_II + # TODO: Add: + csit-vpp-perf-report-coverage-2009-2n-dnv: + - 6 # rls2009 NDRPDR cov 2n-dnv-l2-00 + - 7 # rls2009 NDRPDR cov 2n-dnv-l2-01 vpp-mrr-results-3n-hsw: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-hsw: - csit-vpp-perf-report-iterative-2005-3n-hsw: - - 30 # MRR env 4 + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 23 # rls2009 MRR iter env 5 vpp-mrr-results-3n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-skx: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 49 # MRR sel env 4 + csit-vpp-perf-report-iterative-2009-3n-skx: + - 24 # rls2009 MRR iter env 5 vpp-mrr-results-2n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 99 # MRR sel env 4 + csit-vpp-perf-report-iterative-2009-2n-skx: + - 26 # rls2009 MRR iter env 5 vpp-mrr-results-2n-clx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-clx: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 72 # MRR env 4 + csit-vpp-perf-report-iterative-2009-2n-clx: + - 35 # rls2009 MRR iter env 5 vpp-mrr-results-3n-tsh: # TODO: Replace: @@ -612,15 +588,12 @@ - 8 # MRR vpp-mrr-results-2n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-dnv: - csit-vpp-perf-report-iterative-2005-2n-dnv: - - 15 # MRR sel + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 13 # rls2009 MRR iter env 5 vpp-device-results-ubuntu: - # TODO: Replace: csit-vpp-device-2009-ubuntu1804-1n-skx: - - 89 # RC2 env 5 + - 131 # rls2009 env 5 dpdk-perf-results-3n-hsw: csit-dpdk-perf-report-iterative-2009-3n-hsw: @@ -693,13 +666,17 @@ - 17 # rls2005 NDRPDR iter env 5 - 19 # rls2005 NDRPDR iter env 5 vpp-performance-changes-3n-hsw-cmp: - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-hsw: - - 4 # RC2 NDRPDR iter env5 - - 5 # RC2 NDRPDR iter env5 - - 6 # RC2 NDRPDR iter env5 - - 7 # RC2 NDRPDR iter env5 - - 8 # RC2 NDRPDR iter env5 + - 21 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 + - 24 # rls2009 NDRPDR iter env 5 + - 25 # rls2009 NDRPDR iter env 5 + - 26 # rls2009 NDRPDR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 + - 30 # rls2009 NDRPDR iter env 5 + - 31 # rls2009 NDRPDR iter env 5 vpp-performance-changes-3n-skx-h1: csit-vpp-perf-report-iterative-2005-3n-skx: @@ -720,13 +697,17 @@ - 57 # NDRPDR sel env 4 - 61 # NDRPDR sel env 4 - 62 # NDRPDR sel env 4 + vpp-performance-changes-3n-skx-ref-env5: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 13 # rls2005 NDRPDR iter env 5 + - 18 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 vpp-performance-changes-3n-skx-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 - - 16 # RC2 NDRPDR iter env5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 vpp-performance-changes-2n-skx-h1: csit-vpp-perf-report-iterative-2005-2n-skx: @@ -756,14 +737,22 @@ - 18 # rls2005 NDRPDR iter env 5 - 19 # rls2005 NDRPDR iter env 5 - 21 # rls2005 NDRPDR iter env 5 + - 22 # rls2005 NDRPDR iter env 5 + - 23 # rls2005 NDRPDR iter env 5 + - 24 # rls2005 NDRPDR iter env 5 + - 25 # rls2005 NDRPDR iter env 5 vpp-performance-changes-2n-skx-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - - 8 # RC2 NDRPDR iter env5 - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 - - 15 # RC2 NDRPDR iter env5 + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 + - 54 # rls2009 NDRPDR iter NAT44 env 5 vpp-performance-changes-2n-clx-h1: csit-vpp-perf-report-iterative-2005-2n-clx: @@ -792,14 +781,20 @@ - 13 # rls2005 NDRPDR iter env 5 - 15 # rls2005 NDRPDR iter env 5 - 17 # rls2005 NDRPDR iter env 5 + - 18 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 + - 20 # rls2005 NDRPDR iter env 5 + - 21 # rls2005 NDRPDR iter env 5 + - 22 # rls2005 NDRPDR iter env 5 + - 23 # rls2005 NDRPDR iter env 5 + - 24 # rls2005 NDRPDR iter env 5 vpp-performance-changes-2n-clx-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - - 7 # RC2 NDRPDR iter env5 - - 9 # RC2 NDRPDR iter env5 - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 + - 36 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 41 # rls2009 NDRPDR iter env 5 vpp-performance-changes-2n-dnv-h1: csit-vpp-perf-verify-2001-2n-dnv: @@ -826,19 +821,18 @@ - 13 # NDRPDR sel - 14 # NDRPDR sel vpp-performance-changes-2n-dnv-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-dnv: - csit-vpp-perf-report-iterative-2005-2n-dnv: - - 3 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 3 # rls2009 NDRPDR iter env 5 + - 5 # rls2009 NDRPDR iter env 5 + - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 9 # rls2009 NDRPDR iter env 5 + - 10 # rls2009 NDRPDR iter env 5 + - 11 # rls2009 NDRPDR iter env 5 + - 12 # rls2009 NDRPDR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 vpp-performance-changes-3n-dnv-h1: csit-vpp-perf-verify-2001-3n-dnv: @@ -865,19 +859,15 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel vpp-performance-changes-3n-dnv-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-dnv: - csit-vpp-perf-report-iterative-2005-3n-dnv: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 3 # rls2009 NDRPDR iter env 5 + - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 8 # rls2009 NDRPDR iter env 5 + - 10 # rls2009 NDRPDR iter env 5 + - 11 # rls2009 NDRPDR iter env 5 + - 12 # rls2009 NDRPDR iter env 5 vpp-performance-changes-3n-tsh-h1: csit-vpp-perf-report-iterative-2005-3n-tsh: @@ -899,84 +889,62 @@ vpp-performance-changes-3n-tsh-ref-env5: csit-vpp-perf-report-iterative-2009-3n-tsh: - 8 # rls2005 NDRPDR iter env 5 + - 11 # rls2005 NDRPDR iter env 5 + - 12 # rls2005 NDRPDR iter env 5 vpp-performance-changes-3n-tsh-cmp: - # TODO: Replace: + # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-tsh: - - 7 # RC2 NDRPDR iter env5 + - 14 # rls2009 NDRPDR iter env 5 vpp-soak-vs-ndr-2n-skx-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 88 # NDRPDR sel env 4 - - 89 # NDRPDR sel env 4 - - 90 # NDRPDR sel env 4 - - 91 # NDRPDR sel env 4 - - 92 # NDRPDR sel env 4 - - 93 # NDRPDR sel env 4 - - 94 # NDRPDR sel env 4 - - 125 # NDRPDR sel env 4 - - 126 # NDRPDR sel env 4 - - 127 # NDRPDR sel env 4 + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 vpp-soak-vs-ndr-2n-skx-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 122 # Soak - - 123 # Soak + csit-vpp-perf-report-iterative-2009-2n-skx: + - 33 # rls2009 soak env 5 + - 34 # rls2009 soak env 5 vpp-soak-vs-ndr-2n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 88 # NDRPDR sel env 4 - - 89 # NDRPDR sel env 4 - - 90 # NDRPDR sel env 4 - - 91 # NDRPDR sel env 4 - - 92 # NDRPDR sel env 4 - - 93 # NDRPDR sel env 4 - - 94 # NDRPDR sel env 4 - - 125 # NDRPDR sel env 4 - - 126 # NDRPDR sel env 4 - - 127 # NDRPDR sel env 4 - - 122 # Soak - - 123 # Soak + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 + - 33 # rls2009 soak env 5 + - 34 # rls2009 soak env 5 vpp-soak-vs-ndr-2n-clx-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-clx: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 62 # NDRPDR sel env 4 - - 63 # NDRPDR sel env 4 - - 64 # NDRPDR sel env 4 - - 65 # NDRPDR sel env 4 - - 66 # NDRPDR sel env 4 - - 68 # NDRPDR sel env 4 - - 69 # NDRPDR sel env 4 - - 70 # NDRPDR sel env 4 - - 103 # NDRPDR sel env 4 - - 104 # NDRPDR sel env 4 + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 36 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 41 # rls2009 NDRPDR iter env 5 vpp-soak-vs-ndr-2n-clx-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-clx: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 101 # Soak - - 102 # Soak + csit-vpp-perf-report-iterative-2009-2n-clx: + - 33 # rls2009 soak env 5 + - 34 # rls2009 soak env 5 vpp-soak-vs-ndr-2n-clx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-clx: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 62 # NDRPDR sel env 4 - - 63 # NDRPDR sel env 4 - - 64 # NDRPDR sel env 4 - - 65 # NDRPDR sel env 4 - - 66 # NDRPDR sel env 4 - - 68 # NDRPDR sel env 4 - - 69 # NDRPDR sel env 4 - - 70 # NDRPDR sel env 4 - - 103 # NDRPDR sel env 4 - - 104 # NDRPDR sel env 4 - - 101 # Soak - - 102 # Soak + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 36 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 41 # rls2009 NDRPDR iter env 5 + - 33 # rls2009 soak env 5 + - 34 # rls2009 soak env 5 vpp-performance-changes-3n-hsw-mrr-h1: csit-vpp-perf-verify-2001-3n-hsw: @@ -988,10 +956,8 @@ csit-vpp-perf-report-iterative-2009-3n-hsw: - 18 # rls2005 MRR iter env 5 vpp-performance-changes-3n-hsw-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-hsw: - csit-vpp-perf-report-iterative-2005-3n-hsw: - - 30 # MRR env 4 + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 23 # rls2009 MRR iter env 5 vpp-performance-changes-3n-skx-mrr-h1: csit-vpp-perf-verify-2001-3n-skx: @@ -1000,11 +966,12 @@ vpp-performance-changes-3n-skx-mrr-ref-env4: csit-vpp-perf-report-iterative-2005-3n-skx: - 49 # MRR sel env 4 + vpp-performance-changes-3n-skx-mrr-ref-env5: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 17 # rls2005 MRR iter env 5 vpp-performance-changes-3n-skx-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-skx: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 49 # MRR sel env 4 + csit-vpp-perf-report-iterative-2009-3n-skx: + - 24 # rls2009 MRR iter env 5 vpp-performance-changes-2n-skx-mrr-h1: csit-vpp-perf-verify-2001-2n-skx: @@ -1017,10 +984,8 @@ csit-vpp-perf-report-iterative-2009-2n-skx: - 20 # rls2005 MRR iter env 5 vpp-performance-changes-2n-skx-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 99 # MRR sel env 4 + csit-vpp-perf-report-iterative-2009-2n-skx: + - 26 # rls2009 MRR iter env 5 vpp-performance-changes-2n-clx-mrr-h1: csit-vpp-perf-verify-2001-2n-clx: @@ -1032,10 +997,8 @@ csit-vpp-perf-report-iterative-2009-2n-clx: - 16 # rls2005 MRR iter env 5 vpp-performance-changes-2n-clx-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-clx: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 72 # MRR sel env 4 + csit-vpp-perf-report-iterative-2009-2n-clx: + - 35 # rls2009 MRR iter env 5 # vpp-performance-changes-nfv-2n-skx-mrr-ref: # csit-vpp-perf-verify-1908-2n-skx: @@ -1052,10 +1015,8 @@ csit-vpp-perf-report-iterative-2005-2n-dnv: - 15 # MRR sel vpp-performance-changes-2n-dnv-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-dnv: - csit-vpp-perf-report-iterative-2005-2n-dnv: - - 15 # MRR sel + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 13 # rls2009 MRR iter env 5 vpp-performance-changes-3n-dnv-mrr-h1: csit-vpp-perf-verify-2001-3n-dnv: @@ -1075,11 +1036,13 @@ vpp-performance-changes-3n-tsh-mrr-ref-env4: csit-vpp-perf-report-iterative-2005-3n-tsh: - 27 # MRR sel env 4 + vpp-performance-changes-3n-tsh-mrr-ref-env5: + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 13 # rls2005 MRR iter env 5 vpp-performance-changes-3n-tsh-mrr-cmp: # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-tsh: - csit-vpp-perf-report-iterative-2005-3n-tsh: - - 27 # MRR sel env 4 + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 13 # rls2005 MRR iter env 5 dpdk-performance-changes-3n-hsw-h1: csit-dpdk-perf-verify-2001-3n-hsw: @@ -1366,97 +1329,96 @@ # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-tsh: - 1 # NDRPDR iter env5 + - 2 # NDRPDR iter env5 - 3 # NDRPDR iter env5 - 4 # NDRPDR iter env5 - 5 # NDRPDR iter env5 - 6 # NDRPDR iter env5 - 7 # NDRPDR iter env5 - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 # Compare testbeds vpp-compare-testbeds-ref: - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-hsw: - - 4 # RC2 NDRPDR iter env5 - - 5 # RC2 NDRPDR iter env5 - - 6 # RC2 NDRPDR iter env5 - - 7 # RC2 NDRPDR iter env5 - - 8 # RC2 NDRPDR iter env5 + - 21 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 + - 24 # rls2009 NDRPDR iter env 5 + - 25 # rls2009 NDRPDR iter env 5 + - 26 # rls2009 NDRPDR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 + - 30 # rls2009 NDRPDR iter env 5 + - 31 # rls2009 NDRPDR iter env 5 vpp-compare-testbeds-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 - - 16 # RC2 NDRPDR iter env5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 vpp-compare-testbeds-skx-clx-ref: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - - 8 # RC2 NDRPDR iter env5 - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 - - 15 # RC2 NDRPDR iter env5 + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 + - 54 # rls2009 NDRPDR iter NAT44 env 5 vpp-compare-testbeds-skx-clx-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - - 7 # RC2 NDRPDR iter env5 - - 9 # RC2 NDRPDR iter env5 - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 + - 36 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 41 # rls2009 NDRPDR iter env 5 vpp-compare-testbeds-hsw-clx-ref: - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-hsw: - - 4 # RC2 NDRPDR iter env5 - - 5 # RC2 NDRPDR iter env5 - - 6 # RC2 NDRPDR iter env5 - - 7 # RC2 NDRPDR iter env5 - - 8 # RC2 NDRPDR iter env5 + - 21 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 + - 24 # rls2009 NDRPDR iter env 5 + - 25 # rls2009 NDRPDR iter env 5 + - 26 # rls2009 NDRPDR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 + - 30 # rls2009 NDRPDR iter env 5 + - 31 # rls2009 NDRPDR iter env 5 vpp-compare-testbeds-hsw-clx-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - - 7 # RC2 NDRPDR iter env5 - - 9 # RC2 NDRPDR iter env5 - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 + - 36 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 41 # rls2009 NDRPDR iter env 5 vpp-compare-testbeds-mrr-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-hsw: - csit-vpp-perf-report-iterative-2005-3n-hsw: - - 30 # MRR env 4 + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 23 # rls2009 MRR iter env 5 vpp-compare-testbeds-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-skx: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 49 # MRR sel env 4 + csit-vpp-perf-report-iterative-2009-3n-skx: + - 24 # rls2009 MRR iter env 5 vpp-compare-testbeds-mrr-skx-clx-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 99 # MRR sel env 4 + csit-vpp-perf-report-iterative-2009-2n-skx: + - 26 # rls2009 MRR iter env 5 vpp-compare-testbeds-mrr-skx-clx-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-clx: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 72 # MRR env 4 + csit-vpp-perf-report-iterative-2009-2n-clx: + - 35 # rls2009 MRR iter env 5 vpp-compare-testbeds-mrr-hsw-clx-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-hsw: - csit-vpp-perf-report-iterative-2005-3n-hsw: - - 30 # MRR env 4 + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 23 # rls2009 MRR iter env 5 vpp-compare-testbeds-mrr-hsw-clx-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-clx: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 72 # MRR env 4 + csit-vpp-perf-report-iterative-2009-2n-clx: + - 35 # rls2009 MRR iter env 5 dpdk-compare-testbeds-ref: csit-dpdk-perf-report-iterative-2009-3n-hsw: @@ -1513,29 +1475,28 @@ vpp-compare-topologies-ref: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 - - 16 # RC2 NDRPDR iter env5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 vpp-compare-topologies-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - - 8 # RC2 NDRPDR iter env5 - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 - - 15 # RC2 NDRPDR iter env5 + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 + - 54 # rls2009 NDRPDR iter NAT44 env 5 vpp-compare-topologies-mrr-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-skx: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 49 # MRR sel env 4 + csit-vpp-perf-report-iterative-2009-3n-skx: + - 24 # rls2009 MRR iter env 5 vpp-compare-topologies-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 99 # MRR sel env 4 + csit-vpp-perf-report-iterative-2009-2n-skx: + - 26 # rls2009 MRR iter env 5 dpdk-compare-topologies-ref: csit-dpdk-perf-report-iterative-2009-3n-skx: @@ -2122,24 +2083,7 @@ - 35 # NDRPDR sel 2001.0-4 - 36 # NDRPDR sel 2001.0-4 - 38 # NDRPDR sel 2001.0-4 - csit-vpp-perf-verify-2005-3n-hsw: - - 3 # hoststack - - 5 # hoststack - - 6 # hoststack - - 7 # hoststack - - 8 # hoststack - - 9 # hoststack - - 10 # hoststack - - 11 # hoststack - - 12 # hoststack - - 13 # hoststack - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-hsw: - - 4 # RC2 NDRPDR iter env5 - - 5 # RC2 NDRPDR iter env5 - - 6 # RC2 NDRPDR iter env5 - - 7 # RC2 NDRPDR iter env5 - - 8 # RC2 NDRPDR iter env5 - 18 # rls2005 MRR iter env 5 - 9 # rls2005 NDRPDR iter env 5 - 10 # rls2005 NDRPDR iter env 5 @@ -2151,13 +2095,56 @@ - 16 # rls2005 NDRPDR iter env 5 - 17 # rls2005 NDRPDR iter env 5 - 19 # rls2005 NDRPDR iter env 5 + - 23 # rls2009 MRR iter env 5 + - 21 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 + - 24 # rls2009 NDRPDR iter env 5 + - 25 # rls2009 NDRPDR iter env 5 + - 26 # rls2009 NDRPDR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 + - 30 # rls2009 NDRPDR iter env 5 + - 31 # rls2009 NDRPDR iter env 5 + - 32 # rls2009 Hoststack iter env 5 + - 33 # rls2009 Hoststack iter env 5 + - 34 # rls2009 Hoststack iter env 5 + - 35 # rls2009 Hoststack iter env 5 + - 36 # rls2009 Hoststack iter env 5 + - 37 # rls2009 Hoststack iter env 5 + - 38 # rls2009 Hoststack iter env 5 + - 39 # rls2009 Hoststack iter env 5 + - 40 # rls2009 Hoststack iter env 5 + - 41 # rls2009 Hoststack iter env 5 # TODO: Add: csit-vpp-perf-report-coverage-2009-3n-hsw: - - 2 # RC2 env5 3n-hsw-ip4-00 - - # TODO: Add for hoststack: - # csit-vpp-perf-report-iterative-2009-3n-hsw: OR - # csit-vpp-perf-verify-2009-3n-hsw: + - 3 # rls2009 NDRPDR cov 3n-hsw-crypto-00 + - 4 # rls2009 NDRPDR cov 3n-hsw-crypto-01 + - 5 # rls2009 NDRPDR cov 3n-hsw-crypto-02 + - 6 # rls2009 NDRPDR cov 3n-hsw-crypto-03 + - 7 # rls2009 NDRPDR cov 3n-hsw-ip4-00 + - 8 # rls2009 NDRPDR cov 3n-hsw-ip4-01 + - 9 # rls2009 NDRPDR cov 3n-hsw-ip4-02 + - 10 # rls2009 NDRPDR cov 3n-hsw-ip4-03 + - 11 # rls2009 NDRPDR cov 3n-hsw-ip4-04 + - 12 # rls2009 NDRPDR cov 3n-hsw-ip4-05 + - 13 # rls2009 NDRPDR cov 3n-hsw-ip4-06 + - 14 # rls2009 NDRPDR cov 3n-hsw-ip4-07 + - 15 # rls2009 NDRPDR cov 3n-hsw-ip4tun-00 + - 16 # rls2009 NDRPDR cov 3n-hsw-ip4tun-01 + - 17 # rls2009 NDRPDR cov 3n-hsw-ip4tun-02 + - 18 # rls2009 NDRPDR cov 3n-hsw-ip6-00 + - 19 # rls2009 NDRPDR cov 3n-hsw-ip6-01 + - 20 # rls2009 NDRPDR cov 3n-hsw-ip6tun-00 + - 21 # rls2009 NDRPDR cov 3n-hsw-l2-00 + - 22 # rls2009 NDRPDR cov 3n-hsw-l2-01 + - 24 # rls2009 NDRPDR cov 3n-hsw-l2-03 + - 25 # rls2009 NDRPDR cov 3n-hsw-l2-04 + - 26 # rls2009 NDRPDR cov 3n-hsw-l2-05 + - 27 # rls2009 NDRPDR cov 3n-hsw-l2-06 + - 28 # rls2009 NDRPDR cov 3n-hsw-l2-07 + - 30 # rls2009 NDRPDR cov 3n-hsw-l2-09 + - 31 # rls2009 NDRPDR cov 3n-hsw-l2-10 csit-vpp-perf-verify-2001-3n-skx: - 50 # MRR sel @@ -2186,10 +2173,14 @@ - 49 # MRR sel env 4 # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 - - 16 # RC2 NDRPDR iter env5 + - 17 # rls2005 MRR iter env 5 + - 13 # rls2005 NDRPDR iter env 5 + - 18 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 + - 24 # rls2009 MRR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 # TODO: Add: csit-vpp-perf-report-coverage-2009-3n-skx: - 1 # RC2 env5 3n-skx-ip4-00 @@ -2215,16 +2206,6 @@ - 104 # NDRPDR sel 2001.0-4 - 105 # NDRPDR sel 2001.0-4 - 99 # MRR sel env 4 - - 106 # Reconf env 4 - - 107 # Reconf env 4 - - 108 # Reconf env 4 - - 109 # Reconf env 4 - - 110 # Reconf env 4 - - 111 # Reconf env 4 - - 112 # Reconf env 4 - - 118 # Reconf env 4 - - 120 # Reconf env 4 - - 121 # Reconf env 4 - 122 # Soak - 123 # Soak - 113 # nf-density-sel env 4 @@ -2240,11 +2221,6 @@ - 115 # MRR nf-density-sel env 4 # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - - 8 # RC2 NDRPDR iter env5 - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 - - 15 # RC2 NDRPDR iter env5 - 20 # rls2005 MRR iter env 5 - 13 # rls2005 NDRPDR iter env 5 - 16 # rls2005 NDRPDR iter env 5 @@ -2252,6 +2228,34 @@ - 18 # rls2005 NDRPDR iter env 5 - 19 # rls2005 NDRPDR iter env 5 - 21 # rls2005 NDRPDR iter env 5 + - 22 # rls2005 NDRPDR iter env 5 + - 23 # rls2005 NDRPDR iter env 5 + - 24 # rls2005 NDRPDR iter env 5 + - 25 # rls2005 NDRPDR iter env 5 + - 26 # rls2009 MRR iter env 5 + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 + - 54 # rls2009 NDRPDR iter NAT44 env 5 + - 38 # rls2009 nf-density iter env 5 + - 41 # rls2009 nf-density iter env 5 + - 45 # rls2009 nf-density iter env 5 + - 47 # rls2009 nf-density iter env 5 + - 49 # rls2009 nf-density iter env 5 + - 50 # rls2009 MRR nf-density iter env 5 + - 27 # rls2009 reconf env 5 + - 28 # rls2009 reconf env 5 + - 29 # rls2009 reconf env 5 + - 30 # rls2009 reconf env 5 + - 31 # rls2009 reconf env 5 + - 32 # rls2009 reconf env 5 + - 33 # rls2009 soak env 5 + - 34 # rls2009 soak env 5 # TODO: Add: csit-vpp-perf-report-coverage-2009-2n-skx: - 7 # RC2 env5 2n-skx-ip4-00 @@ -2278,18 +2282,6 @@ - 79 # NDRPDR sel 2001.0-4 - 80 # NDRPDR sel 2001.0-4 - 72 # MRR env 4 - - 81 # Reconf env 4 - - 82 # Reconf env 4 - - 83 # Reconf env 4 - - 84 # Reconf env 4 - - 85 # Reconf env 4 - - 86 # Reconf env 4 - - 87 # Reconf env 4 - - 88 # Reconf env 4 - - 89 # Reconf env 4 - - 90 # Reconf env 4 - - 101 # Soak - - 102 # Soak - 91 # nfv-density-00 env 4 - 92 # nfv-density-00 env 4 - 93 # nfv-density-00 env 4 @@ -2303,15 +2295,33 @@ - 96 # MRR nfv-density-00 env 4 # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - - 7 # RC2 NDRPDR iter env5 - - 9 # RC2 NDRPDR iter env5 - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 - 16 # rls2005 MRR iter env 5 - 13 # rls2005 NDRPDR iter env 5 - 15 # rls2005 NDRPDR iter env 5 - 17 # rls2005 NDRPDR iter env 5 + - 18 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 + - 20 # rls2005 NDRPDR iter env 5 + - 21 # rls2005 NDRPDR iter env 5 + - 22 # rls2005 NDRPDR iter env 5 + - 23 # rls2005 NDRPDR iter env 5 + - 24 # rls2005 NDRPDR iter env 5 + - 35 # rls2009 MRR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 41 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 nf-density iter env 5 + - 43 # rls2009 nf-density iter env 5 + - 25 # rls2009 reconf env 5 + - 27 # rls2009 reconf env 5 + - 28 # rls2009 reconf env 5 + - 29 # rls2009 reconf env 5 + - 30 # rls2009 reconf env 5 + - 30 # rls2009 reconf env 5 + - 32 # rls2009 reconf env 5 + - 33 # rls2009 soak env 5 + - 34 # rls2009 soak env 5 # TODO: Add: csit-vpp-perf-report-coverage-2009-2n-clx: - 1 # RC2 env5 2n-clx-ip4-00 @@ -2341,83 +2351,67 @@ - 27 # MRR sel env 4 # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-tsh: - - 7 # RC2 NDRPDR iter env5 - 8 # rls2005 NDRPDR iter env 5 - - csit-vpp-perf-verify-2001-3n-dnv: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 12 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 11 # MRR sel - csit-vpp-perf-report-iterative-2005-3n-dnv: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 8 # MRR - csit-vpp-perf-report-coverage-2005-3n-dnv: - - 1 # perf-full-3n-dnv-crypto_I - - 24 # perf-full-3n-dnv-crypto_II - - 5 # perf-full-3n-dnv-ip4_I - - 13 # perf-full-3n-dnv-ip4_II - - 17 # perf-full-3n-dnv-ip6_I - - 18 # perf-full-3n-dnv-ip6_II - - 21 # perf-full-3n-dnv-l2_I - - 22 # perf-full-3n-dnv-l2_II - - 23 # perf-full-3n-dnv-ip4-tunnels_I - # TODO: Add: - # csit-vpp-perf-report-iterative-2009-3n-dnv: + - 11 # rls2005 NDRPDR iter env 5 + - 12 # rls2005 NDRPDR iter env 5 + - 13 # rls2005 MRR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-coverage-2009-3n-tsh: + - 1 # RC2 3n-tsh-ip4-00 + +# csit-vpp-perf-verify-2001-3n-dnv: +# - 5 # NDRPDR sel +# - 6 # NDRPDR sel +# - 7 # NDRPDR sel +# - 8 # NDRPDR sel +# - 9 # NDRPDR sel +# - 10 # NDRPDR sel +# - 12 # NDRPDR sel +# - 16 # NDRPDR sel +# - 17 # NDRPDR sel +# - 18 # NDRPDR sel +# - 11 # MRR sel # TODO: Add: - # csit-vpp-perf-report-coverage-2009-3n-dnv: - - csit-vpp-perf-verify-2001-2n-dnv: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 13 # NDRPDR sel - - 16 # NDRPDR sel - - 12 # MRR sel - csit-vpp-perf-report-iterative-2005-2n-dnv: - - 3 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # MRR sel - csit-vpp-perf-report-coverage-2005-2n-dnv: - - 1 # perf-full-2n-dnv-ip4_I - - 2 # perf-full-2n-dnv-ip4_II - - 3 # perf-full-2n-dnv-ip6_I - - 4 # perf-full-2n-dnv-ip6_II - - 5 # perf-full-2n-dnv-l2_I - - 6 # perf-full-2n-dnv-l2_II + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 3 # rls2009 NDRPDR iter env 5 + - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 8 # rls2009 NDRPDR iter env 5 + - 10 # rls2009 NDRPDR iter env 5 + - 11 # rls2009 NDRPDR iter env 5 + - 12 # rls2009 NDRPDR iter env 5 +# # TODO: Add: +# # csit-vpp-perf-report-coverage-2009-3n-dnv: + +# csit-vpp-perf-verify-2001-2n-dnv: +# - 4 # NDRPDR sel +# - 5 # NDRPDR sel +# - 6 # NDRPDR sel +# - 7 # NDRPDR sel +# - 8 # NDRPDR sel +# - 9 # NDRPDR sel +# - 10 # NDRPDR sel +# - 11 # NDRPDR sel +# - 13 # NDRPDR sel +# - 16 # NDRPDR sel +# - 12 # MRR sel # TODO: Add: - # csit-vpp-perf-report-iterative-2009-2n-dnv: + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 3 # rls2009 NDRPDR iter env 5 + - 5 # rls2009 NDRPDR iter env 5 + - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 9 # rls2009 NDRPDR iter env 5 + - 10 # rls2009 NDRPDR iter env 5 + - 11 # rls2009 NDRPDR iter env 5 + - 12 # rls2009 NDRPDR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 + - 13 # rls2009 MRR iter env 5 # TODO: Add: - # csit-vpp-perf-report-coverage-2009-2n-dnv: + csit-vpp-perf-report-coverage-2009-2n-dnv: + - 6 # rls2009 NDRPDR cov 2n-dnv-l2-00 + - 7 # rls2009 NDRPDR cov 2n-dnv-l2-01 csit-dpdk-perf-verify-2001-3n-hsw: - 4 # NDRPDR sel @@ -2595,55 +2589,55 @@ - 12 # NDRPDR iter env5 - 13 # NDRPDR iter env5 - csit-dpdk-perf-verify-2001-2n-dnv: - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - csit-dpdk-perf-report-iterative-2005-2n-dnv: - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - # TODO: Add: - # csit-dpdk-perf-report-iterative-2009-2n-dnv: - - csit-dpdk-perf-verify-2001-3n-dnv: - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 22 # NDRPDR sel - csit-dpdk-perf-report-iterative-2005-3n-dnv: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel - # TODO: Add: - # csit-dpdk-perf-report-iterative-2009-3n-dnv: +# csit-dpdk-perf-verify-2001-2n-dnv: +# - 9 # NDRPDR sel +# - 10 # NDRPDR sel +# - 11 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 14 # NDRPDR sel +# - 15 # NDRPDR sel +# - 16 # NDRPDR sel +# - 17 # NDRPDR sel +# - 18 # NDRPDR sel +# csit-dpdk-perf-report-iterative-2005-2n-dnv: +# - 8 # NDRPDR sel +# - 9 # NDRPDR sel +# - 10 # NDRPDR sel +# - 11 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 14 # NDRPDR sel +# - 15 # NDRPDR sel +# - 16 # NDRPDR sel +# - 17 # NDRPDR sel +# # TODO: Add: +# # csit-dpdk-perf-report-iterative-2009-2n-dnv: + +# csit-dpdk-perf-verify-2001-3n-dnv: +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 14 # NDRPDR sel +# - 15 # NDRPDR sel +# - 16 # NDRPDR sel +# - 17 # NDRPDR sel +# - 18 # NDRPDR sel +# - 19 # NDRPDR sel +# - 20 # NDRPDR sel +# - 22 # NDRPDR sel +# csit-dpdk-perf-report-iterative-2005-3n-dnv: +# - 6 # NDRPDR sel +# - 7 # NDRPDR sel +# - 8 # NDRPDR sel +# - 9 # NDRPDR sel +# - 10 # NDRPDR sel +# - 11 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 14 # NDRPDR sel +# - 16 # NDRPDR sel +# # TODO: Add: +# # csit-dpdk-perf-report-iterative-2009-3n-dnv: csit-dpdk-perf-verify-2001-3n-tsh: - 3 # NDRPDR sel @@ -2661,16 +2655,18 @@ # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-tsh: - 1 # NDRPDR iter env5 + - 2 # NDRPDR iter env5 - 3 # NDRPDR iter env5 - 4 # NDRPDR iter env5 - 5 # NDRPDR iter env5 - 6 # NDRPDR iter env5 - 7 # NDRPDR iter env5 - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 # TODO: Add: csit-vpp-device-2009-ubuntu1804-1n-skx: - - 89 # RC2 env 5 + - 131 # rls2009 env 5 - type: "output" output: "report" @@ -3193,19 +3189,26 @@ data-set: "vpp-performance-changes-3n-skx-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-3n-skx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-skx-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -3219,19 +3222,26 @@ data-set: "vpp-performance-changes-3n-skx-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-3n-skx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-skx-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-4t2c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-skx-4t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -3245,19 +3255,26 @@ data-set: "vpp-performance-changes-3n-skx-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-3n-skx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-skx-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -3271,19 +3288,26 @@ data-set: "vpp-performance-changes-3n-skx-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-3n-skx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-skx-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-4t2c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-skx-4t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -3645,222 +3669,222 @@ # - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' ## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# VPP Performance Changes 2n-dnv 1t1c pdr +## VPP Performance Changes 2n-dnv 1t1c pdr +#- type: "table" +# title: "VPP Performance Changes 2n-dnv 1t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-2n-dnv-h1" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-2n-dnv-ref" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-2n-dnv-cmp" +# comparisons: +# - title: "2009.0-5 vs 2005.0-3" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' +# +## VPP Performance Changes 2n-dnv 2t2c pdr +#- type: "table" +# title: "VPP Performance Changes 2n-dnv 2t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-2n-dnv-h1" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-2n-dnv-ref" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-2n-dnv-cmp" +# comparisons: +# - title: "2009.0-5 vs 2005.0-3" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' +# +## VPP Performance Changes 2n-dnv 1t1c ndr +#- type: "table" +# title: "VPP Performance Changes 2n-dnv 1t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-2n-dnv-h1" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-2n-dnv-ref" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-2n-dnv-cmp" +# comparisons: +# - title: "2009.0-5 vs 2005.0-3" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' +# +## VPP Performance Changes 2n-dnv 2t2c ndr +#- type: "table" +# title: "VPP Performance Changes 2n-dnv 2t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-2n-dnv-h1" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-2n-dnv-ref" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-2n-dnv-cmp" +# comparisons: +# - title: "2009.0-5 vs 2005.0-3" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' +# +## VPP Performance Changes 3n-dnv 1t1c pdr +#- type: "table" +# title: "VPP Performance Changes 3n-dnv 1t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-3n-dnv-h1" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-3n-dnv-ref" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-3n-dnv-cmp" +# comparisons: +# - title: "2009.0-5 vs 2005.0-3" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' +# +## VPP Performance Changes 3n-dnv 2t2c pdr +#- type: "table" +# title: "VPP Performance Changes 3n-dnv 2t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-3n-dnv-h1" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-3n-dnv-ref" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-3n-dnv-cmp" +# comparisons: +# - title: "2009.0-5 vs 2005.0-3" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' +# +## VPP Performance Changes 3n-dnv 1t1c ndr +#- type: "table" +# title: "VPP Performance Changes 3n-dnv 1t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-3n-dnv-h1" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-3n-dnv-ref" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-3n-dnv-cmp" +# comparisons: +# - title: "2009.0-5 vs 2005.0-3" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' +# +## VPP Performance Changes 3n-dnv 2t2c ndr +#- type: "table" +# title: "VPP Performance Changes 3n-dnv 2t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-3n-dnv-h1" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-3n-dnv-ref" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-3n-dnv-cmp" +# comparisons: +# - title: "2009.0-5 vs 2005.0-3" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + +# VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c pdr" + title: "VPP Performance Changes 3n-tsh 1t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2005.0-3" - data-set: "vpp-performance-changes-2n-dnv-ref" + - title: "2001.0-4" + data-set: "vpp-performance-changes-3n-tsh-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-3n-tsh-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-tsh-ref-env5" - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-cmp" - comparisons: - - title: "2009.0-5 vs 2005.0-3" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' - -# VPP Performance Changes 2n-dnv 2t2c pdr -- type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2005.0-3" - data-set: "vpp-performance-changes-2n-dnv-ref" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-cmp" - comparisons: - - title: "2009.0-5 vs 2005.0-3" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' - -# VPP Performance Changes 2n-dnv 1t1c ndr -- type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2005.0-3" - data-set: "vpp-performance-changes-2n-dnv-ref" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-cmp" - comparisons: - - title: "2009.0-5 vs 2005.0-3" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' - -# VPP Performance Changes 2n-dnv 2t2c ndr -- type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2005.0-3" - data-set: "vpp-performance-changes-2n-dnv-ref" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-cmp" - comparisons: - - title: "2009.0-5 vs 2005.0-3" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' - -# VPP Performance Changes 3n-dnv 1t1c pdr -- type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-dnv-ref" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-cmp" - comparisons: - - title: "2009.0-5 vs 2005.0-3" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' - -# VPP Performance Changes 3n-dnv 2t2c pdr -- type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-dnv-ref" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-cmp" - comparisons: - - title: "2009.0-5 vs 2005.0-3" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' - -# VPP Performance Changes 3n-dnv 1t1c ndr -- type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-dnv-ref" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-cmp" - comparisons: - - title: "2009.0-5 vs 2005.0-3" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' - -# VPP Performance Changes 3n-dnv 2t2c ndr -- type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-dnv-ref" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-cmp" - comparisons: - - title: "2009.0-5 vs 2005.0-3" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' - -# VPP Performance Changes 3n-tsh 1t1c pdr -- type: "table" - title: "VPP Performance Changes 3n-tsh 1t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-ref-env4" - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-ref-env5" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-tsh-cmp" + data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - title: "2005.0-5 vs 2005.0-4" reference: 2 @@ -4440,19 +4464,26 @@ data-set: "vpp-performance-changes-3n-skx-mrr-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-3n-skx-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c mrr - type: "table" @@ -4466,19 +4497,26 @@ data-set: "vpp-performance-changes-3n-skx-mrr-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-3n-skx-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca1.yaml" +# rca-file: "rca/rca-3n-hsw-4t2c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-hsw-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 8t4c mrr - type: "table" @@ -4492,19 +4530,26 @@ data-set: "vpp-performance-changes-3n-skx-mrr-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-3n-skx-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca1.yaml" +# rca-file: "rca/rca-3n-hsw-8t4c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-hsw-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c mrr - type: "table" @@ -4523,7 +4568,7 @@ - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml" @@ -4556,7 +4601,7 @@ - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-4t2c-mrr-rca1.yaml" @@ -4589,7 +4634,7 @@ - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-8t4c-mrr-rca1.yaml" @@ -4767,207 +4812,221 @@ # - "2001, 2005 - VPP versions tested." # - "Diff - difference between 2001 and 2005 VPP version." -# VPP Performance Changes 2n-dnv 1t1c mrr +## VPP Performance Changes 2n-dnv 1t1c mrr +#- type: "table" +# title: "VPP Performance Changes 2n-dnv 1t1c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-2n-dnv-mrr-h1" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-2n-dnv-mrr-ref" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" +# comparisons: +# - title: "2009.0-5 vs 2005.0-3" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' +# +## VPP Performance Changes 2n-dnv 2t2c mrr +#- type: "table" +# title: "VPP Performance Changes 2n-dnv 2t2c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-2n-dnv-mrr-h1" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-2n-dnv-mrr-ref" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" +# comparisons: +# - title: "2009.0-5 vs 2005.0-3" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' +# +## VPP Performance Changes 2n-dnv 4t4c mrr +#- type: "table" +# title: "VPP Performance Changes 2n-dnv 4t4c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'4T4C'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-2n-dnv-mrr-h1" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-2n-dnv-mrr-ref" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" +# comparisons: +# - title: "2009.0-5 vs 2005.0-3" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' +# +## VPP Performance Changes 3n-dnv 1t1c mrr +#- type: "table" +# title: "VPP Performance Changes 3n-dnv 1t1c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-3n-dnv-mrr-h1" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-3n-dnv-mrr-ref" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" +# comparisons: +# - title: "2009.0-5 vs 2005.0-3" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' +# +## VPP Performance Changes 3n-dnv 2t2c mrr +#- type: "table" +# title: "VPP Performance Changes 3n-dnv 2t2c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-3n-dnv-mrr-h1" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-3n-dnv-mrr-ref" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" +# comparisons: +# - title: "2009.0-5 vs 2005.0-3" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' +# +## VPP Performance Changes 3n-dnv 4t4c mrr +#- type: "table" +# title: "VPP Performance Changes 3n-dnv 4t4c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'4T4C'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-3n-dnv-mrr-h1" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-3n-dnv-mrr-ref" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" +# comparisons: +# - title: "2009.0-5 vs 2005.0-3" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + +# VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c mrr" + title: "VPP Performance Changes 3n-tsh 1t1c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2005.0-3" - data-set: "vpp-performance-changes-2n-dnv-mrr-ref" + data-set: "vpp-performance-changes-3n-tsh-mrr-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env5" - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" + data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-3" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca2.yaml" legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-dnv 2t2c mrr +# VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c mrr" + title: "VPP Performance Changes 3n-tsh 2t2c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2005.0-3" - data-set: "vpp-performance-changes-2n-dnv-mrr-ref" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" - comparisons: - - title: "2009.0-5 vs 2005.0-3" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' - -# VPP Performance Changes 2n-dnv 4t4c mrr -- type: "table" - title: "VPP Performance Changes 2n-dnv 4t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2005.0-3" - data-set: "vpp-performance-changes-2n-dnv-mrr-ref" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" - comparisons: - - title: "2009.0-5 vs 2005.0-3" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' - -# VPP Performance Changes 3n-dnv 1t1c mrr -- type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-dnv-mrr-ref" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" - comparisons: - - title: "2009.0-5 vs 2005.0-3" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' - -# VPP Performance Changes 3n-dnv 2t2c mrr -- type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-dnv-mrr-ref" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" - comparisons: - - title: "2009.0-5 vs 2005.0-3" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' - -# VPP Performance Changes 3n-dnv 4t4c mrr -- type: "table" - title: "VPP Performance Changes 3n-dnv 4t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-dnv-mrr-ref" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" - comparisons: - - title: "2009.0-5 vs 2005.0-3" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' - -# VPP Performance Changes 3n-tsh 1t1c mrr -- type: "table" - title: "VPP Performance Changes 3n-tsh 1t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" - comparisons: - - title: "2009.0-5 vs 2005.0-4" - reference: 2 - compare: 3 -# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - -# VPP Performance Changes 3n-tsh 2t2c mrr -- type: "table" - title: "VPP Performance Changes 3n-tsh 2t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4" + data-set: "vpp-performance-changes-3n-tsh-mrr-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" +# rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" @@ -4981,19 +5040,26 @@ data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" +# rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr - type: "table" @@ -5346,39 +5412,39 @@ - "parent" - "msg" -# Detailed Test Results - VPP Performance Results 3n-dnv -- type: "table" - title: "Detailed Test Results - VPP Performance Results 3n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "vpp-perf-results-3n-dnv" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP Performance Results 2n-dnv -- type: "table" - title: "Detailed Test Results - VPP Performance Results 2n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "vpp-perf-results-2n-dnv" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" +## Detailed Test Results - VPP Performance Results 3n-dnv +#- type: "table" +# title: "Detailed Test Results - VPP Performance Results 3n-dnv" +# algorithm: "table_merged_details" +# output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/" +# columns: +# - title: " |prein| Test Name |preout| " +# data: "data name" +# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " +# data: "data msg" +# data: "vpp-perf-results-3n-dnv" +# filter: "all" +# parameters: +# - "name" +# - "parent" +# - "msg" +# +## Detailed Test Results - VPP Performance Results 2n-dnv +#- type: "table" +# title: "Detailed Test Results - VPP Performance Results 2n-dnv" +# algorithm: "table_merged_details" +# output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" +# columns: +# - title: " |prein| Test Name |preout| " +# data: "data name" +# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " +# data: "data msg" +# data: "vpp-perf-results-2n-dnv" +# filter: "all" +# parameters: +# - "name" +# - "parent" +# - "msg" # Test configuration - VPP Performance Test Configs 3n-hsw - type: "table" @@ -5465,39 +5531,39 @@ - "name" - "conf-history" -# Test configuration - VPP Performance Test Configs 3n-dnv -- type: "table" - title: "Test configuration - VPP Performance Test Configs 3n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-perf-results-3n-dnv" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP Performance Test Configs 2n-dnv -- type: "table" - title: "Test configuration - VPP Performance Test Configs 2n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-perf-results-2n-dnv" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" +## Test configuration - VPP Performance Test Configs 3n-dnv +#- type: "table" +# title: "Test configuration - VPP Performance Test Configs 3n-dnv" +# algorithm: "table_merged_details" +# output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/" +# columns: +# - title: " |prein| Test Name |preout| " +# data: "data name" +# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " +# data: "data conf-history" +# data: "vpp-perf-results-3n-dnv" +# filter: "all" +# parameters: +# - "parent" +# - "name" +# - "conf-history" +# +## Test configuration - VPP Performance Test Configs 2n-dnv +#- type: "table" +# title: "Test configuration - VPP Performance Test Configs 2n-dnv" +# algorithm: "table_merged_details" +# output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/" +# columns: +# - title: " |prein| Test Name |preout| " +# data: "data name" +# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " +# data: "data conf-history" +# data: "vpp-perf-results-2n-dnv" +# filter: "all" +# parameters: +# - "parent" +# - "name" +# - "conf-history" # Test Operational Data - VPP Performance Operational Data 3n-hsw - type: "table" @@ -5539,21 +5605,21 @@ data: "vpp-perf-results-3n-tsh" filter: "all" -# Test Operational Data - VPP Performance Operational Data 3n-dnv -- type: "table" - title: "Test Operational Data - VPP Performance Operational Data 3n-dnv" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/" - data: "vpp-perf-results-3n-dnv" - filter: "all" - -# Test Operational Data - VPP Performance Operational Data 2n-dnv -- type: "table" - title: "Test Operational Data - VPP Performance Operational Data 2n-dnv" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/" - data: "vpp-perf-results-2n-dnv" - filter: "all" +## Test Operational Data - VPP Performance Operational Data 3n-dnv +#- type: "table" +# title: "Test Operational Data - VPP Performance Operational Data 3n-dnv" +# algorithm: "table_oper_data_html" +# output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/" +# data: "vpp-perf-results-3n-dnv" +# filter: "all" +# +## Test Operational Data - VPP Performance Operational Data 2n-dnv +#- type: "table" +# title: "Test Operational Data - VPP Performance Operational Data 2n-dnv" +# algorithm: "table_oper_data_html" +# output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/" +# data: "vpp-perf-results-2n-dnv" +# filter: "all" # Detailed Test Results - VPP MRR Results 3n-hsw - type: "table" @@ -5640,39 +5706,39 @@ - "parent" - "msg" -# Detailed Test Results - VPP MRR Results 3n-dnv -- type: "table" - title: "Detailed Test Results - VPP MRR Results 3n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" - data: "vpp-mrr-results-3n-dnv" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP MRR Results 2n-dnv -- type: "table" - title: "Detailed Test Results - VPP MRR Results 2n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" - data: "vpp-mrr-results-2n-dnv" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" +## Detailed Test Results - VPP MRR Results 3n-dnv +#- type: "table" +# title: "Detailed Test Results - VPP MRR Results 3n-dnv" +# algorithm: "table_merged_details" +# output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/" +# columns: +# - title: " |prein| Test Name |preout| " +# data: "data name" +# - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " +# data: "data msg" +# data: "vpp-mrr-results-3n-dnv" +# filter: "all" +# parameters: +# - "name" +# - "parent" +# - "msg" +# +## Detailed Test Results - VPP MRR Results 2n-dnv +#- type: "table" +# title: "Detailed Test Results - VPP MRR Results 2n-dnv" +# algorithm: "table_merged_details" +# output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/" +# columns: +# - title: " |prein| Test Name |preout| " +# data: "data name" +# - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " +# data: "data msg" +# data: "vpp-mrr-results-2n-dnv" +# filter: "all" +# parameters: +# - "name" +# - "parent" +# - "msg" # Test configuration - VPP MRR Test Configs 3n-hsw - type: "table" @@ -5759,51 +5825,51 @@ - "name" - "conf-history" -# Test configuration - VPP MRR Test Configs 3n-dnv +## Test configuration - VPP MRR Test Configs 3n-dnv +#- type: "table" +# title: "Test configuration - VPP MRR Test Configs 3n-dnv" +# algorithm: "table_merged_details" +# output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/" +# columns: +# - title: " |prein| Test Name |preout| " +# data: "data name" +# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " +# data: "data conf-history" +# data: "vpp-mrr-results-3n-dnv" +# filter: "all" +# parameters: +# - "parent" +# - "name" +# - "conf-history" +# +## Test configuration - VPP MRR Test Configs 2n-dnv +#- type: "table" +# title: "Test configuration - VPP MRR Test Configs 2n-dnv" +# algorithm: "table_merged_details" +# output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/" +# columns: +# - title: " |prein| Test Name |preout| " +# data: "data name" +# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " +# data: "data conf-history" +# data: "vpp-mrr-results-2n-dnv" +# filter: "all" +# parameters: +# - "parent" +# - "name" +# - "conf-history" + +# Detailed Test Results - VPP Device Results - Ubuntu - type: "table" - title: "Test configuration - VPP MRR Test Configs 3n-dnv" + title: "Detailed Test Results - VPP Device Results - Ubuntu" algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/" + output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" columns: - title: " |prein| Test Name |preout| " data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-mrr-results-3n-dnv" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP MRR Test Configs 2n-dnv -- type: "table" - title: "Test configuration - VPP MRR Test Configs 2n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-mrr-results-2n-dnv" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Detailed Test Results - VPP Device Results - Ubuntu -- type: "table" - title: "Detailed Test Results - VPP Device Results - Ubuntu" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Status |preout| " - data: "data status" - data: "vpp-device-results-ubuntu" + - title: " |prein| Status |preout| " + data: "data status" + data: "vpp-device-results-ubuntu" filter: "all" parameters: - "name" @@ -6198,189 +6264,189 @@ - "2001, 2005, 2009 - DPDK versions tested." - "Diff - difference between 2005 and 2009 DPDK version." -# DPDK Performance Changes 2n-dnv 1t1c pdr -- type: "table" - title: "DPDK Performance Changes 2n-dnv 1t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" - columns: - - title: "2001" - data-set: "dpdk-performance-changes-2n-dnv-h1" - - title: "2005" - data-set: "dpdk-performance-changes-2n-dnv-ref" - - title: "2009" - data-set: "dpdk-performance-changes-2n-dnv-cmp" - comparisons: - - title: "Diff" - reference: 2 - compare: 3 - legend: - - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." - -# DPDK Performance Changes 2n-dnv 2t2c pdr -- type: "table" - title: "DPDK Performance Changes 2n-dnv 2t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" - columns: - - title: "2001" - data-set: "dpdk-performance-changes-2n-dnv-h1" - - title: "2005" - data-set: "dpdk-performance-changes-2n-dnv-ref" - - title: "2009" - data-set: "dpdk-performance-changes-2n-dnv-cmp" - comparisons: - - title: "Diff" - reference: 2 - compare: 3 - legend: - - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." - -# DPDK Performance Changes 2n-dnv 1t1c ndr -- type: "table" - title: "DPDK Performance Changes 2n-dnv 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" - columns: - - title: "2001" - data-set: "dpdk-performance-changes-2n-dnv-h1" - - title: "2005" - data-set: "dpdk-performance-changes-2n-dnv-ref" - - title: "2009" - data-set: "dpdk-performance-changes-2n-dnv-cmp" - comparisons: - - title: "Diff" - reference: 2 - compare: 3 - legend: - - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." - -# DPDK Performance Changes 2n-dnv 2t2c ndr -- type: "table" - title: "DPDK Performance Changes 2n-dnv 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" - columns: - - title: "2001" - data-set: "dpdk-performance-changes-2n-dnv-h1" - - title: "2005" - data-set: "dpdk-performance-changes-2n-dnv-ref" - - title: "2009" - data-set: "dpdk-performance-changes-2n-dnv-cmp" - comparisons: - - title: "Diff" - reference: 2 - compare: 3 - legend: - - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." - -# DPDK Performance Changes 3n-dnv 1t1c pdr -- type: "table" - title: "DPDK Performance Changes 3n-dnv 1t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" - columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-dnv-h1" - - title: "2005" - data-set: "dpdk-performance-changes-3n-dnv-ref" - - title: "2009" - data-set: "dpdk-performance-changes-3n-dnv-cmp" - comparisons: - - title: "Diff" - reference: 2 - compare: 3 - legend: - - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." - -# DPDK Performance Changes 3n-dnv 2t2c pdr -- type: "table" - title: "DPDK Performance Changes 3n-dnv 2t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" - columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-dnv-h1" - - title: "2005" - data-set: "dpdk-performance-changes-3n-dnv-ref" - - title: "2009" - data-set: "dpdk-performance-changes-3n-dnv-cmp" - comparisons: - - title: "Diff" - reference: 2 - compare: 3 - legend: - - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." - -# DPDK Performance Changes 3n-dnv 1t1c ndr -- type: "table" - title: "DPDK Performance Changes 3n-dnv 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" - columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-dnv-h1" - - title: "2005" - data-set: "dpdk-performance-changes-3n-dnv-ref" - - title: "2009" - data-set: "dpdk-performance-changes-3n-dnv-cmp" - comparisons: - - title: "Diff" - reference: 2 - compare: 3 - legend: - - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." - -# DPDK Performance Changes 3n-dnv 2t2c ndr -- type: "table" - title: "DPDK Performance Changes 3n-dnv 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" - columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-dnv-h1" - - title: "2005" - data-set: "dpdk-performance-changes-3n-dnv-ref" - - title: "2009" - data-set: "dpdk-performance-changes-3n-dnv-cmp" - comparisons: - - title: "Diff" - reference: 2 - compare: 3 - legend: - - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." +## DPDK Performance Changes 2n-dnv 1t1c pdr +#- type: "table" +# title: "DPDK Performance Changes 2n-dnv 1t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-2n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-2n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-2n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." +# +## DPDK Performance Changes 2n-dnv 2t2c pdr +#- type: "table" +# title: "DPDK Performance Changes 2n-dnv 2t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-2n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-2n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-2n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." +# +## DPDK Performance Changes 2n-dnv 1t1c ndr +#- type: "table" +# title: "DPDK Performance Changes 2n-dnv 1t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-2n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-2n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-2n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." +# +## DPDK Performance Changes 2n-dnv 2t2c ndr +#- type: "table" +# title: "DPDK Performance Changes 2n-dnv 2t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-2n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-2n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-2n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." +# +## DPDK Performance Changes 3n-dnv 1t1c pdr +#- type: "table" +# title: "DPDK Performance Changes 3n-dnv 1t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-3n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-3n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-3n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." +# +## DPDK Performance Changes 3n-dnv 2t2c pdr +#- type: "table" +# title: "DPDK Performance Changes 3n-dnv 2t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-3n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-3n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-3n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." +# +## DPDK Performance Changes 3n-dnv 1t1c ndr +#- type: "table" +# title: "DPDK Performance Changes 3n-dnv 1t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-3n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-3n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-3n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." +# +## DPDK Performance Changes 3n-dnv 2t2c ndr +#- type: "table" +# title: "DPDK Performance Changes 3n-dnv 2t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-3n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-3n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-3n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -6670,51 +6736,51 @@ - "parent" - "msg" -# Detailed Test Results - DPDK Performance Results 2n-dnv +## Detailed Test Results - DPDK Performance Results 2n-dnv +#- type: "table" +# title: "Detailed Test Results - DPDK Performance Results 2n-dnv" +# algorithm: "table_merged_details" +# output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}/dpdk_performance_results_2n_dnv" +# columns: +# - title: " |prein| Test Name |preout| " +# data: "data name" +# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " +# data: "data msg" +# data: "dpdk-perf-results-2n-dnv" +# filter: "all" +# parameters: +# - "name" +# - "parent" +# - "msg" +# +## Detailed Test Results - DPDK Performance Results 3n-dnv +#- type: "table" +# title: "Detailed Test Results - DPDK Performance Results 3n-dnv" +# algorithm: "table_merged_details" +# output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}/dpdk_performance_results_3n_dnv" +# columns: +# - title: " |prein| Test Name |preout| " +# data: "data name" +# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " +# data: "data msg" +# data: "dpdk-perf-results-3n-dnv" +# filter: "all" +# parameters: +# - "name" +# - "parent" +# - "msg" + +# Detailed Test Results - DPDK Performance Results 3n-tsh - type: "table" - title: "Detailed Test Results - DPDK Performance Results 2n-dnv" + title: "Detailed Test Results - DPDK Performance Results 3n-tsh" algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}/dpdk_performance_results_2n_dnv" + output-file: "{DIR[DTR,PERF,DPDK,3N,TSH]}/dpdk_performance_results_3n_tsh" columns: - title: " |prein| Test Name |preout| " data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "dpdk-perf-results-2n-dnv" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - DPDK Performance Results 3n-dnv -- type: "table" - title: "Detailed Test Results - DPDK Performance Results 3n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}/dpdk_performance_results_3n_dnv" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "dpdk-perf-results-3n-dnv" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - DPDK Performance Results 3n-tsh -- type: "table" - title: "Detailed Test Results - DPDK Performance Results 3n-tsh" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,DPDK,3N,TSH]}/dpdk_performance_results_3n_tsh" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "dpdk-perf-results-3n-tsh" + data: "dpdk-perf-results-3n-tsh" filter: "all" parameters: - "name" @@ -7065,25 +7131,25 @@ filter: "all" data-start-level: 4 -# DPDK Performance Results 2n-dnv -- type: "file" - title: "DPDK Performance Results 2n-dnv" - algorithm: "file_test_results" - output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}" - dir-tables: "{DIR[DTR,PERF,DPDK,2N,DNV]}" - data: "dpdk-perf-results-2n-dnv" - filter: "all" - data-start-level: 4 - -# DPDK Performance Results 3n-dnv -- type: "file" - title: "DPDK Performance Results 3n-dnv" - algorithm: "file_test_results" - output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}" - dir-tables: "{DIR[DTR,PERF,DPDK,3N,DNV]}" - data: "dpdk-perf-results-3n-dnv" - filter: "all" - data-start-level: 4 +## DPDK Performance Results 2n-dnv +#- type: "file" +# title: "DPDK Performance Results 2n-dnv" +# algorithm: "file_test_results" +# output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}" +# dir-tables: "{DIR[DTR,PERF,DPDK,2N,DNV]}" +# data: "dpdk-perf-results-2n-dnv" +# filter: "all" +# data-start-level: 4 +# +## DPDK Performance Results 3n-dnv +#- type: "file" +# title: "DPDK Performance Results 3n-dnv" +# algorithm: "file_test_results" +# output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}" +# dir-tables: "{DIR[DTR,PERF,DPDK,3N,DNV]}" +# data: "dpdk-perf-results-3n-dnv" +# filter: "all" +# data-start-level: 4 # DPDK Performance Results 3n-tsh - type: "file" @@ -8121,205 +8187,40 @@ # title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" # layout: "plot-service-density" -# Plots - NF Density - CSC IPSEC 4tnl - NDR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-4tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and - 'IMIX' and - '2T1C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-4tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and - 'IMIX' and - '4T2C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-4tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and - 'IMIX' and - '8T4C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" - layout: "plot-service-density" - -# Plots - NF Density - CSC IPSEC 4tnl - PDR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-4tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and - 'IMIX' and - '2T1C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-4tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and - 'IMIX' and - '4T2C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-4tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and - 'IMIX' and - '8T4C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" - layout: "plot-service-density" - -############################################################################### - -## Plots - NF Density - CSC IPSEC 4tnl - MRR IMIX +## Plots - NF Density - CSC IPSEC 4tnl - NDR IMIX #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" # algorithm: "plot_nf_heatmap" -# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-4tnl-csc-mrr" -# data: "plot-vpp-nfv-3n-hsw-mrr" -# filter: "'NIC_Intel-XL710' and +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-4tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and # 'NF_DENSITY' and # 'DOCKER' and # 'CHAIN' and # 'NF_VPPIP4' and -# 'IMIX' and +# 'IPSEC' and # 'TNL_4' and -# '1T1C' and -# 'MRR'" +# 'IMIX' and +# '2T1C' and +# 'NDRPDR'" # parameters: -# - "result" +# - "throughput" # - "name" # - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" # x-axis: "X = CNFs per Service Chain" # y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" # layout: "plot-service-density" # #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" # algorithm: "plot_nf_heatmap" -# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-4tnl-csc-mrr" -# data: "plot-vpp-nfv-3n-hsw-mrr" -# filter: "'NIC_Intel-XL710' and +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-4tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and # 'NF_DENSITY' and # 'DOCKER' and # 'CHAIN' and @@ -8327,26 +8228,26 @@ # 'IPSEC' and # 'TNL_4' and # 'IMIX' and -# '2T2C' and -# 'MRR'" +# '4T2C' and +# 'NDRPDR'" # parameters: -# - "result" +# - "throughput" # - "name" # - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" # x-axis: "X = CNFs per Service Chain" # y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" # layout: "plot-service-density" # #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" # algorithm: "plot_nf_heatmap" -# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-4tnl-csc-mrr" -# data: "plot-vpp-nfv-3n-hsw-mrr" -# filter: "'NIC_Intel-XL710' and +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-4tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and # 'NF_DENSITY' and # 'DOCKER' and # 'CHAIN' and @@ -8354,27 +8255,27 @@ # 'IPSEC' and # 'TNL_4' and # 'IMIX' and -# '4T4C' and -# 'MRR'" +# '8T4C' and +# 'NDRPDR'" # parameters: -# - "result" +# - "throughput" # - "name" # - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" # x-axis: "X = CNFs per Service Chain" # y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" # layout: "plot-service-density" - -## Plots - NF Density - CSC IPSEC 4tnl - NDR IMIX +# +## Plots - NF Density - CSC IPSEC 4tnl - PDR IMIX #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" # algorithm: "plot_nf_heatmap" -# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-4tnl-csc-ndr" -# data: "plot-vpp-nfv-3n-hsw-ndrpdr" -# filter: "'NIC_Intel-XL710' and +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-4tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and # 'NF_DENSITY' and # 'DOCKER' and # 'CHAIN' and @@ -8382,26 +8283,26 @@ # 'IPSEC' and # 'TNL_4' and # 'IMIX' and -# '1T1C' and +# '2T1C' and # 'NDRPDR'" # parameters: # - "throughput" # - "name" # - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" # x-axis: "X = CNFs per Service Chain" # y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" # layout: "plot-service-density" # #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" # algorithm: "plot_nf_heatmap" -# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-4tnl-csc-ndr" -# data: "plot-vpp-nfv-3n-hsw-ndrpdr" -# filter: "'NIC_Intel-XL710' and +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-4tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and # 'NF_DENSITY' and # 'DOCKER' and # 'CHAIN' and @@ -8409,16 +8310,181 @@ # 'IPSEC' and # 'TNL_4' and # 'IMIX' and -# '2T2C' and +# '4T2C' and # 'NDRPDR'" # parameters: # - "throughput" # - "name" # - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" # x-axis: "X = CNFs per Service Chain" # y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-4tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '8T4C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" +# layout: "plot-service-density" + +############################################################################### + +## Plots - NF Density - CSC IPSEC 4tnl - MRR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-4tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-hsw-mrr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IMIX' and +# 'TNL_4' and +# '1T1C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-4tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-hsw-mrr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '2T2C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-4tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-hsw-mrr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '4T4C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# layout: "plot-service-density" + +## Plots - NF Density - CSC IPSEC 4tnl - NDR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-4tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '1T1C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-4tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '2T2C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" # layout: # title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" # layout: "plot-service-density" @@ -8616,169 +8682,169 @@ # title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" # layout: "plot-service-density" -# Plots - NF Density - CSC IPSEC 1000tnl - NDR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-1000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and - 'IMIX' and - '2T1C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-1000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and - 'IMIX' and - '4T2C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-1000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and - 'IMIX' and - '8T4C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" - layout: "plot-service-density" - -# Plots - NF Density - CSC IPSEC 1000tnl - PDR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-1000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and - 'IMIX' and - '2T1C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-1000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and - 'IMIX' and - '4T2C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-1000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and - 'IMIX' and - '8T4C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" - layout: "plot-service-density" +## Plots - NF Density - CSC IPSEC 1000tnl - NDR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-1000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '2T1C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-1000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '4T2C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-1000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '8T4C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" +# layout: "plot-service-density" +# +## Plots - NF Density - CSC IPSEC 1000tnl - PDR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-1000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '2T1C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-1000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '4T2C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-1000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '8T4C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" +# layout: "plot-service-density" ############################################################################### @@ -9044,24 +9110,188 @@ # 'TNL_10000' and # 'IMIX' and # '2T1C' and -# 'MRR'" +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-skx-mrr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and +# 'IMIX' and +# '4T2C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-skx-mrr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and +# 'IMIX' and +# '8T4C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# layout: "plot-service-density" + +## Plots - NF Density - CSC IPSEC 10000tnl - NDR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-10000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and +# 'IMIX' and +# '2T1C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and +# 'IMIX' and +# '4T2C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and +# 'IMIX' and +# '8T4C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" +# layout: "plot-service-density" +# +## Plots - NF Density - CSC IPSEC 10000tnl - PDR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-10000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and +# 'IMIX' and +# '2T1C' and +# 'NDRPDR'" # parameters: -# - "result" +# - "throughput" # - "name" # - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" # x-axis: "X = CNFs per Service Chain" # y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" # layout: "plot-service-density" # #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" # algorithm: "plot_nf_heatmap" -# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-mrr" -# data: "plot-vpp-nfv-3n-skx-mrr" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" # filter: "'NIC_Intel-XXV710' and # 'NF_DENSITY' and # 'DOCKER' and @@ -9071,24 +9301,24 @@ # 'TNL_10000' and # 'IMIX' and # '4T2C' and -# 'MRR'" +# 'NDRPDR'" # parameters: -# - "result" +# - "throughput" # - "name" # - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" # x-axis: "X = CNFs per Service Chain" # y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" # layout: "plot-service-density" # #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" # algorithm: "plot_nf_heatmap" -# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-mrr" -# data: "plot-vpp-nfv-3n-skx-mrr" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" # filter: "'NIC_Intel-XXV710' and # 'NF_DENSITY' and # 'DOCKER' and @@ -9098,183 +9328,19 @@ # 'TNL_10000' and # 'IMIX' and # '8T4C' and -# 'MRR'" +# 'NDRPDR'" # parameters: -# - "result" +# - "throughput" # - "name" # - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" # x-axis: "X = CNFs per Service Chain" # y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" # layout: "plot-service-density" -# Plots - NF Density - CSC IPSEC 10000tnl - NDR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-10000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '2T1C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '4T2C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '8T4C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - layout: "plot-service-density" - -# Plots - NF Density - CSC IPSEC 10000tnl - PDR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-10000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '2T1C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '4T2C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '8T4C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - layout: "plot-service-density" - ############################################################################### ## Plots - NF Density - CSC IPSEC 10000tnl - MRR IMIX @@ -11046,6 +11112,186 @@ title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr" + layout: "plot-throughput" + +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-ndr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-ndr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-ndr" +# layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr" + layout: "plot-throughput" + +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-pdr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-pdr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-pdr" +# layout: "plot-throughput" + - type: "plot" title: "Throughput: 2n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr" algorithm: "plot_perf_box_name" @@ -12571,37 +12817,37 @@ - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" layout: - title: "3n-tsh-x520-64b-1t1c-features-l2switching-base-ixgbe-pdr" + title: "3n-tsh-x520-64b-1t1c-features-l2switching-base-ixgbe-pdr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" + data: "plot-vpp-throughput-lat-tsa-2n-dnv" + include: + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-1t1c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-dnv" + include: + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-1t1c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" layout: "plot-throughput" -#- type: "plot" -# title: "Throughput: 2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" -# data: "plot-vpp-throughput-lat-tsa-2n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-1t1c-dot1q-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-dot1q-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" -# layout: -# title: "2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" -# layout: "plot-throughput" -# -#- type: "plot" -# title: "Throughput: 2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" -# data: "plot-vpp-throughput-lat-tsa-2n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-1t1c-dot1q-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-dot1q-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" -# layout: -# title: "2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" -# layout: "plot-throughput" - - type: "plot" title: "Throughput: 2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr" algorithm: "plot_perf_box_name" @@ -12634,33 +12880,33 @@ title: "2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr" layout: "plot-throughput" -#- type: "plot" -# title: "Throughput: 3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-1t1c-dot1q-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-dot1q-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" -# layout: -# title: "3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" -# layout: "plot-throughput" -# -#- type: "plot" -# title: "Throughput: 3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-1t1c-dot1q-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-dot1q-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" -# layout: -# title: "3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" -# layout: "plot-throughput" +- type: "plot" + title: "Throughput: 3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-1t1c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-1t1c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" + layout: "plot-throughput" - type: "plot" title: "Throughput: 3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr" @@ -12694,37 +12940,37 @@ title: "3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr" layout: "plot-throughput" -#- type: "plot" -# title: "Throughput: 3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-ndr" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-ndr" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" -# layout: -# title: "3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-ndr" -# layout: "plot-throughput" -# -#- type: "plot" -# title: "Throughput: 3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-pdr" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-pdr" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" -# layout: -# title: "3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-pdr" -# layout: "plot-throughput" +- type: "plot" + title: "Throughput: 3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-ndr" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" + layout: + title: "3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-pdr" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" + layout: + title: "3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-pdr" + layout: "plot-throughput" - type: "plot" title: "Throughput: 3n-hsw-xl710-78b-1t1c-srv6-ip6routing-base-dpdk-ndr" @@ -12854,31 +13100,31 @@ title: "3n-tsh-x520-78b-1t1c-srv6-ip6routing-base-ixgbe-pdr" layout: "plot-throughput" -#- type: "plot" -# title: "Throughput: 3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-ndr" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-ndr" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-1t1c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" -# layout: -# title: "3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-ndr" -# layout: "plot-throughput" -# -#- type: "plot" -# title: "Throughput: 3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-pdr" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-pdr" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-1t1c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" -# layout: -# title: "3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-pdr" -# layout: "plot-throughput" +- type: "plot" + title: "Throughput: 3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-ndr" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-1t1c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" + - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" + - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" + layout: + title: "3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-pdr" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-1t1c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" + - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" + - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" + layout: + title: "3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-pdr" + layout: "plot-throughput" - type: "plot" title: "Throughput: 2n-skx-xxv710-64b-2t1c-vhost-base-avf-ndr" @@ -13762,6 +14008,186 @@ title: "2n-skx-xxv710-64b-features-ip4routing-base-avf-pdr" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-ndr" + layout: "plot-throughput-speedup-analysis" + +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-ndr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-ndr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-ndr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-ndr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "22n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-ndr" +# layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-pdr" + layout: "plot-throughput-speedup-analysis" + +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-pdr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-pdr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-pdr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-pdr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-pdr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "22n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-pdr" +# layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 2n-skx-xxv710-64b-features-ip4routing-base-dpdk-ndr-tsa" algorithm: "plot_tsa_name" @@ -15740,33 +16166,33 @@ title: "2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa" layout: "plot-throughput-speedup-analysis" -#- type: "plot" -# title: "Speedup: 2n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" -# data: "plot-vpp-throughput-lat-tsa-2n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" -# layout: -# title: "2n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" -# layout: "plot-throughput-speedup-analysis" -# -#- type: "plot" -# title: "Speedup: 2n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" -# data: "plot-vpp-throughput-lat-tsa-2n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" -# layout: -# title: "2n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" -# layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-dnv" + include: + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-dnv" + include: + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" + layout: "plot-throughput-speedup-analysis" - type: "plot" title: "Speedup: 2n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa" @@ -15950,33 +16376,33 @@ title: "3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-pdr-tsa" layout: "plot-throughput-speedup-analysis" -#- type: "plot" -# title: "Speedup: 3n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" -# layout: -# title: "3n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" -# layout: "plot-throughput-speedup-analysis" -# -#- type: "plot" -# title: "Speedup: 3n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" -# layout: -# title: "3n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" -# layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 3n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" + layout: "plot-throughput-speedup-analysis" - type: "plot" title: "Speedup: 3n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa" @@ -16007,67 +16433,67 @@ - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" layout: - title: "3n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa" + title: "3n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-dnv-x553-64b-features-l2switching-base-ixgbe-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-l2switching-base-ixgbe-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" + layout: + title: "3n-dnv-x553-64b-features-l2switching-base-ixgbe-ndr-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-dnv-x553-64b-features-l2switching-base-ixgbe-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-l2switching-base-ixgbe-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" + layout: + title: "3n-dnv-x553-64b-features-l2switching-base-ixgbe-pdr-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-.t.c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" + - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" + - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" + layout: + title: "3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-ndr-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-.t.c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" + - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" + - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" + layout: + title: "3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-pdr-tsa" layout: "plot-throughput-speedup-analysis" -#- type: "plot" -# title: "Speedup: 3n-dnv-x553-64b-features-l2switching-base-ixgbe-ndr-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-l2switching-base-ixgbe-ndr-tsa" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" -# layout: -# title: "3n-dnv-x553-64b-features-l2switching-base-ixgbe-ndr-tsa" -# layout: "plot-throughput-speedup-analysis" -# -#- type: "plot" -# title: "Speedup: 3n-dnv-x553-64b-features-l2switching-base-ixgbe-pdr-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-l2switching-base-ixgbe-pdr-tsa" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" -# layout: -# title: "3n-dnv-x553-64b-features-l2switching-base-ixgbe-pdr-tsa" -# layout: "plot-throughput-speedup-analysis" - -#- type: "plot" -# title: "Speedup: 3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-ndr-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-ndr-tsa" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-.t.c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" -# layout: -# title: "3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-ndr-tsa" -# layout: "plot-throughput-speedup-analysis" -# -#- type: "plot" -# title: "Speedup: 3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-pdr-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-pdr-tsa" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-.t.c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" -# layout: -# title: "3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-pdr-tsa" -# layout: "plot-throughput-speedup-analysis" - ################################################################################ # Packet Throughput - DPDK @@ -16372,105 +16798,105 @@ title: "3n-hsw-x710-64b-2t2c-base-pdr" layout: "plot-throughput" -# 2n-dnv-x553 - -- type: "plot" - title: "DPDK Throughput: 2n-dnv-x553-64b-1t1c-base-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-1t1c-base-ndr" - data: "plot-dpdk-throughput-latency-2n-dnv" - include: - - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "2n-dnv-x553-64b-1t1c-base-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "DPDK Throughput: 2n-dnv-x553-64b-2t2c-base-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-2t2c-base-ndr" - data: "plot-dpdk-throughput-latency-2n-dnv" - include: - - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "2n-dnv-x553-64b-2t2c-base-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "DPDK Throughput: 2n-dnv-x553-64b-1t1c-base-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-1t1c-base-pdr" - data: "plot-dpdk-throughput-latency-2n-dnv" - include: - - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "2n-dnv-x553-64b-1t1c-base-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "DPDK Throughput: 2n-dnv-x553-64b-2t2c-base-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-2t2c-base-pdr" - data: "plot-dpdk-throughput-latency-2n-dnv" - include: - - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "2n-dnv-x553-64b-2t2c-base-pdr" - layout: "plot-throughput" - -# 3n-dnv-x553 - -- type: "plot" - title: "DPDK Throughput: 3n-dnv-x553-64b-1t1c-base-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-1t1c-base-ndr" - data: "plot-dpdk-throughput-latency-3n-dnv" - include: - - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "3n-dnv-x553-64b-1t1c-base-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "DPDK Throughput: 3n-dnv-x553-64b-2t2c-base-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-2t2c-base-ndr" - data: "plot-dpdk-throughput-latency-3n-dnv" - include: - - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "3n-dnv-x553-64b-2t2c-base-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "DPDK Throughput: 3n-dnv-x553-64b-1t1c-base-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-1t1c-base-pdr" - data: "plot-dpdk-throughput-latency-3n-dnv" - include: - - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "3n-dnv-x553-64b-1t1c-base-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "DPDK Throughput: 3n-dnv-x553-64b-2t2c-base-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-2t2c-base-pdr" - data: "plot-dpdk-throughput-latency-3n-dnv" - include: - - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "3n-dnv-x553-64b-2t2c-base-pdr" - layout: "plot-throughput" +## 2n-dnv-x553 +# +#- type: "plot" +# title: "DPDK Throughput: 2n-dnv-x553-64b-1t1c-base-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-1t1c-base-ndr" +# data: "plot-dpdk-throughput-latency-2n-dnv" +# include: +# - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" +# - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" +# layout: +# title: "2n-dnv-x553-64b-1t1c-base-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "DPDK Throughput: 2n-dnv-x553-64b-2t2c-base-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-2t2c-base-ndr" +# data: "plot-dpdk-throughput-latency-2n-dnv" +# include: +# - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" +# - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" +# layout: +# title: "2n-dnv-x553-64b-2t2c-base-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "DPDK Throughput: 2n-dnv-x553-64b-1t1c-base-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-1t1c-base-pdr" +# data: "plot-dpdk-throughput-latency-2n-dnv" +# include: +# - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" +# - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" +# layout: +# title: "2n-dnv-x553-64b-1t1c-base-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "DPDK Throughput: 2n-dnv-x553-64b-2t2c-base-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-2t2c-base-pdr" +# data: "plot-dpdk-throughput-latency-2n-dnv" +# include: +# - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" +# - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" +# layout: +# title: "2n-dnv-x553-64b-2t2c-base-pdr" +# layout: "plot-throughput" +# +## 3n-dnv-x553 +# +#- type: "plot" +# title: "DPDK Throughput: 3n-dnv-x553-64b-1t1c-base-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-1t1c-base-ndr" +# data: "plot-dpdk-throughput-latency-3n-dnv" +# include: +# - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" +# - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" +# layout: +# title: "3n-dnv-x553-64b-1t1c-base-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "DPDK Throughput: 3n-dnv-x553-64b-2t2c-base-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-2t2c-base-ndr" +# data: "plot-dpdk-throughput-latency-3n-dnv" +# include: +# - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" +# - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" +# layout: +# title: "3n-dnv-x553-64b-2t2c-base-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "DPDK Throughput: 3n-dnv-x553-64b-1t1c-base-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-1t1c-base-pdr" +# data: "plot-dpdk-throughput-latency-3n-dnv" +# include: +# - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" +# - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" +# layout: +# title: "3n-dnv-x553-64b-1t1c-base-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "DPDK Throughput: 3n-dnv-x553-64b-2t2c-base-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-2t2c-base-pdr" +# data: "plot-dpdk-throughput-latency-3n-dnv" +# include: +# - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" +# - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" +# layout: +# title: "3n-dnv-x553-64b-2t2c-base-pdr" +# layout: "plot-throughput" # 3n-tsh-x520 @@ -16590,7 +17016,7 @@ output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr-ndr" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: -# - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" @@ -16604,7 +17030,7 @@ output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr-pdr" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: -# - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" @@ -16787,37 +17213,185 @@ layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-features-nat44det-scale-avf-ndr" + title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-features-nat44det-scale-avf-ndr" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H1-P63-S63-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p63-s63-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H16384-P63-S1032192-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H262144-P63-S16515072-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H65536-P63-S4128758-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" layout: - title: "2n-clx-xxv710-64b-2t1c-features-nat44det-scale-avf-ndr" + title: "2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr" layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-features-nat44det-scale-avf-pdr" + title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-features-nat44det-scale-avf-pdr" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H1-P63-S63-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p63-s63-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H16384-P63-S1032192-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H262144-P63-S16515072-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H65536-P63-S4128758-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" layout: - title: "2n-clx-xxv710-64b-2t1c-features-nat44det-scale-avf-pdr" + title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr" layout: "plot-throughput" +#- type: "plot" +# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-ndr" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-ndr" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-ndr" +# layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr" + layout: "plot-throughput" + +#- type: "plot" +# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-pdr" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-pdr" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-pdr" +# layout: "plot-throughput" + - type: "plot" title: "Throughput: 2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr" algorithm: "plot_perf_box_name" @@ -17771,37 +18345,185 @@ layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-features-nat44det-scale-avf-ndr-tsa" + title: "Speedup: 2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-features-nat44det-scale-avf-ndr-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr-tsa" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H1-P63-S63-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p63-s63-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H16384-P63-S1032192-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H262144-P63-S16515072-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H65536-P63-S4128758-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" layout: - title: "2n-clx-xxv710-64b-features-nat44det-scale-avf-ndr" + title: "2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-features-nat44det-scale-avf-pdr-tsa" + title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-ndr-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-features-nat44det-scale-avf-pdr-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-ndr-tsa" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H1-P63-S63-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p63-s63-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H16384-P63-S1032192-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H262144-P63-S16515072-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H65536-P63-S4128758-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-ndr" + layout: "plot-throughput-speedup-analysis" + +#- type: "plot" +# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-ndr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-ndr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-ndr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-ndr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "22n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-ndr" +# layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" layout: - title: "2n-clx-xxv710-64b-features-nat44det-scale-avf-pdr" + title: "2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-pdr" layout: "plot-throughput-speedup-analysis" +#- type: "plot" +# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-pdr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-pdr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-pdr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-pdr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-pdr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "22n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-pdr" +# layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 2n-clx-xxv710-64b-features-ip4routing-base-dpdk-ndr-tsa" algorithm: "plot_tsa_name"