X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=573ee2af86f79925a53c757d49adeaf73ef53f79;hp=05f4a8348f2c01c1517e57ecbae12dd0e2f43dc5;hb=985454ad3f27defe932459cc430ca17bb228f740;hpb=dc373500b723dcdf45559e21f18a639e44da8035 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 05f4a8348f..573ee2af86 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -151,34 +151,34 @@ # 3n-hsw plot-vpp-throughput-lat-tsa-3n-hsw: - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-hsw: - - 4 # RC2 NDRPDR iter env5 - - 5 # RC2 NDRPDR iter env5 - - 6 # RC2 NDRPDR iter env5 - - 7 # RC2 NDRPDR iter env5 - - 8 # RC2 NDRPDR iter env5 + - 21 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 + - 24 # rls2009 NDRPDR iter env 5 + - 25 # rls2009 NDRPDR iter env 5 + - 26 # rls2009 NDRPDR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 + - 30 # rls2009 NDRPDR iter env 5 + - 31 # rls2009 NDRPDR iter env 5 plot-vpp-hdrh-lat-3n-hsw: - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-hsw: - - 4 # RC2 NDRPDR iter env5 + - 22 # rls2009 NDRPDR iter env 5 plot-vpp-hoststack-3n-hsw: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-hsw: OR - # csit-vpp-perf-verify-2009-3n-hsw: - csit-vpp-perf-verify-2005-3n-hsw: - - 3 # hoststack - - 5 # hoststack - - 6 # hoststack - - 7 # hoststack - - 8 # hoststack - - 9 # hoststack - - 10 # hoststack - - 11 # hoststack - - 12 # hoststack - - 13 # hoststack + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 32 # rls2009 Hoststack iter env 5 + - 33 # rls2009 Hoststack iter env 5 + - 34 # rls2009 Hoststack iter env 5 + - 35 # rls2009 Hoststack iter env 5 + - 36 # rls2009 Hoststack iter env 5 + - 37 # rls2009 Hoststack iter env 5 + - 38 # rls2009 Hoststack iter env 5 + - 39 # rls2009 Hoststack iter env 5 + - 40 # rls2009 Hoststack iter env 5 + - 41 # rls2009 Hoststack iter env 5 plot-dpdk-throughput-latency-3n-hsw: csit-dpdk-perf-report-iterative-2009-3n-hsw: @@ -202,31 +202,22 @@ plot-vpp-throughput-lat-tsa-3n-skx: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 - - 16 # RC2 NDRPDR iter env5 + - 26 # rls2009 NDRPDR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 plot-vpp-hdrh-lat-3n-skx: - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - - 16 # RC2 NDRPDR iter env5 + - 27 # rls2009 NDRPDR iter env 5 - plot-vpp-nfv-3n-skx-ndrpdr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-skx: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel ??? all x710 failed - - 33 # NDRPDR sel - - 28 # NDRPDR sel - - 34 # NDRPDR sel +# plot-vpp-nfv-3n-skx-ndrpdr: +# # No data +# csit-vpp-perf-report-iterative-2009-3n-skx: - plot-vpp-nfv-3n-skx-mrr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-skx: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 49 # MRR sel env 4 +# plot-vpp-nfv-3n-skx-mrr: +# # No data +# csit-vpp-perf-report-iterative-2009-3n-skx: plot-dpdk-throughput-latency-3n-skx: csit-dpdk-perf-report-iterative-2009-3n-skx: @@ -248,61 +239,66 @@ # 2n-skx plot-vpp-throughput-lat-tsa-2n-skx: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - - 8 # RC2 NDRPDR iter env5 - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 - - 15 # RC2 NDRPDR iter env5 + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 43 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 46 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 + - 51 # rls2009 NDRPDR iter NAT44 env 5 + - 52 # rls2009 NDRPDR iter NAT44 env 5 + - 53 # rls2009 NDRPDR iter NAT44 env 5 + - 54 # rls2009 NDRPDR iter NAT44 env 5 + - 55 # rls2009 NDRPDR iter NAT44 env 5 + - 56 # rls2009 NDRPDR iter NAT44 env 5 + - 57 # rls2009 NDRPDR iter NAT44 env 5 + - 58 # rls2009 NDRPDR iter NAT44 env 5 + - 59 # rls2009 NDRPDR iter NAT44 env 5 + - 60 # rls2009 NDRPDR iter NAT44 env 5 plot-vpp-hdrh-lat-2n-skx: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - - 14 # RC2 NDRPDR iter env5 + - 35 # rls2009 NDRPDR iter env 5 plot-vpp-soak-2n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 122 # Soak - - 123 # Soak + csit-vpp-perf-report-iterative-2009-2n-skx: + - 33 # rls2009 soak env 5 + - 34 # rls2009 soak env 5 plot-vpp-nfv-2n-skx-ndrpdr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 113 # nf-density-sel env 4 - - 114 # nf-density-sel env 4 - - 124 # nf-density-sel env 4 - - 128 # nf-density-sel env 4 - - 129 # nf-density-sel env 4 - - 131 # nf-density-sel env 4 - - 132 # nf-density-sel env 4 - - 135 # nf-density-sel env 4 - - 136 # nf-density-sel env 4 - - 139 # nf-density-sel env 4 + csit-vpp-perf-report-iterative-2009-2n-skx: + - 38 # rls2009 nf-density iter env 5 + - 41 # rls2009 nf-density iter env 5 + - 45 # rls2009 nf-density iter env 5 + - 47 # rls2009 nf-density iter env 5 + - 49 # rls2009 nf-density iter env 5 + - 63 # rls2009 nf-density iter env 5 + - 65 # rls2009 nf-density iter env 5 + - 66 # rls2009 nf-density iter env 5 + - 71 # rls2009 nf-density iter env 5 + - 72 # rls2009 nf-density iter env 5 plot-vpp-nfv-2n-skx-mrr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 115 # nf-density-sel env 4 + csit-vpp-perf-report-iterative-2009-2n-skx: + - 50 # rls2009 MRR nf-density iter env 5 plot-vpp-nfv-reconf-2n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 106 # Reconf env 4 - - 107 # Reconf env 4 - - 108 # Reconf env 4 - - 109 # Reconf env 4 - - 110 # Reconf env 4 - - 111 # Reconf env 4 - - 112 # Reconf env 4 - - 118 # Reconf env 4 - - 120 # Reconf env 4 - - 121 # Reconf env 4 + csit-vpp-perf-report-iterative-2009-2n-skx: + - 27 # rls2009 reconf env 5 + - 28 # rls2009 reconf env 5 + - 29 # rls2009 reconf env 5 + - 30 # rls2009 reconf env 5 + - 31 # rls2009 reconf env 5 + - 32 # rls2009 reconf env 5 + - 61 # rls2009 reconf env 5 + - 62 # rls2009 reconf env 5 + - 68 # rls2009 reconf env 5 + - 70 # rls2009 reconf env 5 plot-dpdk-throughput-latency-2n-skx: csit-dpdk-perf-report-iterative-2009-2n-skx: @@ -326,59 +322,44 @@ plot-vpp-throughput-lat-tsa-2n-clx: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - - 7 # RC2 NDRPDR iter env5 - - 9 # RC2 NDRPDR iter env5 - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 + - 36 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 41 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 plot-vpp-hdrh-lat-2n-clx: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - - 14 # RC2 NDRPDR iter env5 + - 36 # rls2009 NDRPDR iter env 5 plot-vpp-nfv-2n-clx-ndrpdr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-clx: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 91 # nfv-density-00 env 4 - - 92 # nfv-density-00 env 4 - - 93 # nfv-density-00 env 4 - - 97 # nfv-density-00 env 4 - - 98 # nfv-density-00 env 4 - - 99 # nfv-density-00 env 4 - - 100 # nfv-density-00 env 4 - - 105 # nfv-density-00 env 4 - - 106 # nfv-density-00 env 4 - - 108 # nfv-density-00 env 4 + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 37 # rls2009 nf-density iter env 5 + - 43 # rls2009 nf-density iter env 5 plot-vpp-nfv-2n-clx-mrr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-clx: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 96 # MRR + csit-vpp-perf-report-iterative-2009-2n-clx: + - 45 # rls2009 MRR nf-density iter env 5 plot-vpp-nfv-reconf-2n-clx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-clx: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 81 # Reconf env 4 - - 82 # Reconf env 4 - - 83 # Reconf env 4 - - 84 # Reconf env 4 - - 85 # Reconf env 4 - - 86 # Reconf env 4 - - 87 # Reconf env 4 - - 88 # Reconf env 4 - - 89 # Reconf env 4 - - 90 # Reconf env 4 + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 25 # rls2009 reconf env 5 + - 27 # rls2009 reconf env 5 + - 28 # rls2009 reconf env 5 + - 29 # rls2009 reconf env 5 + - 30 # rls2009 reconf env 5 + - 30 # rls2009 reconf env 5 + - 32 # rls2009 reconf env 5 + - 48 # rls2009 reconf env 5 + - 53 # rls2009 reconf env 5 plot-vpp-soak-2n-clx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-clx: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 101 # Soak - - 102 # Soak + csit-vpp-perf-report-iterative-2009-2n-clx: + - 33 # rls2009 soak env 5 + - 34 # rls2009 soak env 5 plot-dpdk-throughput-latency-2n-clx: csit-dpdk-perf-report-iterative-2009-2n-clx: @@ -400,25 +381,26 @@ # 3n-tsh plot-vpp-throughput-lat-tsa-3n-tsh: - # TODO: Replace: + # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-tsh: - - 7 # RC2 NDRPDR iter env5 + - 14 # rls2009 NDRPDR iter env 5 plot-vpp-hdrh-lat-3n-tsh: - # TODO: Replace: csit-vpp-perf-report-iterative-2009-3n-tsh: - - 7 # RC2 NDRPDR iter env5 + - 14 # rls2009 NDRPDR iter env 5 plot-dpdk-throughput-latency-3n-tsh: # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-tsh: - 1 # NDRPDR iter env5 + - 2 # NDRPDR iter env5 - 3 # NDRPDR iter env5 - 4 # NDRPDR iter env5 - 5 # NDRPDR iter env5 - 6 # NDRPDR iter env5 - 7 # NDRPDR iter env5 - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 plot-dpdk-hdrh-lat-3n-tsh: csit-dpdk-perf-report-iterative-2009-3n-tsh: @@ -427,66 +409,40 @@ # 3n-dnv plot-vpp-throughput-lat-tsa-3n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-dnv: - csit-vpp-perf-report-iterative-2005-3n-dnv: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - plot-dpdk-throughput-latency-3n-dnv: - # TODO: Replace: - # csit-dpdk-perf-report-iterative-2009-3n-dnv: - csit-dpdk-perf-report-iterative-2005-3n-dnv: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 3 # rls2009 NDRPDR iter env 5 + - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 8 # rls2009 NDRPDR iter env 5 + - 10 # rls2009 NDRPDR iter env 5 + - 11 # rls2009 NDRPDR iter env 5 + - 12 # rls2009 NDRPDR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 + +# plot-dpdk-throughput-latency-3n-dnv: +# # No data +# csit-dpdk-perf-report-iterative-2009-3n-dnv: # 2n-dnv plot-vpp-throughput-lat-tsa-2n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-dnv: - csit-vpp-perf-report-iterative-2005-2n-dnv: - - 3 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - plot-dpdk-throughput-latency-2n-dnv: - # TODO: Replace: - # csit-dpdk-perf-report-iterative-2009-2n-dnv: - csit-dpdk-perf-report-iterative-2005-2n-dnv: - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 3 # rls2009 NDRPDR iter env 5 + - 5 # rls2009 NDRPDR iter env 5 + - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 9 # rls2009 NDRPDR iter env 5 + - 10 # rls2009 NDRPDR iter env 5 + - 11 # rls2009 NDRPDR iter env 5 + - 12 # rls2009 NDRPDR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 + +# plot-dpdk-throughput-latency-2n-dnv: +# # No data +# csit-dpdk-perf-report-iterative-2009-2n-dnv: ########################################################################### # Simple tables (only one data set): @@ -496,131 +452,161 @@ vpp-nic-comparison-3n-skx: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 - - 16 # RC2 NDRPDR iter env5 + - 26 # rls2009 NDRPDR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 vpp-nic-comparison-2n-skx: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - - 8 # RC2 NDRPDR iter env5 - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 - - 15 # RC2 NDRPDR iter env5 + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 43 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 46 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 + - 51 # rls2009 NDRPDR iter NAT44 env 5 + - 52 # rls2009 NDRPDR iter NAT44 env 5 + - 53 # rls2009 NDRPDR iter NAT44 env 5 + - 54 # rls2009 NDRPDR iter NAT44 env 5 + - 55 # rls2009 NDRPDR iter NAT44 env 5 + - 56 # rls2009 NDRPDR iter NAT44 env 5 + - 57 # rls2009 NDRPDR iter NAT44 env 5 + - 58 # rls2009 NDRPDR iter NAT44 env 5 + - 59 # rls2009 NDRPDR iter NAT44 env 5 + - 60 # rls2009 NDRPDR iter NAT44 env 5 vpp-nic-comparison-3n-skx-mrr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-skx: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 49 # MRR sel env 4 + csit-vpp-perf-report-iterative-2009-3n-skx: + - 24 # rls2009 MRR iter env 5 vpp-nic-comparison-2n-skx-mrr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 99 # MRR sel env 4 + csit-vpp-perf-report-iterative-2009-2n-skx: + - 26 # rls2009 MRR iter env 5 # Results vpp-perf-results-3n-hsw: - # TODO: Replace: csit-vpp-perf-report-coverage-2009-3n-hsw: - - 2 # RC2 env5 3n-hsw-ip4-00 + - 3 # rls2009 NDRPDR cov 3n-hsw-crypto-00 + - 4 # rls2009 NDRPDR cov 3n-hsw-crypto-01 + - 5 # rls2009 NDRPDR cov 3n-hsw-crypto-02 + - 6 # rls2009 NDRPDR cov 3n-hsw-crypto-03 + - 7 # rls2009 NDRPDR cov 3n-hsw-ip4-00 + - 8 # rls2009 NDRPDR cov 3n-hsw-ip4-01 + - 9 # rls2009 NDRPDR cov 3n-hsw-ip4-02 + - 10 # rls2009 NDRPDR cov 3n-hsw-ip4-03 + - 11 # rls2009 NDRPDR cov 3n-hsw-ip4-04 + - 12 # rls2009 NDRPDR cov 3n-hsw-ip4-05 + - 13 # rls2009 NDRPDR cov 3n-hsw-ip4-06 + - 14 # rls2009 NDRPDR cov 3n-hsw-ip4-07 + - 15 # rls2009 NDRPDR cov 3n-hsw-ip4tun-00 + - 16 # rls2009 NDRPDR cov 3n-hsw-ip4tun-01 + - 17 # rls2009 NDRPDR cov 3n-hsw-ip4tun-02 + - 18 # rls2009 NDRPDR cov 3n-hsw-ip6-00 + - 19 # rls2009 NDRPDR cov 3n-hsw-ip6-01 + - 20 # rls2009 NDRPDR cov 3n-hsw-ip6tun-00 + - 21 # rls2009 NDRPDR cov 3n-hsw-l2-00 + - 22 # rls2009 NDRPDR cov 3n-hsw-l2-01 + - 23 # rls2009 NDRPDR cov 3n-hsw-l2-01 + - 24 # rls2009 NDRPDR cov 3n-hsw-l2-03 + - 25 # rls2009 NDRPDR cov 3n-hsw-l2-04 + - 26 # rls2009 NDRPDR cov 3n-hsw-l2-05 + - 27 # rls2009 NDRPDR cov 3n-hsw-l2-06 + - 28 # rls2009 NDRPDR cov 3n-hsw-l2-07 + - 29 # rls2009 NDRPDR cov 3n-hsw-l2-08 + - 30 # rls2009 NDRPDR cov 3n-hsw-l2-09 + - 31 # rls2009 NDRPDR cov 3n-hsw-l2-10 + - 32 # rls2009 NDRPDR cov 3n-hsw-memif-00 + - 33 # rls2009 NDRPDR cov 3n-hsw-srv6-00 + - 34 # rls2009 NDRPDR cov 3n-hsw-srv6-01 + - 35 # rls2009 NDRPDR cov 3n-hsw-vhost-00 + - 36 # rls2009 NDRPDR cov 3n-hsw-vhost-01 + - 37 # rls2009 NDRPDR cov 3n-hsw-vhost-02 vpp-perf-results-3n-skx: # TODO: Replace: - csit-vpp-perf-report-coverage-2009-3n-skx: - - 1 # RC2 env5 3n-skx-ip4-00 + csit-vpp-perf-report-iterative-2009-3n-skx: + - 27 # rls2009 NDRPDR iter env 5 +# csit-vpp-perf-report-coverage-2009-3n-skx: +# - vpp-perf-results-2n-skx: - # TODO: Replace: + # TODO: Add: csit-vpp-perf-report-coverage-2009-2n-skx: - - 7 # RC2 env5 2n-skx-ip4-00 + - 18 # rls2009 NDRPDR cov 2n-skx-ip4-00 + - 10 # rls2009 NDRPDR cov 2n-skx-ip4-02 + - 20 # rls2009 NDRPDR cov 2n-skx-ip4-03 + - 13 # rls2009 NDRPDR cov 2n-skx-ip4-05 + - 27 # rls2009 NDRPDR cov 2n-skx-memif-00 + - 30 # rls2009 NDRPDR cov 2n-skx-vts-00 vpp-perf-results-2n-clx: # TODO: Replace: - csit-vpp-perf-report-coverage-2009-2n-clx: - - 1 # RC2 env5 2n-clx-ip4-00 + csit-vpp-perf-report-iterative-2009-2n-clx: + - 36 # rls2009 NDRPDR iter env 5 +# csit-vpp-perf-report-coverage-2009-2n-clx: +# - vpp-perf-results-3n-tsh: - # TODO: Replace: - # csit-vpp-perf-report-coverage-2009-3n-tsh: + # TODO: Replace??? csit-vpp-perf-report-iterative-2009-3n-tsh: - - 7 # RC2 NDRPDR iter env5 + - 14 # rls2009 NDRPDR iter env 5 +# csit-vpp-perf-report-coverage-2009-3n-tsh: +# - vpp-perf-results-3n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-coverage-2009-3n-dnv: - csit-vpp-perf-report-coverage-2005-3n-dnv: - - 1 # perf-full-3n-dnv-crypto_I - - 24 # perf-full-3n-dnv-crypto_II - - 5 # perf-full-3n-dnv-ip4_I - - 13 # perf-full-3n-dnv-ip4_II - - 17 # perf-full-3n-dnv-ip6_I - - 18 # perf-full-3n-dnv-ip6_II - - 21 # perf-full-3n-dnv-l2_I - - 22 # perf-full-3n-dnv-l2_II - - 23 # perf-full-3n-dnv-ip4-tunnels_I + # TODO: Add: + csit-vpp-perf-report-coverage-2009-3n-dnv: + - 10 # rls2009 NDRPDR cov 3n-dnv-crypto-00 + - 2 # rls2009 NDRPDR cov 3n-dnv-crypto-01 + - 12 # rls2009 NDRPDR cov 3n-dnv-ip4-01 + - 16 # rls2009 NDRPDR cov 3n-dnv-l2-00 vpp-perf-results-2n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-coverage-2009-2n-dnv: - csit-vpp-perf-report-coverage-2005-2n-dnv: - - 1 # perf-full-2n-dnv-ip4_I - - 2 # perf-full-2n-dnv-ip4_II - - 3 # perf-full-2n-dnv-ip6_I - - 4 # perf-full-2n-dnv-ip6_II - - 5 # perf-full-2n-dnv-l2_I - - 6 # perf-full-2n-dnv-l2_II + csit-vpp-perf-report-coverage-2009-2n-dnv: + - 2 # rls2009 NDRPDR cov 2n-dnv-ip4-00 + - 3 # rls2009 NDRPDR cov 2n-dnv-ip4-01 + - 4 # rls2009 NDRPDR cov 2n-dnv-ip6-00 + - 5 # rls2009 NDRPDR cov 2n-dnv-ip6-01 + - 6 # rls2009 NDRPDR cov 2n-dnv-l2-00 + - 7 # rls2009 NDRPDR cov 2n-dnv-l2-01 vpp-mrr-results-3n-hsw: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-hsw: - csit-vpp-perf-report-iterative-2005-3n-hsw: - - 30 # MRR env 4 + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 23 # rls2009 MRR iter env 5 vpp-mrr-results-3n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-skx: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 49 # MRR sel env 4 + csit-vpp-perf-report-iterative-2009-3n-skx: + - 24 # rls2009 MRR iter env 5 vpp-mrr-results-2n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 99 # MRR sel env 4 + csit-vpp-perf-report-iterative-2009-2n-skx: + - 26 # rls2009 MRR iter env 5 vpp-mrr-results-2n-clx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-clx: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 72 # MRR env 4 + csit-vpp-perf-report-iterative-2009-2n-clx: + - 35 # rls2009 MRR iter env 5 vpp-mrr-results-3n-tsh: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-tsh: - csit-vpp-perf-report-iterative-2005-3n-tsh: - - 27 # MRR sel env 4 + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 15 # rls2006 MRR iter env 5 vpp-mrr-results-3n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-dnv: - csit-vpp-perf-report-iterative-2005-3n-dnv: - - 8 # MRR + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 22 # rls2009 MRR iter env 5 vpp-mrr-results-2n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-dnv: - csit-vpp-perf-report-iterative-2005-2n-dnv: - - 15 # MRR sel + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 13 # rls2009 MRR iter env 5 vpp-device-results-ubuntu: - # TODO: Replace: csit-vpp-device-2009-ubuntu1804-1n-skx: - - 89 # RC2 env 5 + - 131 # rls2009 env 5 dpdk-perf-results-3n-hsw: csit-dpdk-perf-report-iterative-2009-3n-hsw: @@ -638,17 +624,13 @@ csit-dpdk-perf-report-iterative-2009-2n-clx: - 4 # NDRPDR iter env5 - dpdk-perf-results-2n-dnv: - # TODO: Replace: - # csit-dpdk-perf-report-iterative-2009-2n-dnv: - csit-dpdk-perf-report-iterative-2005-2n-dnv: - - 8 # NDRPDR sel +# dpdk-perf-results-2n-dnv: +# # No data +# csit-dpdk-perf-report-iterative-2009-2n-dnv: - dpdk-perf-results-3n-dnv: - # TODO: Replace: - # csit-dpdk-perf-report-iterative-2009-3n-dnv: - csit-dpdk-perf-report-iterative-2005-3n-dnv: - - 6 # NDRPDR sel +# dpdk-perf-results-3n-dnv: +# # No data +# csit-dpdk-perf-report-iterative-2009-3n-dnv: dpdk-perf-results-3n-tsh: csit-dpdk-perf-report-iterative-2009-3n-tsh: @@ -668,7 +650,7 @@ - 35 # NDRPDR sel 2001.0-4 - 36 # NDRPDR sel 2001.0-4 - 38 # NDRPDR sel 2001.0-4 - vpp-performance-changes-3n-hsw-ref: + vpp-performance-changes-3n-hsw-ref-env4: csit-vpp-perf-report-iterative-2005-3n-hsw: - 20 # NDRPDR sel env 4 - 21 # NDRPDR sel env 4 @@ -680,14 +662,30 @@ - 27 # NDRPDR sel env 4 - 28 # NDRPDR sel env 4 - 29 # NDRPDR sel env 4 + vpp-performance-changes-3n-hsw-ref-env5: + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 9 # rls2005 NDRPDR iter env 5 + - 10 # rls2005 NDRPDR iter env 5 + - 11 # rls2005 NDRPDR iter env 5 + - 12 # rls2005 NDRPDR iter env 5 + - 13 # rls2005 NDRPDR iter env 5 + - 14 # rls2005 NDRPDR iter env 5 + - 15 # rls2005 NDRPDR iter env 5 + - 16 # rls2005 NDRPDR iter env 5 + - 17 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 vpp-performance-changes-3n-hsw-cmp: - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-hsw: - - 4 # RC2 NDRPDR iter env5 - - 5 # RC2 NDRPDR iter env5 - - 6 # RC2 NDRPDR iter env5 - - 7 # RC2 NDRPDR iter env5 - - 8 # RC2 NDRPDR iter env5 + - 21 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 + - 24 # rls2009 NDRPDR iter env 5 + - 25 # rls2009 NDRPDR iter env 5 + - 26 # rls2009 NDRPDR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 + - 30 # rls2009 NDRPDR iter env 5 + - 31 # rls2009 NDRPDR iter env 5 vpp-performance-changes-3n-skx-h1: csit-vpp-perf-report-iterative-2005-3n-skx: @@ -696,7 +694,7 @@ - 52 # NDRPDR sel 2001.0-4 - 53 # NDRPDR sel 2001.0-4 - 54 # NDRPDR sel 2001.0-4 - vpp-performance-changes-3n-skx-ref: + vpp-performance-changes-3n-skx-ref-env4: csit-vpp-perf-report-iterative-2005-3n-skx: - 42 # NDRPDR sel env 4 - 43 # NDRPDR sel env 4 @@ -708,13 +706,18 @@ - 57 # NDRPDR sel env 4 - 61 # NDRPDR sel env 4 - 62 # NDRPDR sel env 4 + vpp-performance-changes-3n-skx-ref-env5: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 13 # rls2005 NDRPDR iter env 5 + - 18 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 vpp-performance-changes-3n-skx-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 - - 16 # RC2 NDRPDR iter env5 + - 26 # rls2009 NDRPDR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 vpp-performance-changes-2n-skx-h1: csit-vpp-perf-report-iterative-2005-2n-skx: @@ -724,7 +727,7 @@ - 103 # NDRPDR sel 2001.0-4 - 104 # NDRPDR sel 2001.0-4 - 105 # NDRPDR sel 2001.0-4 - vpp-performance-changes-2n-skx-ref: + vpp-performance-changes-2n-skx-ref-env4: csit-vpp-perf-report-iterative-2005-2n-skx: - 88 # NDRPDR sel env 4 - 89 # NDRPDR sel env 4 @@ -736,14 +739,40 @@ - 125 # NDRPDR sel env 4 - 126 # NDRPDR sel env 4 - 127 # NDRPDR sel env 4 + vpp-performance-changes-2n-skx-ref-env5: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 13 # rls2005 NDRPDR iter env 5 + - 16 # rls2005 NDRPDR iter env 5 + - 17 # rls2005 NDRPDR iter env 5 + - 18 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 + - 21 # rls2005 NDRPDR iter env 5 + - 22 # rls2005 NDRPDR iter env 5 + - 23 # rls2005 NDRPDR iter env 5 + - 24 # rls2005 NDRPDR iter env 5 + - 25 # rls2005 NDRPDR iter env 5 vpp-performance-changes-2n-skx-cmp: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - - 8 # RC2 NDRPDR iter env5 - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 - - 15 # RC2 NDRPDR iter env5 + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 43 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 46 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 + - 51 # rls2009 NDRPDR iter NAT44 env 5 + - 52 # rls2009 NDRPDR iter NAT44 env 5 + - 53 # rls2009 NDRPDR iter NAT44 env 5 + - 54 # rls2009 NDRPDR iter NAT44 env 5 + - 55 # rls2009 NDRPDR iter NAT44 env 5 + - 56 # rls2009 NDRPDR iter NAT44 env 5 + - 57 # rls2009 NDRPDR iter NAT44 env 5 + - 58 # rls2009 NDRPDR iter NAT44 env 5 + - 59 # rls2009 NDRPDR iter NAT44 env 5 + - 60 # rls2009 NDRPDR iter NAT44 env 5 vpp-performance-changes-2n-clx-h1: csit-vpp-perf-report-iterative-2005-2n-clx: @@ -755,7 +784,7 @@ - 78 # NDRPDR sel 2001.0-4 - 79 # NDRPDR sel 2001.0-4 - 80 # NDRPDR sel 2001.0-4 - vpp-performance-changes-2n-clx-ref: + vpp-performance-changes-2n-clx-ref-env4: csit-vpp-perf-report-iterative-2005-2n-clx: - 62 # NDRPDR sel env 4 - 63 # NDRPDR sel env 4 @@ -767,14 +796,27 @@ - 70 # NDRPDR sel env 4 - 103 # NDRPDR sel env 4 - 104 # NDRPDR sel env 4 + vpp-performance-changes-2n-clx-ref-env5: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 13 # rls2005 NDRPDR iter env 5 + - 15 # rls2005 NDRPDR iter env 5 + - 17 # rls2005 NDRPDR iter env 5 + - 18 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 + - 20 # rls2005 NDRPDR iter env 5 + - 21 # rls2005 NDRPDR iter env 5 + - 22 # rls2005 NDRPDR iter env 5 + - 23 # rls2005 NDRPDR iter env 5 + - 24 # rls2005 NDRPDR iter env 5 vpp-performance-changes-2n-clx-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - - 7 # RC2 NDRPDR iter env5 - - 9 # RC2 NDRPDR iter env5 - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 + - 36 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 41 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 vpp-performance-changes-2n-dnv-h1: csit-vpp-perf-verify-2001-2n-dnv: @@ -789,31 +831,29 @@ - 13 # NDRPDR sel - 16 # NDRPDR sel vpp-performance-changes-2n-dnv-ref: - csit-vpp-perf-report-iterative-2005-2n-dnv: - - 3 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 16 # rls2005 NDRPDR iter env 5 + - 17 # rls2005 NDRPDR iter env 5 + - 18 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 + - 21 # rls2005 NDRPDR iter env 5 + - 24 # rls2005 NDRPDR iter env 5 + - 27 # rls2005 NDRPDR iter env 5 + - 28 # rls2005 NDRPDR iter env 5 + - 29 # rls2005 NDRPDR iter env 5 + - 30 # rls2005 NDRPDR iter env 5 vpp-performance-changes-2n-dnv-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-dnv: - csit-vpp-perf-report-iterative-2005-2n-dnv: - - 3 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 3 # rls2009 NDRPDR iter env 5 + - 5 # rls2009 NDRPDR iter env 5 + - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 9 # rls2009 NDRPDR iter env 5 + - 10 # rls2009 NDRPDR iter env 5 + - 11 # rls2009 NDRPDR iter env 5 + - 12 # rls2009 NDRPDR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 vpp-performance-changes-3n-dnv-h1: csit-vpp-perf-verify-2001-3n-dnv: @@ -828,38 +868,28 @@ - 17 # NDRPDR sel - 18 # NDRPDR sel vpp-performance-changes-3n-dnv-ref: - csit-vpp-perf-report-iterative-2005-3n-dnv: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 16 # rls2005 NDRPDR iter env 5 vpp-performance-changes-3n-dnv-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-dnv: - csit-vpp-perf-report-iterative-2005-3n-dnv: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 3 # rls2009 NDRPDR iter env 5 + - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 8 # rls2009 NDRPDR iter env 5 + - 10 # rls2009 NDRPDR iter env 5 + - 11 # rls2009 NDRPDR iter env 5 + - 12 # rls2009 NDRPDR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 vpp-performance-changes-3n-tsh-h1: csit-vpp-perf-report-iterative-2005-3n-tsh: - 28 # NDRPDR sel 2001.0-4 - 29 # NDRPDR sel 2001.0-4 - 31 # NDRPDR sel 2001.0-4 - vpp-performance-changes-3n-tsh-ref: + vpp-performance-changes-3n-tsh-ref-env4: csit-vpp-perf-report-iterative-2005-3n-tsh: - 23 # NDRPDR sel env 4 - 25 # NDRPDR sel env 4 @@ -871,178 +901,158 @@ - 38 # NDRPDR sel env 4 - 39 # NDRPDR sel env 4 - 40 # NDRPDR sel env 4 + vpp-performance-changes-3n-tsh-ref-env5: + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 8 # rls2005 NDRPDR iter env 5 + - 11 # rls2005 NDRPDR iter env 5 + - 12 # rls2005 NDRPDR iter env 5 vpp-performance-changes-3n-tsh-cmp: - # TODO: Replace: + # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-tsh: - - 7 # RC2 NDRPDR iter env5 + - 14 # rls2009 NDRPDR iter env 5 vpp-soak-vs-ndr-2n-skx-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 88 # NDRPDR sel env 4 - - 89 # NDRPDR sel env 4 - - 90 # NDRPDR sel env 4 - - 91 # NDRPDR sel env 4 - - 92 # NDRPDR sel env 4 - - 93 # NDRPDR sel env 4 - - 94 # NDRPDR sel env 4 - - 125 # NDRPDR sel env 4 - - 126 # NDRPDR sel env 4 - - 127 # NDRPDR sel env 4 + csit-vpp-perf-report-iterative-2009-2n-skx: + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 43 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 46 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 vpp-soak-vs-ndr-2n-skx-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 122 # Soak - - 123 # Soak + csit-vpp-perf-report-iterative-2009-2n-skx: + - 33 # rls2009 soak env 5 + - 34 # rls2009 soak env 5 vpp-soak-vs-ndr-2n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 88 # NDRPDR sel env 4 - - 89 # NDRPDR sel env 4 - - 90 # NDRPDR sel env 4 - - 91 # NDRPDR sel env 4 - - 92 # NDRPDR sel env 4 - - 93 # NDRPDR sel env 4 - - 94 # NDRPDR sel env 4 - - 125 # NDRPDR sel env 4 - - 126 # NDRPDR sel env 4 - - 127 # NDRPDR sel env 4 - - 122 # Soak - - 123 # Soak + csit-vpp-perf-report-iterative-2009-2n-skx: + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 43 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 46 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 + - 33 # rls2009 soak env 5 + - 34 # rls2009 soak env 5 vpp-soak-vs-ndr-2n-clx-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-clx: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 62 # NDRPDR sel env 4 - - 63 # NDRPDR sel env 4 - - 64 # NDRPDR sel env 4 - - 65 # NDRPDR sel env 4 - - 66 # NDRPDR sel env 4 - - 68 # NDRPDR sel env 4 - - 69 # NDRPDR sel env 4 - - 70 # NDRPDR sel env 4 - - 103 # NDRPDR sel env 4 - - 104 # NDRPDR sel env 4 + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 36 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 41 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 vpp-soak-vs-ndr-2n-clx-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-clx: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 101 # Soak - - 102 # Soak + csit-vpp-perf-report-iterative-2009-2n-clx: + - 33 # rls2009 soak env 5 + - 34 # rls2009 soak env 5 vpp-soak-vs-ndr-2n-clx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-clx: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 62 # NDRPDR sel env 4 - - 63 # NDRPDR sel env 4 - - 64 # NDRPDR sel env 4 - - 65 # NDRPDR sel env 4 - - 66 # NDRPDR sel env 4 - - 68 # NDRPDR sel env 4 - - 69 # NDRPDR sel env 4 - - 70 # NDRPDR sel env 4 - - 103 # NDRPDR sel env 4 - - 104 # NDRPDR sel env 4 - - 101 # Soak - - 102 # Soak + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 36 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 41 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 33 # rls2009 soak env 5 + - 34 # rls2009 soak env 5 vpp-performance-changes-3n-hsw-mrr-h1: csit-vpp-perf-verify-2001-3n-hsw: - 17 # MRR sel - vpp-performance-changes-3n-hsw-mrr-ref: + vpp-performance-changes-3n-hsw-mrr-ref-env4: csit-vpp-perf-report-iterative-2005-3n-hsw: - 30 # MRR env 4 + vpp-performance-changes-3n-hsw-mrr-ref-env5: + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 18 # rls2005 MRR iter env 5 vpp-performance-changes-3n-hsw-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-hsw: - csit-vpp-perf-report-iterative-2005-3n-hsw: - - 30 # MRR env 4 + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 23 # rls2009 MRR iter env 5 vpp-performance-changes-3n-skx-mrr-h1: csit-vpp-perf-verify-2001-3n-skx: - 50 # MRR sel - 53 # MRR sel addition - vpp-performance-changes-3n-skx-mrr-ref: + vpp-performance-changes-3n-skx-mrr-ref-env4: csit-vpp-perf-report-iterative-2005-3n-skx: - 49 # MRR sel env 4 + vpp-performance-changes-3n-skx-mrr-ref-env5: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 17 # rls2005 MRR iter env 5 vpp-performance-changes-3n-skx-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-skx: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 49 # MRR sel env 4 + csit-vpp-perf-report-iterative-2009-3n-skx: + - 24 # rls2009 MRR iter env 5 vpp-performance-changes-2n-skx-mrr-h1: csit-vpp-perf-verify-2001-2n-skx: - 101 # MRR sel - 128 # MRR sel addition - vpp-performance-changes-2n-skx-mrr-ref: + vpp-performance-changes-2n-skx-mrr-ref-env4: csit-vpp-perf-report-iterative-2005-2n-skx: - 99 # MRR sel env 4 + vpp-performance-changes-2n-skx-mrr-ref-env5: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 20 # rls2005 MRR iter env 5 vpp-performance-changes-2n-skx-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 99 # MRR sel env 4 + csit-vpp-perf-report-iterative-2009-2n-skx: + - 26 # rls2009 MRR iter env 5 vpp-performance-changes-2n-clx-mrr-h1: csit-vpp-perf-verify-2001-2n-clx: - 39 # MRR - vpp-performance-changes-2n-clx-mrr-ref: + vpp-performance-changes-2n-clx-mrr-ref-env4: csit-vpp-perf-report-iterative-2005-2n-clx: - 72 # MRR sel env 4 + vpp-performance-changes-2n-clx-mrr-ref-env5: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 16 # rls2005 MRR iter env 5 vpp-performance-changes-2n-clx-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-clx: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 72 # MRR sel env 4 - -# vpp-performance-changes-nfv-2n-skx-mrr-ref: -# csit-vpp-perf-verify-1908-2n-skx: -# - 71 # NFV MRR -# vpp-performance-changes-nfv-2n-skx-mrr-cmp: -# # csit-vpp-perf-verify-2001-2n-skx: -# csit-vpp-perf-verify-1908-2n-skx: -# - 71 # NFV MRR + csit-vpp-perf-report-iterative-2009-2n-clx: + - 35 # rls2009 MRR iter env 5 vpp-performance-changes-2n-dnv-mrr-h1: csit-vpp-perf-verify-2001-2n-dnv: - 12 # MRR sel vpp-performance-changes-2n-dnv-mrr-ref: - csit-vpp-perf-report-iterative-2005-2n-dnv: - - 15 # MRR sel + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 23 # rls2005 MRR iter env 5 vpp-performance-changes-2n-dnv-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-dnv: - csit-vpp-perf-report-iterative-2005-2n-dnv: - - 15 # MRR sel + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 13 # rls2009 MRR iter env 5 vpp-performance-changes-3n-dnv-mrr-h1: csit-vpp-perf-verify-2001-3n-dnv: - 11 # MRR sel vpp-performance-changes-3n-dnv-mrr-ref: - csit-vpp-perf-report-iterative-2005-3n-dnv: - - 8 # MRR + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 19 # rls2005 MRR iter env 5 vpp-performance-changes-3n-dnv-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-dnv: - csit-vpp-perf-report-iterative-2005-3n-dnv: - - 8 # MRR + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 22 # rls2009 MRR iter env 5 vpp-performance-changes-3n-tsh-mrr-h1: csit-vpp-perf-verify-2001-3n-tsh: - 9 # MRR sel - vpp-performance-changes-3n-tsh-mrr-ref: + vpp-performance-changes-3n-tsh-mrr-ref-env4: csit-vpp-perf-report-iterative-2005-3n-tsh: - 27 # MRR sel env 4 + vpp-performance-changes-3n-tsh-mrr-ref-env5: + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 13 # rls2005 MRR iter env 5 vpp-performance-changes-3n-tsh-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-tsh: - csit-vpp-perf-report-iterative-2005-3n-tsh: - - 27 # MRR sel env 4 + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 15 # rls2006 MRR iter env 5 dpdk-performance-changes-3n-hsw-h1: csit-dpdk-perf-verify-2001-3n-hsw: @@ -1232,83 +1242,41 @@ - 12 # NDRPDR iter env5 - 13 # NDRPDR iter env5 - dpdk-performance-changes-2n-dnv-h1: - csit-dpdk-perf-verify-2001-2n-dnv: - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - dpdk-performance-changes-2n-dnv-ref: - csit-dpdk-perf-report-iterative-2005-2n-dnv: - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - dpdk-performance-changes-2n-dnv-cmp: - # TODO: Replace: - # csit-dpdk-perf-report-iterative-2009-2n-dnv: - csit-dpdk-perf-report-iterative-2005-2n-dnv: - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - dpdk-performance-changes-3n-dnv-h1: - csit-dpdk-perf-verify-2001-3n-dnv: - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 22 # NDRPDR sel - dpdk-performance-changes-3n-dnv-ref: - csit-dpdk-perf-report-iterative-2005-3n-dnv: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel - dpdk-performance-changes-3n-dnv-cmp: - # TODO: Replace: - # csit-dpdk-perf-report-iterative-2009-3n-dnv: - csit-dpdk-perf-report-iterative-2005-3n-dnv: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel +# dpdk-performance-changes-2n-dnv-h1: +# csit-dpdk-perf-verify-2001-2n-dnv: +# - 9 # NDRPDR sel +# - 10 # NDRPDR sel +# - 11 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 14 # NDRPDR sel +# - 15 # NDRPDR sel +# - 16 # NDRPDR sel +# - 17 # NDRPDR sel +# - 18 # NDRPDR sel +# dpdk-performance-changes-2n-dnv-ref: +# # No data +# dpdk-performance-changes-2n-dnv-cmp: +# # No data +# csit-dpdk-perf-report-iterative-2009-2n-dnv: + +# dpdk-performance-changes-3n-dnv-h1: +# csit-dpdk-perf-verify-2001-3n-dnv: +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 14 # NDRPDR sel +# - 15 # NDRPDR sel +# - 16 # NDRPDR sel +# - 17 # NDRPDR sel +# - 18 # NDRPDR sel +# - 19 # NDRPDR sel +# - 20 # NDRPDR sel +# - 22 # NDRPDR sel +# dpdk-performance-changes-3n-dnv-ref: +# # No data +# dpdk-performance-changes-3n-dnv-cmp: +# # No data +# csit-dpdk-perf-report-iterative-2009-3n-dnv: dpdk-performance-changes-3n-tsh-h1: csit-dpdk-perf-verify-2001-3n-tsh: @@ -1329,97 +1297,111 @@ # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-tsh: - 1 # NDRPDR iter env5 + - 2 # NDRPDR iter env5 - 3 # NDRPDR iter env5 - 4 # NDRPDR iter env5 - 5 # NDRPDR iter env5 - 6 # NDRPDR iter env5 - 7 # NDRPDR iter env5 - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 # Compare testbeds vpp-compare-testbeds-ref: - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-hsw: - - 4 # RC2 NDRPDR iter env5 - - 5 # RC2 NDRPDR iter env5 - - 6 # RC2 NDRPDR iter env5 - - 7 # RC2 NDRPDR iter env5 - - 8 # RC2 NDRPDR iter env5 + - 21 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 + - 24 # rls2009 NDRPDR iter env 5 + - 25 # rls2009 NDRPDR iter env 5 + - 26 # rls2009 NDRPDR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 + - 30 # rls2009 NDRPDR iter env 5 + - 31 # rls2009 NDRPDR iter env 5 vpp-compare-testbeds-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 - - 16 # RC2 NDRPDR iter env5 + - 26 # rls2009 NDRPDR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 vpp-compare-testbeds-skx-clx-ref: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - - 8 # RC2 NDRPDR iter env5 - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 - - 15 # RC2 NDRPDR iter env5 + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 43 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 46 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 + - 51 # rls2009 NDRPDR iter NAT44 env 5 + - 52 # rls2009 NDRPDR iter NAT44 env 5 + - 53 # rls2009 NDRPDR iter NAT44 env 5 + - 54 # rls2009 NDRPDR iter NAT44 env 5 + - 55 # rls2009 NDRPDR iter NAT44 env 5 + - 56 # rls2009 NDRPDR iter NAT44 env 5 + - 57 # rls2009 NDRPDR iter NAT44 env 5 + - 58 # rls2009 NDRPDR iter NAT44 env 5 + - 59 # rls2009 NDRPDR iter NAT44 env 5 + - 60 # rls2009 NDRPDR iter NAT44 env 5 vpp-compare-testbeds-skx-clx-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - - 7 # RC2 NDRPDR iter env5 - - 9 # RC2 NDRPDR iter env5 - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 + - 36 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 41 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 vpp-compare-testbeds-hsw-clx-ref: - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-hsw: - - 4 # RC2 NDRPDR iter env5 - - 5 # RC2 NDRPDR iter env5 - - 6 # RC2 NDRPDR iter env5 - - 7 # RC2 NDRPDR iter env5 - - 8 # RC2 NDRPDR iter env5 + - 21 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 + - 24 # rls2009 NDRPDR iter env 5 + - 25 # rls2009 NDRPDR iter env 5 + - 26 # rls2009 NDRPDR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 + - 30 # rls2009 NDRPDR iter env 5 + - 31 # rls2009 NDRPDR iter env 5 vpp-compare-testbeds-hsw-clx-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - - 7 # RC2 NDRPDR iter env5 - - 9 # RC2 NDRPDR iter env5 - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 + - 36 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 41 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 vpp-compare-testbeds-mrr-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-hsw: - csit-vpp-perf-report-iterative-2005-3n-hsw: - - 30 # MRR env 4 + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 23 # rls2009 MRR iter env 5 vpp-compare-testbeds-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-skx: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 49 # MRR sel env 4 + csit-vpp-perf-report-iterative-2009-3n-skx: + - 24 # rls2009 MRR iter env 5 vpp-compare-testbeds-mrr-skx-clx-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 99 # MRR sel env 4 + csit-vpp-perf-report-iterative-2009-2n-skx: + - 26 # rls2009 MRR iter env 5 vpp-compare-testbeds-mrr-skx-clx-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-clx: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 72 # MRR env 4 + csit-vpp-perf-report-iterative-2009-2n-clx: + - 35 # rls2009 MRR iter env 5 vpp-compare-testbeds-mrr-hsw-clx-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-hsw: - csit-vpp-perf-report-iterative-2005-3n-hsw: - - 30 # MRR env 4 + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 23 # rls2009 MRR iter env 5 vpp-compare-testbeds-mrr-hsw-clx-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-clx: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 72 # MRR env 4 + csit-vpp-perf-report-iterative-2009-2n-clx: + - 35 # rls2009 MRR iter env 5 dpdk-compare-testbeds-ref: csit-dpdk-perf-report-iterative-2009-3n-hsw: @@ -1476,29 +1458,29 @@ vpp-compare-topologies-ref: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 - - 16 # RC2 NDRPDR iter env5 + - 26 # rls2009 NDRPDR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 vpp-compare-topologies-cmp: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - - 8 # RC2 NDRPDR iter env5 - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 - - 15 # RC2 NDRPDR iter env5 + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 43 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 46 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 vpp-compare-topologies-mrr-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-skx: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 49 # MRR sel env 4 + csit-vpp-perf-report-iterative-2009-3n-skx: + - 24 # rls2009 MRR iter env 5 vpp-compare-topologies-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 99 # MRR sel env 4 + csit-vpp-perf-report-iterative-2009-2n-skx: + - 26 # rls2009 MRR iter env 5 dpdk-compare-topologies-ref: csit-dpdk-perf-report-iterative-2009-3n-skx: @@ -1529,11 +1511,11 @@ plot-soak-throughput: titlefont: - size: 18 + size: 16 xaxis: title: "Test Cases [Index]" titlefont: - size: 16 + size: 14 autorange: True fixedrange: False gridcolor: "rgb(230, 230, 230)" @@ -1545,12 +1527,12 @@ tickcolor: "rgb(220, 220, 220)" tickmode: "linear" tickfont: - size: 16 + size: 14 zeroline: False yaxis: title: "Critical Rate Lower Bound [Mpps]" titlefont: - size: 16 + size: 14 gridcolor: "rgb(230, 230, 230)" hoverformat: ".4r" tickformat: ".3r" @@ -1561,7 +1543,7 @@ showticklabels: True tickcolor: "rgb(220, 220, 220)" tickfont: - size: 16 + size: 14 zeroline: False range: [0,50] autosize: False @@ -1574,7 +1556,7 @@ legend: orientation: "h" font: - size: 16 + size: 14 width: 700 height: 900 paper_bgcolor: "#fff" @@ -1584,7 +1566,7 @@ plot-service-density: titlefont: - size: 18 + size: 16 xaxis: side: "top" autorange: True @@ -1650,8 +1632,6 @@ tickfont: size: 14 zeroline: False - boxmode: "group" - boxgroupgap: 0.5 autosize: False margin: t: 50 @@ -1672,11 +1652,11 @@ plot-throughput: titlefont: - size: 18 + size: 16 xaxis: title: "Test Cases [Index]" titlefont: - size: 16 + size: 14 autorange: True fixedrange: False gridcolor: "rgb(230, 230, 230)" @@ -1688,12 +1668,12 @@ tickcolor: "rgb(220, 220, 220)" tickmode: "linear" tickfont: - size: 16 + size: 14 zeroline: False yaxis: title: "Packet Throughput [Mpps]" titlefont: - size: 16 + size: 14 gridcolor: "rgb(230, 230, 230)" hoverformat: ".4r" tickformat: ".3r" @@ -1704,7 +1684,7 @@ showticklabels: True tickcolor: "rgb(220, 220, 220)" tickfont: - size: 16 + size: 14 zeroline: False range: [0,50] autosize: False @@ -1717,7 +1697,7 @@ legend: orientation: "h" font: - size: 16 + size: 14 width: 700 height: 900 paper_bgcolor: "#fff" @@ -1727,11 +1707,11 @@ plot-throughput-speedup-analysis: titlefont: - size: 18 + size: 16 xaxis: title: "Number of Cores [Qty]" titlefont: - size: 16 + size: 14 autorange: True fixedrange: False gridcolor: "rgb(230, 230, 230)" @@ -1743,12 +1723,12 @@ tickcolor: "rgb(238, 238, 238)" tickmode: "linear" tickfont: - size: 16 + size: 14 zeroline: False yaxis: title: "Packet Throughput [Mpps]" titlefont: - size: 16 + size: 14 type: "linear" gridcolor: "rgb(230, 230, 230)" hoverformat: ".4s" @@ -1760,14 +1740,14 @@ tickcolor: "rgb(220, 220, 220)" tickformat: ".4s" tickfont: - size: 16 + size: 14 zeroline: True rangemode: "tozero" range: [0,100] legend: orientation: "h" font: - size: 16 + size: 14 xanchor: "left" yanchor: "top" x: 0 @@ -1801,7 +1781,7 @@ y: -0.13, font: { family: "Consolas, Courier New", - size: 15 + size: 13 }, }, { @@ -1816,18 +1796,18 @@ y: -0.15, font: { family: "Consolas, Courier New", - size: 15 + size: 13 }, }, ] plot-latency: titlefont: - size: 18 + size: 16 xaxis: title: "Direction" titlefont: - size: 16 + size: 14 autorange: True fixedrange: False gridcolor: "rgb(230, 230, 230)" @@ -1839,12 +1819,12 @@ tickcolor: "rgb(220, 220, 220)" tickmode: "linear" tickfont: - size: 16 + size: 14 zeroline: False yaxis: title: "Packet Latency [uSec]" titlefont: - size: 16 + size: 14 type: "linear" gridcolor: "rgb(230, 230, 230)" hoverformat: ".4s" @@ -1856,13 +1836,13 @@ tickcolor: "rgb(220, 220, 220)" tickformat: ".4s" tickfont: - size: 16 + size: 14 zeroline: True rangemode: "tozero" legend: orientation: "h" font: - size: 16 + size: 14 traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 autosize: False margin: @@ -1936,12 +1916,12 @@ xanchor: "center" x: 0.5 font: - size: 18 + size: 16 xaxis: type: "log" title: "Percentile [%]" titlefont: - size: 16 + size: 14 autorange: True fixedrange: False gridcolor: "rgb(230, 230, 230)" @@ -1954,11 +1934,11 @@ tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6, 1e7, 1e8] ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999, 99.99999, 99.999999] tickfont: - size: 16 + size: 14 yaxis: title: "Packet Latency [uSec]" titlefont: - size: 16 + size: 14 gridcolor: "rgb(230, 230, 230)" linecolor: "rgb(220, 220, 220)" linewidth: 1 @@ -1967,14 +1947,14 @@ showticklabels: True tickcolor: "rgb(220, 220, 220)" tickfont: - size: 16 + size: 14 autosize: False showlegend: True legend: traceorder: "normal" orientation: "h" font: - size: 16 + size: 14 xanchor: "left" yanchor: "top" x: 0 @@ -2076,7 +2056,6 @@ - 27 # NDRPDR sel env 4 - 28 # NDRPDR sel env 4 - 29 # NDRPDR sel env 4 - - 13 # MRR - 30 # MRR env 4 - 31 # NDRPDR sel 2001.0-4 - 32 # NDRPDR sel 2001.0-4 @@ -2085,31 +2064,75 @@ - 35 # NDRPDR sel 2001.0-4 - 36 # NDRPDR sel 2001.0-4 - 38 # NDRPDR sel 2001.0-4 - csit-vpp-perf-verify-2005-3n-hsw: - - 3 # hoststack - - 5 # hoststack - - 6 # hoststack - - 7 # hoststack - - 8 # hoststack - - 9 # hoststack - - 10 # hoststack - - 11 # hoststack - - 12 # hoststack - - 13 # hoststack - # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-hsw: - - 4 # RC2 NDRPDR iter env5 - - 5 # RC2 NDRPDR iter env5 - - 6 # RC2 NDRPDR iter env5 - - 7 # RC2 NDRPDR iter env5 - - 8 # RC2 NDRPDR iter env5 - # TODO: Add: + - 18 # rls2005 MRR iter env 5 + - 9 # rls2005 NDRPDR iter env 5 + - 10 # rls2005 NDRPDR iter env 5 + - 11 # rls2005 NDRPDR iter env 5 + - 12 # rls2005 NDRPDR iter env 5 + - 13 # rls2005 NDRPDR iter env 5 + - 14 # rls2005 NDRPDR iter env 5 + - 15 # rls2005 NDRPDR iter env 5 + - 16 # rls2005 NDRPDR iter env 5 + - 17 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 + - 23 # rls2009 MRR iter env 5 + - 21 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 + - 24 # rls2009 NDRPDR iter env 5 + - 25 # rls2009 NDRPDR iter env 5 + - 26 # rls2009 NDRPDR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 + - 30 # rls2009 NDRPDR iter env 5 + - 31 # rls2009 NDRPDR iter env 5 + - 32 # rls2009 Hoststack iter env 5 + - 33 # rls2009 Hoststack iter env 5 + - 34 # rls2009 Hoststack iter env 5 + - 35 # rls2009 Hoststack iter env 5 + - 36 # rls2009 Hoststack iter env 5 + - 37 # rls2009 Hoststack iter env 5 + - 38 # rls2009 Hoststack iter env 5 + - 39 # rls2009 Hoststack iter env 5 + - 40 # rls2009 Hoststack iter env 5 + - 41 # rls2009 Hoststack iter env 5 csit-vpp-perf-report-coverage-2009-3n-hsw: - - 2 # RC2 env5 3n-hsw-ip4-00 - - # TODO: Add for hoststack: - # csit-vpp-perf-report-iterative-2009-3n-hsw: OR - # csit-vpp-perf-verify-2009-3n-hsw: + - 3 # rls2009 NDRPDR cov 3n-hsw-crypto-00 + - 4 # rls2009 NDRPDR cov 3n-hsw-crypto-01 + - 5 # rls2009 NDRPDR cov 3n-hsw-crypto-02 + - 6 # rls2009 NDRPDR cov 3n-hsw-crypto-03 + - 7 # rls2009 NDRPDR cov 3n-hsw-ip4-00 + - 8 # rls2009 NDRPDR cov 3n-hsw-ip4-01 + - 9 # rls2009 NDRPDR cov 3n-hsw-ip4-02 + - 10 # rls2009 NDRPDR cov 3n-hsw-ip4-03 + - 11 # rls2009 NDRPDR cov 3n-hsw-ip4-04 + - 12 # rls2009 NDRPDR cov 3n-hsw-ip4-05 + - 13 # rls2009 NDRPDR cov 3n-hsw-ip4-06 + - 14 # rls2009 NDRPDR cov 3n-hsw-ip4-07 + - 15 # rls2009 NDRPDR cov 3n-hsw-ip4tun-00 + - 16 # rls2009 NDRPDR cov 3n-hsw-ip4tun-01 + - 17 # rls2009 NDRPDR cov 3n-hsw-ip4tun-02 + - 18 # rls2009 NDRPDR cov 3n-hsw-ip6-00 + - 19 # rls2009 NDRPDR cov 3n-hsw-ip6-01 + - 20 # rls2009 NDRPDR cov 3n-hsw-ip6tun-00 + - 21 # rls2009 NDRPDR cov 3n-hsw-l2-00 + - 22 # rls2009 NDRPDR cov 3n-hsw-l2-01 + - 23 # rls2009 NDRPDR cov 3n-hsw-l2-01 + - 24 # rls2009 NDRPDR cov 3n-hsw-l2-03 + - 25 # rls2009 NDRPDR cov 3n-hsw-l2-04 + - 26 # rls2009 NDRPDR cov 3n-hsw-l2-05 + - 27 # rls2009 NDRPDR cov 3n-hsw-l2-06 + - 28 # rls2009 NDRPDR cov 3n-hsw-l2-07 + - 29 # rls2009 NDRPDR cov 3n-hsw-l2-08 + - 30 # rls2009 NDRPDR cov 3n-hsw-l2-09 + - 31 # rls2009 NDRPDR cov 3n-hsw-l2-10 + - 32 # rls2009 NDRPDR cov 3n-hsw-memif-00 + - 33 # rls2009 NDRPDR cov 3n-hsw-srv6-00 + - 34 # rls2009 NDRPDR cov 3n-hsw-srv6-01 + - 35 # rls2009 NDRPDR cov 3n-hsw-vhost-00 + - 36 # rls2009 NDRPDR cov 3n-hsw-vhost-01 + - 37 # rls2009 NDRPDR cov 3n-hsw-vhost-02 csit-vpp-perf-verify-2001-3n-skx: - 50 # MRR sel @@ -2138,13 +2161,18 @@ - 49 # MRR sel env 4 # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 - - 16 # RC2 NDRPDR iter env5 + - 17 # rls2005 MRR iter env 5 + - 13 # rls2005 NDRPDR iter env 5 + - 18 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 + - 24 # rls2009 MRR iter env 5 + - 26 # rls2009 NDRPDR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 # TODO: Add: - csit-vpp-perf-report-coverage-2009-3n-skx: - - 1 # RC2 env5 3n-skx-ip4-00 +# csit-vpp-perf-report-coverage-2009-3n-skx: +# - csit-vpp-perf-verify-2001-2n-skx: - 101 # MRR sel - old @@ -2167,39 +2195,71 @@ - 104 # NDRPDR sel 2001.0-4 - 105 # NDRPDR sel 2001.0-4 - 99 # MRR sel env 4 - - 106 # Reconf env 4 - - 107 # Reconf env 4 - - 108 # Reconf env 4 - - 109 # Reconf env 4 - - 110 # Reconf env 4 - - 111 # Reconf env 4 - - 112 # Reconf env 4 - - 118 # Reconf env 4 - - 120 # Reconf env 4 - - 121 # Reconf env 4 - - 122 # Soak - - 123 # Soak - - 113 # nf-density-sel env 4 - - 114 # nf-density-sel env 4 - - 124 # nf-density-sel env 4 - - 128 # nf-density-sel env 4 - - 129 # nf-density-sel env 4 - - 131 # nf-density-sel env 4 - - 132 # nf-density-sel env 4 - - 135 # nf-density-sel env 4 - - 136 # nf-density-sel env 4 - - 139 # nf-density-sel env 4 - - 115 # MRR nf-density-sel env 4 # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - - 8 # RC2 NDRPDR iter env5 - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 - - 15 # RC2 NDRPDR iter env5 + - 20 # rls2005 MRR iter env 5 + - 13 # rls2005 NDRPDR iter env 5 + - 16 # rls2005 NDRPDR iter env 5 + - 17 # rls2005 NDRPDR iter env 5 + - 18 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 + - 21 # rls2005 NDRPDR iter env 5 + - 22 # rls2005 NDRPDR iter env 5 + - 23 # rls2005 NDRPDR iter env 5 + - 24 # rls2005 NDRPDR iter env 5 + - 25 # rls2005 NDRPDR iter env 5 + - 26 # rls2009 MRR iter env 5 + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 43 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 46 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 + - 51 # rls2009 NDRPDR iter NAT44 env 5 + - 52 # rls2009 NDRPDR iter NAT44 env 5 + - 53 # rls2009 NDRPDR iter NAT44 env 5 + - 54 # rls2009 NDRPDR iter NAT44 env 5 + - 55 # rls2009 NDRPDR iter NAT44 env 5 + - 56 # rls2009 NDRPDR iter NAT44 env 5 + - 57 # rls2009 NDRPDR iter NAT44 env 5 + - 58 # rls2009 NDRPDR iter NAT44 env 5 + - 59 # rls2009 NDRPDR iter NAT44 env 5 + - 60 # rls2009 NDRPDR iter NAT44 env 5 + - 38 # rls2009 nf-density iter env 5 + - 41 # rls2009 nf-density iter env 5 + - 45 # rls2009 nf-density iter env 5 + - 47 # rls2009 nf-density iter env 5 + - 49 # rls2009 nf-density iter env 5 + - 63 # rls2009 nf-density iter env 5 + - 65 # rls2009 nf-density iter env 5 + - 66 # rls2009 nf-density iter env 5 + - 71 # rls2009 nf-density iter env 5 + - 72 # rls2009 nf-density iter env 5 + - 50 # rls2009 MRR nf-density iter env 5 + - 27 # rls2009 reconf env 5 + - 28 # rls2009 reconf env 5 + - 29 # rls2009 reconf env 5 + - 30 # rls2009 reconf env 5 + - 31 # rls2009 reconf env 5 + - 32 # rls2009 reconf env 5 + - 61 # rls2009 reconf env 5 + - 62 # rls2009 reconf env 5 + - 68 # rls2009 reconf env 5 + - 70 # rls2009 reconf env 5 + - 33 # rls2009 soak env 5 + - 34 # rls2009 soak env 5 # TODO: Add: csit-vpp-perf-report-coverage-2009-2n-skx: - - 7 # RC2 env5 2n-skx-ip4-00 + - 18 # rls2009 NDRPDR cov 2n-skx-ip4-00 + - 10 # rls2009 NDRPDR cov 2n-skx-ip4-02 + - 20 # rls2009 NDRPDR cov 2n-skx-ip4-03 + - 13 # rls2009 NDRPDR cov 2n-skx-ip4-05 + - 27 # rls2009 NDRPDR cov 2n-skx-memif-00 + - 30 # rls2009 NDRPDR cov 2n-skx-vts-00 csit-vpp-perf-verify-2001-2n-clx: - 39 # MRR @@ -2223,49 +2283,47 @@ - 79 # NDRPDR sel 2001.0-4 - 80 # NDRPDR sel 2001.0-4 - 72 # MRR env 4 - - 81 # Reconf env 4 - - 82 # Reconf env 4 - - 83 # Reconf env 4 - - 84 # Reconf env 4 - - 85 # Reconf env 4 - - 86 # Reconf env 4 - - 87 # Reconf env 4 - - 88 # Reconf env 4 - - 89 # Reconf env 4 - - 90 # Reconf env 4 - - 101 # Soak - - 102 # Soak - - 91 # nfv-density-00 env 4 - - 92 # nfv-density-00 env 4 - - 93 # nfv-density-00 env 4 - - 97 # nfv-density-00 env 4 - - 98 # nfv-density-00 env 4 - - 99 # nfv-density-00 env 4 - - 100 # nfv-density-00 env 4 - - 105 # nfv-density-00 env 4 - - 106 # nfv-density-00 env 4 - - 108 # nfv-density-00 env 4 - - 96 # MRR nfv-density-00 env 4 # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - - 7 # RC2 NDRPDR iter env5 - - 9 # RC2 NDRPDR iter env5 - - 10 # RC2 NDRPDR iter env5 - - 12 # RC2 NDRPDR iter env5 - - 14 # RC2 NDRPDR iter env5 + - 16 # rls2005 MRR iter env 5 + - 13 # rls2005 NDRPDR iter env 5 + - 15 # rls2005 NDRPDR iter env 5 + - 17 # rls2005 NDRPDR iter env 5 + - 18 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 + - 20 # rls2005 NDRPDR iter env 5 + - 21 # rls2005 NDRPDR iter env 5 + - 22 # rls2005 NDRPDR iter env 5 + - 23 # rls2005 NDRPDR iter env 5 + - 24 # rls2005 NDRPDR iter env 5 + - 35 # rls2009 MRR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 41 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 nf-density iter env 5 + - 43 # rls2009 nf-density iter env 5 + - 45 # rls2009 MRR nf-density iter env 5 + - 25 # rls2009 reconf env 5 + - 27 # rls2009 reconf env 5 + - 28 # rls2009 reconf env 5 + - 29 # rls2009 reconf env 5 + - 30 # rls2009 reconf env 5 + - 30 # rls2009 reconf env 5 + - 32 # rls2009 reconf env 5 + - 48 # rls2009 reconf env 5 + - 53 # rls2009 reconf env 5 + - 33 # rls2009 soak env 5 + - 34 # rls2009 soak env 5 # TODO: Add: - csit-vpp-perf-report-coverage-2009-2n-clx: - - 1 # RC2 env5 2n-clx-ip4-00 +# csit-vpp-perf-report-coverage-2009-2n-clx: +# - csit-vpp-perf-verify-2001-3n-tsh: - 9 # MRR sel csit-vpp-perf-report-iterative-2005-3n-tsh: - - 9 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 20 # NDRPDR sel - - 14 # NDRPDR sel - - 21 # NDRPDR sel - 23 # NDRPDR sel env 4 - 25 # NDRPDR sel env 4 - 33 # NDRPDR sel env 4 @@ -2282,7 +2340,14 @@ - 27 # MRR sel env 4 # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-tsh: - - 7 # RC2 NDRPDR iter env5 + - 8 # rls2005 NDRPDR iter env 5 + - 11 # rls2005 NDRPDR iter env 5 + - 12 # rls2005 NDRPDR iter env 5 + - 13 # rls2005 MRR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2006 MRR iter env 5 +# csit-vpp-perf-report-coverage-2009-3n-tsh: +# - csit-vpp-perf-verify-2001-3n-dnv: - 5 # NDRPDR sel @@ -2296,32 +2361,26 @@ - 17 # NDRPDR sel - 18 # NDRPDR sel - 11 # MRR sel - csit-vpp-perf-report-iterative-2005-3n-dnv: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 8 # MRR - csit-vpp-perf-report-coverage-2005-3n-dnv: - - 1 # perf-full-3n-dnv-crypto_I - - 24 # perf-full-3n-dnv-crypto_II - - 5 # perf-full-3n-dnv-ip4_I - - 13 # perf-full-3n-dnv-ip4_II - - 17 # perf-full-3n-dnv-ip6_I - - 18 # perf-full-3n-dnv-ip6_II - - 21 # perf-full-3n-dnv-l2_I - - 22 # perf-full-3n-dnv-l2_II - - 23 # perf-full-3n-dnv-ip4-tunnels_I # TODO: Add: - # csit-vpp-perf-report-iterative-2009-3n-dnv: + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 16 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 MRR iter env 5 + - 3 # rls2009 NDRPDR iter env 5 + - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 8 # rls2009 NDRPDR iter env 5 + - 10 # rls2009 NDRPDR iter env 5 + - 11 # rls2009 NDRPDR iter env 5 + - 12 # rls2009 NDRPDR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 MRR iter env 5 # TODO: Add: - # csit-vpp-perf-report-coverage-2009-3n-dnv: + csit-vpp-perf-report-coverage-2009-3n-dnv: + - 10 # rls2009 NDRPDR cov 3n-dnv-crypto-00 + - 2 # rls2009 NDRPDR cov 3n-dnv-crypto-01 + - 12 # rls2009 NDRPDR cov 3n-dnv-ip4-01 + - 16 # rls2009 NDRPDR cov 3n-dnv-l2-00 csit-vpp-perf-verify-2001-2n-dnv: - 4 # NDRPDR sel @@ -2335,29 +2394,36 @@ - 13 # NDRPDR sel - 16 # NDRPDR sel - 12 # MRR sel - csit-vpp-perf-report-iterative-2005-2n-dnv: - - 3 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # MRR sel - csit-vpp-perf-report-coverage-2005-2n-dnv: - - 1 # perf-full-2n-dnv-ip4_I - - 2 # perf-full-2n-dnv-ip4_II - - 3 # perf-full-2n-dnv-ip6_I - - 4 # perf-full-2n-dnv-ip6_II - - 5 # perf-full-2n-dnv-l2_I - - 6 # perf-full-2n-dnv-l2_II - # TODO: Add: - # csit-vpp-perf-report-iterative-2009-2n-dnv: - # TODO: Add: - # csit-vpp-perf-report-coverage-2009-2n-dnv: + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 16 # rls2005 NDRPDR iter env 5 + - 17 # rls2005 NDRPDR iter env 5 + - 18 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 + - 21 # rls2005 NDRPDR iter env 5 + - 24 # rls2005 NDRPDR iter env 5 + - 27 # rls2005 NDRPDR iter env 5 + - 28 # rls2005 NDRPDR iter env 5 + - 29 # rls2005 NDRPDR iter env 5 + - 30 # rls2005 NDRPDR iter env 5 + - 23 # rls2005 MRR iter env 5 + - 3 # rls2009 NDRPDR iter env 5 + - 5 # rls2009 NDRPDR iter env 5 + - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 9 # rls2009 NDRPDR iter env 5 + - 10 # rls2009 NDRPDR iter env 5 + - 11 # rls2009 NDRPDR iter env 5 + - 12 # rls2009 NDRPDR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 + - 13 # rls2009 MRR iter env 5 + csit-vpp-perf-report-coverage-2009-2n-dnv: + - 2 # rls2009 NDRPDR cov 2n-dnv-ip4-00 + - 3 # rls2009 NDRPDR cov 2n-dnv-ip4-01 + - 4 # rls2009 NDRPDR cov 2n-dnv-ip6-00 + - 5 # rls2009 NDRPDR cov 2n-dnv-ip6-01 + - 6 # rls2009 NDRPDR cov 2n-dnv-l2-00 + - 7 # rls2009 NDRPDR cov 2n-dnv-l2-01 csit-dpdk-perf-verify-2001-3n-hsw: - 4 # NDRPDR sel @@ -2535,55 +2601,37 @@ - 12 # NDRPDR iter env5 - 13 # NDRPDR iter env5 - csit-dpdk-perf-verify-2001-2n-dnv: - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - csit-dpdk-perf-report-iterative-2005-2n-dnv: - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - # TODO: Add: - # csit-dpdk-perf-report-iterative-2009-2n-dnv: - - csit-dpdk-perf-verify-2001-3n-dnv: - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 22 # NDRPDR sel - csit-dpdk-perf-report-iterative-2005-3n-dnv: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel - # TODO: Add: - # csit-dpdk-perf-report-iterative-2009-3n-dnv: +# csit-dpdk-perf-verify-2001-2n-dnv: +# - 9 # NDRPDR sel +# - 10 # NDRPDR sel +# - 11 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 14 # NDRPDR sel +# - 15 # NDRPDR sel +# - 16 # NDRPDR sel +# - 17 # NDRPDR sel +# - 18 # NDRPDR sel +# csit-dpdk-perf-report-iterative-2005-2n-dnv: +# # No data +# # csit-dpdk-perf-report-iterative-2009-2n-dnv: +# # No data + +# csit-dpdk-perf-verify-2001-3n-dnv: +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 14 # NDRPDR sel +# - 15 # NDRPDR sel +# - 16 # NDRPDR sel +# - 17 # NDRPDR sel +# - 18 # NDRPDR sel +# - 19 # NDRPDR sel +# - 20 # NDRPDR sel +# - 22 # NDRPDR sel +# csit-dpdk-perf-report-iterative-2005-3n-dnv: +# # No data +# # csit-dpdk-perf-report-iterative-2009-3n-dnv: +# # No data csit-dpdk-perf-verify-2001-3n-tsh: - 3 # NDRPDR sel @@ -2601,16 +2649,17 @@ # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-tsh: - 1 # NDRPDR iter env5 + - 2 # NDRPDR iter env5 - 3 # NDRPDR iter env5 - 4 # NDRPDR iter env5 - 5 # NDRPDR iter env5 - 6 # NDRPDR iter env5 - 7 # NDRPDR iter env5 - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 - # TODO: Add: csit-vpp-device-2009-ubuntu1804-1n-skx: - - 89 # RC2 env 5 + - 131 # rls2009 env 5 - type: "output" output: "report" @@ -3000,20 +3049,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-3n-hsw-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-ref" + data-set: "vpp-performance-changes-3n-hsw-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-hsw-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 2t2c pdr - type: "table" @@ -3026,20 +3082,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-3n-hsw-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-ref" + data-set: "vpp-performance-changes-3n-hsw-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-hsw-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca1.yaml" +# rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 1t1c ndr - type: "table" @@ -3052,20 +3115,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-3n-hsw-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-ref" + data-set: "vpp-performance-changes-3n-hsw-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-hsw-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 2t2c ndr - type: "table" @@ -3078,20 +3148,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-3n-hsw-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-ref" + data-set: "vpp-performance-changes-3n-hsw-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-hsw-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca1.yaml" +# rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c pdr - type: "table" @@ -3104,20 +3181,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-3n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-ref" + data-set: "vpp-performance-changes-3n-skx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-skx-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -3130,20 +3214,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-3n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-ref" + data-set: "vpp-performance-changes-3n-skx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-skx-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml" +# rca-file: "rca/rca-3n-skx-4t2c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-skx-4t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -3156,20 +3247,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-3n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-ref" + data-set: "vpp-performance-changes-3n-skx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-skx-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -3182,20 +3280,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-3n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-ref" + data-set: "vpp-performance-changes-3n-skx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-skx-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml" +# rca-file: "rca/rca-3n-skx-4t2c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-skx-4t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -3208,20 +3313,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-2n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-ref" + data-set: "vpp-performance-changes-2n-skx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-skx-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -3234,20 +3346,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-2n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-ref" + data-set: "vpp-performance-changes-2n-skx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-skx-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml" +# rca-file: "rca/rca-2n-skx-4t2c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-skx-4t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -3260,20 +3379,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-2n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-ref" + data-set: "vpp-performance-changes-2n-skx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-skx-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -3286,20 +3412,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-2n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-ref" + data-set: "vpp-performance-changes-2n-skx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-skx-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml" +# rca-file: "rca/rca-2n-skx-4t2c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-skx-4t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c pdr - type: "table" @@ -3312,20 +3445,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-2n-clx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-ref" + data-set: "vpp-performance-changes-2n-clx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-clx-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 # rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c pdr - type: "table" @@ -3338,20 +3478,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-2n-clx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-ref" + data-set: "vpp-performance-changes-2n-clx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-clx-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" +# rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c ndr - type: "table" @@ -3364,20 +3511,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-2n-clx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-ref" + data-set: "vpp-performance-changes-2n-clx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-clx-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 # rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c ndr - type: "table" @@ -3390,20 +3544,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-2n-clx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-ref" + data-set: "vpp-performance-changes-2n-clx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-clx-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" +# rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' ## VPP Performance Changes 2n-clx-x556 2t1c pdr #- type: "table" @@ -3414,7 +3575,7 @@ # filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" # columns: # - title: "2001.0-2" -# data-set: "vpp-performance-changes-2n-clx-ref" +# data-set: "vpp-performance-changes-2n-clx-ref-env4" # - title: "2005.0-3" # data-set: "vpp-performance-changes-2n-clx-cmp" # comparisons: @@ -3438,7 +3599,7 @@ # filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" # columns: # - title: "2001.0-2" -# data-set: "vpp-performance-changes-2n-clx-ref" +# data-set: "vpp-performance-changes-2n-clx-ref-env4" # - title: "2005.0-3" # data-set: "vpp-performance-changes-2n-clx-cmp" # comparisons: @@ -3462,7 +3623,7 @@ # filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" # columns: # - title: "2001.0-2" -# data-set: "vpp-performance-changes-2n-clx-ref" +# data-set: "vpp-performance-changes-2n-clx-ref-env4" # - title: "2005.0-3" # data-set: "vpp-performance-changes-2n-clx-cmp" # comparisons: @@ -3486,7 +3647,7 @@ # filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" # columns: # - title: "2001.0-2" -# data-set: "vpp-performance-changes-2n-clx-ref" +# data-set: "vpp-performance-changes-2n-clx-ref-env4" # - title: "2005.0-3" # data-set: "vpp-performance-changes-2n-clx-cmp" # comparisons: @@ -3511,12 +3672,12 @@ columns: - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2005.0-3" + - title: "2005.0-5" data-set: "vpp-performance-changes-2n-dnv-ref" - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-5" reference: 2 compare: 3 legend: @@ -3524,7 +3685,7 @@ - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c pdr - type: "table" @@ -3536,12 +3697,12 @@ columns: - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2005.0-3" + - title: "2005.0-5" data-set: "vpp-performance-changes-2n-dnv-ref" - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-5" reference: 2 compare: 3 legend: @@ -3549,7 +3710,7 @@ - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c ndr - type: "table" @@ -3561,12 +3722,12 @@ columns: - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2005.0-3" + - title: "2005.0-5" data-set: "vpp-performance-changes-2n-dnv-ref" - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-5" reference: 2 compare: 3 legend: @@ -3574,7 +3735,7 @@ - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c ndr - type: "table" @@ -3586,12 +3747,12 @@ columns: - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2005.0-3" + - title: "2005.0-5" data-set: "vpp-performance-changes-2n-dnv-ref" - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-5" reference: 2 compare: 3 legend: @@ -3599,7 +3760,7 @@ - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c pdr - type: "table" @@ -3611,12 +3772,12 @@ columns: - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2005.0-3" + - title: "2005.0-5" data-set: "vpp-performance-changes-3n-dnv-ref" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-5" reference: 2 compare: 3 legend: @@ -3624,7 +3785,7 @@ - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c pdr - type: "table" @@ -3636,12 +3797,12 @@ columns: - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2005.0-3" + - title: "2005.0-5" data-set: "vpp-performance-changes-3n-dnv-ref" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-5" reference: 2 compare: 3 legend: @@ -3649,7 +3810,7 @@ - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c ndr - type: "table" @@ -3661,12 +3822,12 @@ columns: - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2005.0-3" + - title: "2005.0-5" data-set: "vpp-performance-changes-3n-dnv-ref" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-5" reference: 2 compare: 3 legend: @@ -3674,7 +3835,7 @@ - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c ndr - type: "table" @@ -3686,12 +3847,12 @@ columns: - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2005.0-3" + - title: "2005.0-5" data-set: "vpp-performance-changes-3n-dnv-ref" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-5" reference: 2 compare: 3 legend: @@ -3699,7 +3860,7 @@ - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -3712,20 +3873,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-ref" + data-set: "vpp-performance-changes-3n-tsh-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-tsh-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -3738,20 +3906,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-ref" + data-set: "vpp-performance-changes-3n-tsh-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-tsh-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" +# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -3764,20 +3939,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-ref" + data-set: "vpp-performance-changes-3n-tsh-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-tsh-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" +# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -3790,20 +3972,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-ref" + data-set: "vpp-performance-changes-3n-tsh-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-tsh-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" +# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr - type: "table" @@ -4168,20 +4357,27 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 2t2c mrr - type: "table" @@ -4194,20 +4390,27 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca1.yaml" +# rca-file: "rca/rca-3n-hsw-2t2c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-hsw-2t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 4t4c mrr - type: "table" @@ -4220,20 +4423,27 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca1.yaml" +# rca-file: "rca/rca-3n-hsw-4t4c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-hsw-4t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c mrr - type: "table" @@ -4246,20 +4456,27 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-3n-skx-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-mrr-ref" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c mrr - type: "table" @@ -4272,20 +4489,27 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-3n-skx-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-mrr-ref" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca1.yaml" +# rca-file: "rca/rca-3n-hsw-4t2c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-hsw-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 8t4c mrr - type: "table" @@ -4298,20 +4522,27 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-3n-skx-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-mrr-ref" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca1.yaml" +# rca-file: "rca/rca-3n-hsw-8t4c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-hsw-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c mrr - type: "table" @@ -4324,20 +4555,27 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-2n-skx-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-mrr-ref" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-4" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-skx-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c mrr - type: "table" @@ -4350,20 +4588,27 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-2n-skx-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-mrr-ref" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml" +# rca-file: "rca/rca-2n-skx-4t2c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-4" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-skx-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 8t4c mrr - type: "table" @@ -4376,20 +4621,27 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-2n-skx-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-mrr-ref" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml" +# rca-file: "rca/rca-2n-skx-8t4c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-4" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-skx-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c mrr - type: "table" @@ -4402,20 +4654,27 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-2n-clx-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-mrr-ref" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c mrr - type: "table" @@ -4428,20 +4687,27 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-2n-clx-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-mrr-ref" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" +# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 8t4c mrr - type: "table" @@ -4454,20 +4720,27 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-2n-clx-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-mrr-ref" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" +# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' ## VPP Performance Changes 2n-clx-x556 2t1c mrr #- type: "table" @@ -4478,7 +4751,7 @@ # filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" # columns: # - title: "2001" -# data-set: "vpp-performance-changes-2n-clx-mrr-ref" +# data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" # - title: "2005" # data-set: "vpp-performance-changes-2n-clx-mrr-cmp" # comparisons: @@ -4499,7 +4772,7 @@ # filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" # columns: # - title: "2001" -# data-set: "vpp-performance-changes-2n-clx-mrr-ref" +# data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" # - title: "2005" # data-set: "vpp-performance-changes-2n-clx-mrr-cmp" # comparisons: @@ -4520,7 +4793,7 @@ # filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" # columns: # - title: "2001" -# data-set: "vpp-performance-changes-2n-clx-mrr-ref" +# data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" # - title: "2005" # data-set: "vpp-performance-changes-2n-clx-mrr-cmp" # comparisons: @@ -4542,12 +4815,12 @@ columns: - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2005.0-3" + - title: "2005.0-5" data-set: "vpp-performance-changes-2n-dnv-mrr-ref" - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-5" reference: 2 compare: 3 legend: @@ -4555,7 +4828,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c mrr - type: "table" @@ -4567,12 +4840,12 @@ columns: - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2005.0-3" + - title: "2005.0-5" data-set: "vpp-performance-changes-2n-dnv-mrr-ref" - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-5" reference: 2 compare: 3 legend: @@ -4580,7 +4853,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 4t4c mrr - type: "table" @@ -4592,12 +4865,12 @@ columns: - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2005.0-3" + - title: "2005.0-5" data-set: "vpp-performance-changes-2n-dnv-mrr-ref" - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-5" reference: 2 compare: 3 legend: @@ -4605,7 +4878,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c mrr - type: "table" @@ -4617,12 +4890,12 @@ columns: - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - - title: "2005.0-3" + - title: "2005.0-5" data-set: "vpp-performance-changes-3n-dnv-mrr-ref" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-5" reference: 2 compare: 3 legend: @@ -4630,7 +4903,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c mrr - type: "table" @@ -4642,12 +4915,12 @@ columns: - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - - title: "2005.0-3" + - title: "2005.0-5" data-set: "vpp-performance-changes-3n-dnv-mrr-ref" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-5" reference: 2 compare: 3 legend: @@ -4655,7 +4928,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 4t4c mrr - type: "table" @@ -4667,12 +4940,12 @@ columns: - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - - title: "2005.0-3" + - title: "2005.0-5" data-set: "vpp-performance-changes-3n-dnv-mrr-ref" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-5" reference: 2 compare: 3 legend: @@ -4680,7 +4953,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" @@ -4693,20 +4966,27 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" @@ -4719,20 +4999,27 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" +# rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" @@ -4745,20 +5032,27 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env5" - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" +# rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr - type: "table" @@ -5963,20 +6257,204 @@ - "2001, 2005, 2009 - DPDK versions tested." - "Diff - difference between 2005 and 2009 DPDK version." -# DPDK Performance Changes 2n-dnv 1t1c pdr +## DPDK Performance Changes 2n-dnv 1t1c pdr +#- type: "table" +# title: "DPDK Performance Changes 2n-dnv 1t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-2n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-2n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-2n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." +# +## DPDK Performance Changes 2n-dnv 2t2c pdr +#- type: "table" +# title: "DPDK Performance Changes 2n-dnv 2t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-2n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-2n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-2n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." +# +## DPDK Performance Changes 2n-dnv 1t1c ndr +#- type: "table" +# title: "DPDK Performance Changes 2n-dnv 1t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-2n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-2n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-2n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." +# +## DPDK Performance Changes 2n-dnv 2t2c ndr +#- type: "table" +# title: "DPDK Performance Changes 2n-dnv 2t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-2n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-2n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-2n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." +# +## DPDK Performance Changes 3n-dnv 1t1c pdr +#- type: "table" +# title: "DPDK Performance Changes 3n-dnv 1t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-3n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-3n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-3n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." +# +## DPDK Performance Changes 3n-dnv 2t2c pdr +#- type: "table" +# title: "DPDK Performance Changes 3n-dnv 2t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-3n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-3n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-3n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." +# +## DPDK Performance Changes 3n-dnv 1t1c ndr +#- type: "table" +# title: "DPDK Performance Changes 3n-dnv 1t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-3n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-3n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-3n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." +# +## DPDK Performance Changes 3n-dnv 2t2c ndr +#- type: "table" +# title: "DPDK Performance Changes 3n-dnv 2t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-3n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-3n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-3n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." + +# DPDK Performance Changes 3n-tsh 1t1c pdr - type: "table" - title: "DPDK Performance Changes 2n-dnv 1t1c pdr" + title: "DPDK Performance Changes 3n-tsh 1t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-pdr" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2001" - data-set: "dpdk-performance-changes-2n-dnv-h1" + data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2005" - data-set: "dpdk-performance-changes-2n-dnv-ref" + data-set: "dpdk-performance-changes-3n-tsh-ref" - title: "2009" - data-set: "dpdk-performance-changes-2n-dnv-cmp" + data-set: "dpdk-performance-changes-3n-tsh-cmp" comparisons: - title: "Diff" reference: 2 @@ -5986,20 +6464,20 @@ - "2001, 2005, 2009 - DPDK versions tested." - "Diff - difference between 2005 and 2009 DPDK version." -# DPDK Performance Changes 2n-dnv 2t2c pdr +# DPDK Performance Changes 3n-tsh 2t2c pdr - type: "table" - title: "DPDK Performance Changes 2n-dnv 2t2c pdr" + title: "DPDK Performance Changes 3n-tsh 2t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-pdr" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2001" - data-set: "dpdk-performance-changes-2n-dnv-h1" + data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2005" - data-set: "dpdk-performance-changes-2n-dnv-ref" + data-set: "dpdk-performance-changes-3n-tsh-ref" - title: "2009" - data-set: "dpdk-performance-changes-2n-dnv-cmp" + data-set: "dpdk-performance-changes-3n-tsh-cmp" comparisons: - title: "Diff" reference: 2 @@ -6009,20 +6487,20 @@ - "2001, 2005, 2009 - DPDK versions tested." - "Diff - difference between 2005 and 2009 DPDK version." -# DPDK Performance Changes 2n-dnv 1t1c ndr +# DPDK Performance Changes 3n-tsh 1t1c ndr - type: "table" - title: "DPDK Performance Changes 2n-dnv 1t1c ndr" + title: "DPDK Performance Changes 3n-tsh 1t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-ndr" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2001" - data-set: "dpdk-performance-changes-2n-dnv-h1" + data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2005" - data-set: "dpdk-performance-changes-2n-dnv-ref" + data-set: "dpdk-performance-changes-3n-tsh-ref" - title: "2009" - data-set: "dpdk-performance-changes-2n-dnv-cmp" + data-set: "dpdk-performance-changes-3n-tsh-cmp" comparisons: - title: "Diff" reference: 2 @@ -6032,20 +6510,20 @@ - "2001, 2005, 2009 - DPDK versions tested." - "Diff - difference between 2005 and 2009 DPDK version." -# DPDK Performance Changes 2n-dnv 2t2c ndr +# DPDK Performance Changes 3n-tsh 2t2c ndr - type: "table" - title: "DPDK Performance Changes 2n-dnv 2t2c ndr" + title: "DPDK Performance Changes 3n-tsh 2t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-ndr" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2001" - data-set: "dpdk-performance-changes-2n-dnv-h1" + data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2005" - data-set: "dpdk-performance-changes-2n-dnv-ref" + data-set: "dpdk-performance-changes-3n-tsh-ref" - title: "2009" - data-set: "dpdk-performance-changes-2n-dnv-cmp" + data-set: "dpdk-performance-changes-3n-tsh-cmp" comparisons: - title: "Diff" reference: 2 @@ -6055,269 +6533,85 @@ - "2001, 2005, 2009 - DPDK versions tested." - "Diff - difference between 2005 and 2009 DPDK version." -# DPDK Performance Changes 3n-dnv 1t1c pdr +# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr - type: "table" - title: "DPDK Performance Changes 3n-dnv 1t1c pdr" + title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-dnv-h1" - - title: "2005" - data-set: "dpdk-performance-changes-3n-dnv-ref" - - title: "2009" - data-set: "dpdk-performance-changes-3n-dnv-cmp" + - title: "3n-hsw x710" + data-set: "dpdk-compare-testbeds-ref" + - title: "3n-skx x710" + data-set: "dpdk-compare-testbeds-cmp" comparisons: - title: "Diff" - reference: 2 - compare: 3 + reference: 1 + compare: 2 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "3n-hsw x710, 3n-skx x710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw x710 and 3n-skx x710 testbeds." -# DPDK Performance Changes 3n-dnv 2t2c pdr +# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr - type: "table" - title: "DPDK Performance Changes 3n-dnv 2t2c pdr" + title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-pdr" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" + filter: "'NIC_Intel-X710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-dnv-h1" - - title: "2005" - data-set: "dpdk-performance-changes-3n-dnv-ref" - - title: "2009" - data-set: "dpdk-performance-changes-3n-dnv-cmp" + - title: "3n-hsw x710" + data-set: "dpdk-compare-testbeds-ref" + - title: "3n-skx x710" + data-set: "dpdk-compare-testbeds-cmp" comparisons: - title: "Diff" - reference: 2 - compare: 3 + reference: 1 + compare: 2 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "3n-hsw x710, 3n-skx x710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw x710 and 3n-skx x710 testbeds." -# DPDK Performance Changes 3n-dnv 1t1c ndr +# DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr - type: "table" - title: "DPDK Performance Changes 3n-dnv 1t1c ndr" + title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-ndr" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" + filter: "'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-dnv-h1" - - title: "2005" - data-set: "dpdk-performance-changes-3n-dnv-ref" - - title: "2009" - data-set: "dpdk-performance-changes-3n-dnv-cmp" + - title: "2n-skx" + data-set: "dpdk-compare-testbeds-skx-clx-ref" + - title: "2n-clx" + data-set: "dpdk-compare-testbeds-skx-clx-cmp" comparisons: - title: "Diff" - reference: 2 - compare: 3 + reference: 1 + compare: 2 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." -# DPDK Performance Changes 3n-dnv 2t2c ndr +# DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr - type: "table" - title: "DPDK Performance Changes 3n-dnv 2t2c ndr" + title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-dnv-h1" - - title: "2005" - data-set: "dpdk-performance-changes-3n-dnv-ref" - - title: "2009" - data-set: "dpdk-performance-changes-3n-dnv-cmp" + - title: "2n-skx" + data-set: "dpdk-compare-testbeds-skx-clx-ref" + - title: "2n-clx" + data-set: "dpdk-compare-testbeds-skx-clx-cmp" comparisons: - title: "Diff" - reference: 2 - compare: 3 - legend: - - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." - -# DPDK Performance Changes 3n-tsh 1t1c pdr -- type: "table" - title: "DPDK Performance Changes 3n-tsh 1t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-tsh-h1" - - title: "2005" - data-set: "dpdk-performance-changes-3n-tsh-ref" - - title: "2009" - data-set: "dpdk-performance-changes-3n-tsh-cmp" - comparisons: - - title: "Diff" - reference: 2 - compare: 3 - legend: - - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." - -# DPDK Performance Changes 3n-tsh 2t2c pdr -- type: "table" - title: "DPDK Performance Changes 3n-tsh 2t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-tsh-h1" - - title: "2005" - data-set: "dpdk-performance-changes-3n-tsh-ref" - - title: "2009" - data-set: "dpdk-performance-changes-3n-tsh-cmp" - comparisons: - - title: "Diff" - reference: 2 - compare: 3 - legend: - - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." - -# DPDK Performance Changes 3n-tsh 1t1c ndr -- type: "table" - title: "DPDK Performance Changes 3n-tsh 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-tsh-h1" - - title: "2005" - data-set: "dpdk-performance-changes-3n-tsh-ref" - - title: "2009" - data-set: "dpdk-performance-changes-3n-tsh-cmp" - comparisons: - - title: "Diff" - reference: 2 - compare: 3 - legend: - - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." - -# DPDK Performance Changes 3n-tsh 2t2c ndr -- type: "table" - title: "DPDK Performance Changes 3n-tsh 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-tsh-h1" - - title: "2005" - data-set: "dpdk-performance-changes-3n-tsh-ref" - - title: "2009" - data-set: "dpdk-performance-changes-3n-tsh-cmp" - comparisons: - - title: "Diff" - reference: 2 - compare: 3 - legend: - - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." - -# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr -- type: "table" - title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710'" - columns: - - title: "3n-hsw x710" - data-set: "dpdk-compare-testbeds-ref" - - title: "3n-skx x710" - data-set: "dpdk-compare-testbeds-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-hsw x710, 3n-skx x710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw x710 and 3n-skx x710 testbeds." - -# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr -- type: "table" - title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710'" - columns: - - title: "3n-hsw x710" - data-set: "dpdk-compare-testbeds-ref" - - title: "3n-skx x710" - data-set: "dpdk-compare-testbeds-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-hsw x710, 3n-skx x710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw x710 and 3n-skx x710 testbeds." - -# DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr -- type: "table" - title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710'" - columns: - - title: "2n-skx" - data-set: "dpdk-compare-testbeds-skx-clx-ref" - - title: "2n-clx" - data-set: "dpdk-compare-testbeds-skx-clx-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." - -# DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr -- type: "table" - title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710'" - columns: - - title: "2n-skx" - data-set: "dpdk-compare-testbeds-skx-clx-ref" - - title: "2n-clx" - data-set: "dpdk-compare-testbeds-skx-clx-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 + reference: 1 + compare: 2 legend: - "" - "2n-skx, 2n-clx - testbeds and NICs tested." @@ -6435,39 +6729,39 @@ - "parent" - "msg" -# Detailed Test Results - DPDK Performance Results 2n-dnv -- type: "table" - title: "Detailed Test Results - DPDK Performance Results 2n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}/dpdk_performance_results_2n_dnv" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "dpdk-perf-results-2n-dnv" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - DPDK Performance Results 3n-dnv -- type: "table" - title: "Detailed Test Results - DPDK Performance Results 3n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}/dpdk_performance_results_3n_dnv" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "dpdk-perf-results-3n-dnv" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" +## Detailed Test Results - DPDK Performance Results 2n-dnv +#- type: "table" +# title: "Detailed Test Results - DPDK Performance Results 2n-dnv" +# algorithm: "table_merged_details" +# output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}/dpdk_performance_results_2n_dnv" +# columns: +# - title: " |prein| Test Name |preout| " +# data: "data name" +# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " +# data: "data msg" +# data: "dpdk-perf-results-2n-dnv" +# filter: "all" +# parameters: +# - "name" +# - "parent" +# - "msg" +# +## Detailed Test Results - DPDK Performance Results 3n-dnv +#- type: "table" +# title: "Detailed Test Results - DPDK Performance Results 3n-dnv" +# algorithm: "table_merged_details" +# output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}/dpdk_performance_results_3n_dnv" +# columns: +# - title: " |prein| Test Name |preout| " +# data: "data name" +# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " +# data: "data msg" +# data: "dpdk-perf-results-3n-dnv" +# filter: "all" +# parameters: +# - "name" +# - "parent" +# - "msg" # Detailed Test Results - DPDK Performance Results 3n-tsh - type: "table" @@ -6501,16 +6795,16 @@ - "{DIR[DTR,PERF,VPP,2N,CLX]}" - "{DIR[DTR,PERF,VPP,3N,HSW]}" - "{DIR[DTR,PERF,VPP,3N,TSH]}" -# - "{DIR[DTR,PERF,VPP,2N,DNV]}" -# - "{DIR[DTR,PERF,VPP,3N,DNV]}" + - "{DIR[DTR,PERF,VPP,2N,DNV]}" + - "{DIR[DTR,PERF,VPP,3N,DNV]}" data: - "vpp-perf-results-2n-skx" - "vpp-perf-results-3n-skx" - "vpp-perf-results-2n-clx" - "vpp-perf-results-3n-hsw" - "vpp-perf-results-3n-tsh" -# - "vpp-perf-results-2n-dnv" -# - "vpp-perf-results-3n-dnv" + - "vpp-perf-results-2n-dnv" + - "vpp-perf-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -6557,16 +6851,16 @@ - "{DIR[DTC,PERF,VPP,2N,CLX]}" - "{DIR[DTC,PERF,VPP,3N,HSW]}" - "{DIR[DTC,PERF,VPP,3N,TSH]}" -# - "{DIR[DTC,PERF,VPP,2N,DNV]}" -# - "{DIR[DTC,PERF,VPP,3N,DNV]}" + - "{DIR[DTC,PERF,VPP,2N,DNV]}" + - "{DIR[DTC,PERF,VPP,3N,DNV]}" data: - "vpp-perf-results-2n-skx" - "vpp-perf-results-3n-skx" - "vpp-perf-results-2n-clx" - "vpp-perf-results-3n-hsw" - "vpp-perf-results-3n-tsh" -# - "vpp-perf-results-2n-dnv" -# - "vpp-perf-results-3n-dnv" + - "vpp-perf-results-2n-dnv" + - "vpp-perf-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -6613,16 +6907,16 @@ - "{DIR[DTO,PERF,VPP,2N,CLX]}" - "{DIR[DTO,PERF,VPP,3N,HSW]}" - "{DIR[DTO,PERF,VPP,3N,TSH]}" -# - "{DIR[DTO,PERF,VPP,2N,DNV]}" -# - "{DIR[DTO,PERF,VPP,3N,DNV]}" + - "{DIR[DTO,PERF,VPP,2N,DNV]}" + - "{DIR[DTO,PERF,VPP,3N,DNV]}" data: - "vpp-perf-results-2n-skx" - "vpp-perf-results-3n-skx" - "vpp-perf-results-2n-clx" - "vpp-perf-results-3n-hsw" - "vpp-perf-results-3n-tsh" -# - "vpp-perf-results-2n-dnv" -# - "vpp-perf-results-3n-dnv" + - "vpp-perf-results-2n-dnv" + - "vpp-perf-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -6669,16 +6963,16 @@ - "{DIR[DTR,MRR,VPP,2N,CLX]}" - "{DIR[DTR,MRR,VPP,3N,HSW]}" - "{DIR[DTR,MRR,VPP,3N,TSH]}" -# - "{DIR[DTR,MRR,VPP,2N,DNV]}" -# - "{DIR[DTR,MRR,VPP,3N,DNV]}" + - "{DIR[DTR,MRR,VPP,2N,DNV]}" + - "{DIR[DTR,MRR,VPP,3N,DNV]}" data: - "vpp-mrr-results-2n-skx" - "vpp-mrr-results-3n-skx" - "vpp-mrr-results-2n-clx" - "vpp-mrr-results-3n-hsw" - "vpp-mrr-results-3n-tsh" -# - "vpp-mrr-results-2n-dnv" -# - "vpp-mrr-results-3n-dnv" + - "vpp-mrr-results-2n-dnv" + - "vpp-mrr-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -6733,8 +7027,8 @@ - "vpp-mrr-results-2n-clx" - "vpp-mrr-results-3n-hsw" - "vpp-mrr-results-3n-tsh" -# - "vpp-mrr-results-2n-dnv" -# - "vpp-mrr-results-3n-dnv" + - "vpp-mrr-results-2n-dnv" + - "vpp-mrr-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -6830,25 +7124,25 @@ filter: "all" data-start-level: 4 -# DPDK Performance Results 2n-dnv -- type: "file" - title: "DPDK Performance Results 2n-dnv" - algorithm: "file_test_results" - output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}" - dir-tables: "{DIR[DTR,PERF,DPDK,2N,DNV]}" - data: "dpdk-perf-results-2n-dnv" - filter: "all" - data-start-level: 4 - -# DPDK Performance Results 3n-dnv -- type: "file" - title: "DPDK Performance Results 3n-dnv" - algorithm: "file_test_results" - output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}" - dir-tables: "{DIR[DTR,PERF,DPDK,3N,DNV]}" - data: "dpdk-perf-results-3n-dnv" - filter: "all" - data-start-level: 4 +## DPDK Performance Results 2n-dnv +#- type: "file" +# title: "DPDK Performance Results 2n-dnv" +# algorithm: "file_test_results" +# output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}" +# dir-tables: "{DIR[DTR,PERF,DPDK,2N,DNV]}" +# data: "dpdk-perf-results-2n-dnv" +# filter: "all" +# data-start-level: 4 +# +## DPDK Performance Results 3n-dnv +#- type: "file" +# title: "DPDK Performance Results 3n-dnv" +# algorithm: "file_test_results" +# output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}" +# dir-tables: "{DIR[DTR,PERF,DPDK,3N,DNV]}" +# data: "dpdk-perf-results-3n-dnv" +# filter: "all" +# data-start-level: 4 # DPDK Performance Results 3n-tsh - type: "file" @@ -7886,169 +8180,169 @@ # title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" # layout: "plot-service-density" -# Plots - NF Density - CSC IPSEC 4tnl - NDR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-4tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and - 'IMIX' and - '2T1C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-4tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and - 'IMIX' and - '4T2C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-4tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and - 'IMIX' and - '8T4C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" - layout: "plot-service-density" - -# Plots - NF Density - CSC IPSEC 4tnl - PDR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-4tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and - 'IMIX' and - '2T1C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-4tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and - 'IMIX' and - '4T2C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-4tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and - 'IMIX' and - '8T4C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" - layout: "plot-service-density" +## Plots - NF Density - CSC IPSEC 4tnl - NDR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-4tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '2T1C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-4tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '4T2C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-4tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '8T4C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# layout: "plot-service-density" +# +## Plots - NF Density - CSC IPSEC 4tnl - PDR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-4tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '2T1C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-4tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '4T2C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-4tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '8T4C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" +# layout: "plot-service-density" ############################################################################### @@ -8381,169 +8675,169 @@ # title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" # layout: "plot-service-density" -# Plots - NF Density - CSC IPSEC 1000tnl - NDR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-1000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and - 'IMIX' and - '2T1C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-1000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and - 'IMIX' and - '4T2C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-1000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and - 'IMIX' and - '8T4C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" - layout: "plot-service-density" - -# Plots - NF Density - CSC IPSEC 1000tnl - PDR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-1000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and - 'IMIX' and - '2T1C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-1000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and - 'IMIX' and - '4T2C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-1000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and - 'IMIX' and - '8T4C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" - layout: "plot-service-density" +## Plots - NF Density - CSC IPSEC 1000tnl - NDR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-1000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '2T1C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-1000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '4T2C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-1000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '8T4C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" +# layout: "plot-service-density" +# +## Plots - NF Density - CSC IPSEC 1000tnl - PDR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-1000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '2T1C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-1000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '4T2C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-1000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '8T4C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" +# layout: "plot-service-density" ############################################################################### @@ -8809,24 +9103,188 @@ # 'TNL_10000' and # 'IMIX' and # '2T1C' and -# 'MRR'" +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-skx-mrr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and +# 'IMIX' and +# '4T2C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-skx-mrr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and +# 'IMIX' and +# '8T4C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# layout: "plot-service-density" + +## Plots - NF Density - CSC IPSEC 10000tnl - NDR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-10000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and +# 'IMIX' and +# '2T1C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and +# 'IMIX' and +# '4T2C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and +# 'IMIX' and +# '8T4C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" +# layout: "plot-service-density" +# +## Plots - NF Density - CSC IPSEC 10000tnl - PDR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-10000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and +# 'IMIX' and +# '2T1C' and +# 'NDRPDR'" # parameters: -# - "result" +# - "throughput" # - "name" # - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" # x-axis: "X = CNFs per Service Chain" # y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" # layout: "plot-service-density" # #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" # algorithm: "plot_nf_heatmap" -# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-mrr" -# data: "plot-vpp-nfv-3n-skx-mrr" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" # filter: "'NIC_Intel-XXV710' and # 'NF_DENSITY' and # 'DOCKER' and @@ -8836,24 +9294,24 @@ # 'TNL_10000' and # 'IMIX' and # '4T2C' and -# 'MRR'" +# 'NDRPDR'" # parameters: -# - "result" +# - "throughput" # - "name" # - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" # x-axis: "X = CNFs per Service Chain" # y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" # layout: "plot-service-density" # #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" # algorithm: "plot_nf_heatmap" -# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-mrr" -# data: "plot-vpp-nfv-3n-skx-mrr" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" # filter: "'NIC_Intel-XXV710' and # 'NF_DENSITY' and # 'DOCKER' and @@ -8863,183 +9321,19 @@ # 'TNL_10000' and # 'IMIX' and # '8T4C' and -# 'MRR'" +# 'NDRPDR'" # parameters: -# - "result" +# - "throughput" # - "name" # - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" # x-axis: "X = CNFs per Service Chain" # y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" # layout: "plot-service-density" -# Plots - NF Density - CSC IPSEC 10000tnl - NDR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-10000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '2T1C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '4T2C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '8T4C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - layout: "plot-service-density" - -# Plots - NF Density - CSC IPSEC 10000tnl - PDR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-10000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '2T1C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '4T2C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '8T4C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - layout: "plot-service-density" - ############################################################################### ## Plots - NF Density - CSC IPSEC 10000tnl - MRR IMIX @@ -10811,6 +11105,186 @@ title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr" + layout: "plot-throughput" + +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-ndr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-ndr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-ndr" +# layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr" + layout: "plot-throughput" + +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-pdr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-pdr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-pdr" +# layout: "plot-throughput" + - type: "plot" title: "Throughput: 2n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr" algorithm: "plot_perf_box_name" @@ -12336,37 +12810,37 @@ - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" layout: - title: "3n-tsh-x520-64b-1t1c-features-l2switching-base-ixgbe-pdr" + title: "3n-tsh-x520-64b-1t1c-features-l2switching-base-ixgbe-pdr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" + data: "plot-vpp-throughput-lat-tsa-2n-dnv" + include: + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-1t1c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-dnv" + include: + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-1t1c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" layout: "plot-throughput" -#- type: "plot" -# title: "Throughput: 2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" -# data: "plot-vpp-throughput-lat-tsa-2n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-1t1c-dot1q-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-dot1q-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" -# layout: -# title: "2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" -# layout: "plot-throughput" -# -#- type: "plot" -# title: "Throughput: 2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" -# data: "plot-vpp-throughput-lat-tsa-2n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-1t1c-dot1q-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-dot1q-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" -# layout: -# title: "2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" -# layout: "plot-throughput" - - type: "plot" title: "Throughput: 2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr" algorithm: "plot_perf_box_name" @@ -12399,33 +12873,33 @@ title: "2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr" layout: "plot-throughput" -#- type: "plot" -# title: "Throughput: 3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-1t1c-dot1q-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-dot1q-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" -# layout: -# title: "3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" -# layout: "plot-throughput" -# -#- type: "plot" -# title: "Throughput: 3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-1t1c-dot1q-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-dot1q-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" -# layout: -# title: "3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" -# layout: "plot-throughput" +- type: "plot" + title: "Throughput: 3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-1t1c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-1t1c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" + layout: "plot-throughput" - type: "plot" title: "Throughput: 3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr" @@ -12459,37 +12933,37 @@ title: "3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr" layout: "plot-throughput" -#- type: "plot" -# title: "Throughput: 3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-ndr" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-ndr" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" -# layout: -# title: "3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-ndr" -# layout: "plot-throughput" -# -#- type: "plot" -# title: "Throughput: 3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-pdr" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-pdr" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" -# layout: -# title: "3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-pdr" -# layout: "plot-throughput" +- type: "plot" + title: "Throughput: 3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-ndr" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" + layout: + title: "3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-pdr" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" + layout: + title: "3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-pdr" + layout: "plot-throughput" - type: "plot" title: "Throughput: 3n-hsw-xl710-78b-1t1c-srv6-ip6routing-base-dpdk-ndr" @@ -12619,31 +13093,31 @@ title: "3n-tsh-x520-78b-1t1c-srv6-ip6routing-base-ixgbe-pdr" layout: "plot-throughput" -#- type: "plot" -# title: "Throughput: 3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-ndr" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-ndr" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-1t1c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" -# layout: -# title: "3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-ndr" -# layout: "plot-throughput" -# -#- type: "plot" -# title: "Throughput: 3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-pdr" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-pdr" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-1t1c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" -# layout: -# title: "3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-pdr" -# layout: "plot-throughput" +- type: "plot" + title: "Throughput: 3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-ndr" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-1t1c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" + - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" + - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" + layout: + title: "3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-pdr" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-1t1c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" + - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" + - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" + layout: + title: "3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-pdr" + layout: "plot-throughput" - type: "plot" title: "Throughput: 2n-skx-xxv710-64b-2t1c-vhost-base-avf-ndr" @@ -13527,6 +14001,186 @@ title: "2n-skx-xxv710-64b-features-ip4routing-base-avf-pdr" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-ndr" + layout: "plot-throughput-speedup-analysis" + +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-ndr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-ndr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-ndr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-ndr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "22n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-ndr" +# layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-pdr" + layout: "plot-throughput-speedup-analysis" + +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-pdr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-pdr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-pdr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-pdr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-pdr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "22n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-pdr" +# layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 2n-skx-xxv710-64b-features-ip4routing-base-dpdk-ndr-tsa" algorithm: "plot_tsa_name" @@ -15505,33 +16159,33 @@ title: "2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa" layout: "plot-throughput-speedup-analysis" -#- type: "plot" -# title: "Speedup: 2n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" -# data: "plot-vpp-throughput-lat-tsa-2n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" -# layout: -# title: "2n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" -# layout: "plot-throughput-speedup-analysis" -# -#- type: "plot" -# title: "Speedup: 2n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" -# data: "plot-vpp-throughput-lat-tsa-2n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" -# layout: -# title: "2n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" -# layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-dnv" + include: + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-dnv" + include: + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" + layout: "plot-throughput-speedup-analysis" - type: "plot" title: "Speedup: 2n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa" @@ -15715,33 +16369,33 @@ title: "3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-pdr-tsa" layout: "plot-throughput-speedup-analysis" -#- type: "plot" -# title: "Speedup: 3n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" -# layout: -# title: "3n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" -# layout: "plot-throughput-speedup-analysis" -# -#- type: "plot" -# title: "Speedup: 3n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" -# layout: -# title: "3n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" -# layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 3n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" + layout: "plot-throughput-speedup-analysis" - type: "plot" title: "Speedup: 3n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa" @@ -15772,67 +16426,67 @@ - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" layout: - title: "3n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa" + title: "3n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-dnv-x553-64b-features-l2switching-base-ixgbe-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-l2switching-base-ixgbe-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" + layout: + title: "3n-dnv-x553-64b-features-l2switching-base-ixgbe-ndr-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-dnv-x553-64b-features-l2switching-base-ixgbe-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-l2switching-base-ixgbe-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" + layout: + title: "3n-dnv-x553-64b-features-l2switching-base-ixgbe-pdr-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-.t.c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" + - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" + - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" + layout: + title: "3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-ndr-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-.t.c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" + - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" + - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" + layout: + title: "3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-pdr-tsa" layout: "plot-throughput-speedup-analysis" -#- type: "plot" -# title: "Speedup: 3n-dnv-x553-64b-features-l2switching-base-ixgbe-ndr-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-l2switching-base-ixgbe-ndr-tsa" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" -# layout: -# title: "3n-dnv-x553-64b-features-l2switching-base-ixgbe-ndr-tsa" -# layout: "plot-throughput-speedup-analysis" -# -#- type: "plot" -# title: "Speedup: 3n-dnv-x553-64b-features-l2switching-base-ixgbe-pdr-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-l2switching-base-ixgbe-pdr-tsa" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" -# layout: -# title: "3n-dnv-x553-64b-features-l2switching-base-ixgbe-pdr-tsa" -# layout: "plot-throughput-speedup-analysis" - -#- type: "plot" -# title: "Speedup: 3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-ndr-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-ndr-tsa" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-.t.c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" -# layout: -# title: "3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-ndr-tsa" -# layout: "plot-throughput-speedup-analysis" -# -#- type: "plot" -# title: "Speedup: 3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-pdr-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-pdr-tsa" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-.t.c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" -# layout: -# title: "3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-pdr-tsa" -# layout: "plot-throughput-speedup-analysis" - ################################################################################ # Packet Throughput - DPDK @@ -16137,105 +16791,105 @@ title: "3n-hsw-x710-64b-2t2c-base-pdr" layout: "plot-throughput" -# 2n-dnv-x553 - -- type: "plot" - title: "DPDK Throughput: 2n-dnv-x553-64b-1t1c-base-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-1t1c-base-ndr" - data: "plot-dpdk-throughput-latency-2n-dnv" - include: - - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "2n-dnv-x553-64b-1t1c-base-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "DPDK Throughput: 2n-dnv-x553-64b-2t2c-base-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-2t2c-base-ndr" - data: "plot-dpdk-throughput-latency-2n-dnv" - include: - - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "2n-dnv-x553-64b-2t2c-base-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "DPDK Throughput: 2n-dnv-x553-64b-1t1c-base-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-1t1c-base-pdr" - data: "plot-dpdk-throughput-latency-2n-dnv" - include: - - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "2n-dnv-x553-64b-1t1c-base-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "DPDK Throughput: 2n-dnv-x553-64b-2t2c-base-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-2t2c-base-pdr" - data: "plot-dpdk-throughput-latency-2n-dnv" - include: - - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "2n-dnv-x553-64b-2t2c-base-pdr" - layout: "plot-throughput" - -# 3n-dnv-x553 - -- type: "plot" - title: "DPDK Throughput: 3n-dnv-x553-64b-1t1c-base-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-1t1c-base-ndr" - data: "plot-dpdk-throughput-latency-3n-dnv" - include: - - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "3n-dnv-x553-64b-1t1c-base-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "DPDK Throughput: 3n-dnv-x553-64b-2t2c-base-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-2t2c-base-ndr" - data: "plot-dpdk-throughput-latency-3n-dnv" - include: - - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "3n-dnv-x553-64b-2t2c-base-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "DPDK Throughput: 3n-dnv-x553-64b-1t1c-base-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-1t1c-base-pdr" - data: "plot-dpdk-throughput-latency-3n-dnv" - include: - - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "3n-dnv-x553-64b-1t1c-base-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "DPDK Throughput: 3n-dnv-x553-64b-2t2c-base-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-2t2c-base-pdr" - data: "plot-dpdk-throughput-latency-3n-dnv" - include: - - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "3n-dnv-x553-64b-2t2c-base-pdr" - layout: "plot-throughput" +## 2n-dnv-x553 +# +#- type: "plot" +# title: "DPDK Throughput: 2n-dnv-x553-64b-1t1c-base-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-1t1c-base-ndr" +# data: "plot-dpdk-throughput-latency-2n-dnv" +# include: +# - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" +# - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" +# layout: +# title: "2n-dnv-x553-64b-1t1c-base-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "DPDK Throughput: 2n-dnv-x553-64b-2t2c-base-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-2t2c-base-ndr" +# data: "plot-dpdk-throughput-latency-2n-dnv" +# include: +# - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" +# - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" +# layout: +# title: "2n-dnv-x553-64b-2t2c-base-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "DPDK Throughput: 2n-dnv-x553-64b-1t1c-base-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-1t1c-base-pdr" +# data: "plot-dpdk-throughput-latency-2n-dnv" +# include: +# - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" +# - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" +# layout: +# title: "2n-dnv-x553-64b-1t1c-base-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "DPDK Throughput: 2n-dnv-x553-64b-2t2c-base-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-2t2c-base-pdr" +# data: "plot-dpdk-throughput-latency-2n-dnv" +# include: +# - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" +# - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" +# layout: +# title: "2n-dnv-x553-64b-2t2c-base-pdr" +# layout: "plot-throughput" +# +## 3n-dnv-x553 +# +#- type: "plot" +# title: "DPDK Throughput: 3n-dnv-x553-64b-1t1c-base-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-1t1c-base-ndr" +# data: "plot-dpdk-throughput-latency-3n-dnv" +# include: +# - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" +# - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" +# layout: +# title: "3n-dnv-x553-64b-1t1c-base-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "DPDK Throughput: 3n-dnv-x553-64b-2t2c-base-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-2t2c-base-ndr" +# data: "plot-dpdk-throughput-latency-3n-dnv" +# include: +# - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" +# - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" +# layout: +# title: "3n-dnv-x553-64b-2t2c-base-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "DPDK Throughput: 3n-dnv-x553-64b-1t1c-base-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-1t1c-base-pdr" +# data: "plot-dpdk-throughput-latency-3n-dnv" +# include: +# - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" +# - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" +# layout: +# title: "3n-dnv-x553-64b-1t1c-base-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "DPDK Throughput: 3n-dnv-x553-64b-2t2c-base-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-2t2c-base-pdr" +# data: "plot-dpdk-throughput-latency-3n-dnv" +# include: +# - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" +# - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" +# layout: +# title: "3n-dnv-x553-64b-2t2c-base-pdr" +# layout: "plot-throughput" # 3n-tsh-x520 @@ -16355,7 +17009,7 @@ output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr-ndr" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: -# - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" @@ -16369,7 +17023,7 @@ output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr-pdr" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: -# - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" @@ -16552,37 +17206,185 @@ layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-features-nat44det-scale-avf-ndr" + title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-features-nat44det-scale-avf-ndr" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H1-P63-S63-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p63-s63-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H16384-P63-S1032192-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H262144-P63-S16515072-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H65536-P63-S4128758-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" layout: - title: "2n-clx-xxv710-64b-2t1c-features-nat44det-scale-avf-ndr" + title: "2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr" layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-features-nat44det-scale-avf-pdr" + title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-features-nat44det-scale-avf-pdr" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H1-P63-S63-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p63-s63-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H16384-P63-S1032192-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H262144-P63-S16515072-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H65536-P63-S4128758-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" layout: - title: "2n-clx-xxv710-64b-2t1c-features-nat44det-scale-avf-pdr" + title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr" layout: "plot-throughput" +#- type: "plot" +# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-ndr" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-ndr" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-ndr" +# layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr" + layout: "plot-throughput" + +#- type: "plot" +# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-pdr" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-pdr" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-pdr" +# layout: "plot-throughput" + - type: "plot" title: "Throughput: 2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr" algorithm: "plot_perf_box_name" @@ -17536,37 +18338,185 @@ layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-features-nat44det-scale-avf-ndr-tsa" + title: "Speedup: 2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-features-nat44det-scale-avf-ndr-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr-tsa" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H1-P63-S63-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p63-s63-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H16384-P63-S1032192-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H262144-P63-S16515072-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H65536-P63-S4128758-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" layout: - title: "2n-clx-xxv710-64b-features-nat44det-scale-avf-ndr" + title: "2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-features-nat44det-scale-avf-pdr-tsa" + title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-ndr-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-features-nat44det-scale-avf-pdr-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-ndr-tsa" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H1-P63-S63-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p63-s63-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H16384-P63-S1032192-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H262144-P63-S16515072-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H65536-P63-S4128758-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-ndr" + layout: "plot-throughput-speedup-analysis" + +#- type: "plot" +# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-ndr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-ndr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-ndr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-ndr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "22n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-ndr" +# layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" layout: - title: "2n-clx-xxv710-64b-features-nat44det-scale-avf-pdr" + title: "2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-pdr" layout: "plot-throughput-speedup-analysis" +#- type: "plot" +# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-pdr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-pdr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-pdr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-pdr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-pdr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "22n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-pdr" +# layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 2n-clx-xxv710-64b-features-ip4routing-base-dpdk-ndr-tsa" algorithm: "plot_tsa_name"