X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=a36744f25e2236005b042224ad61d3a5892bebe3;hp=c30da0fd56ef2f49c8199c0ae4b7d4e1fe9301aa;hb=f7aecf2c307ba2c4b860ea60de70b9c82113efd5;hpb=012d8ed852b5f77825952fc7afba487d89db64c3 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index c30da0fd56..bded30c5ab 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -131,7 +131,7 @@ x710: 35800000 xxv710: 35800000 xl710: 35800000 - cx556a: 60000000 + cx556a: 148809523.81 link: 10ge: 14880952.38 @@ -145,441 +145,326 @@ data-sets: - ########################################################################### - # Replacements: - - replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost: - csit-vpp-perf-verify-1908-3n-hsw: - - 48 # NDRPDR sel vhost - - 49 # NDRPDR sel vhost - - 52 # NDRPDR sel vhost - - 53 # NDRPDR sel vhost - - 54 # NDRPDR sel vhost - - 55 # NDRPDR sel vhost - - 56 # NDRPDR sel vhost - - 57 # NDRPDR sel vhost - - 58 # NDRPDR sel vhost - - 59 # NDRPDR sel vhost - - replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost: - csit-vpp-perf-verify-1908-3n-skx: - - 52 # NDRPDR sel vhost - - 53 # NDRPDR sel vhost - - 55 # NDRPDR sel vhost - - 61 # NDRPDR sel vhost - - 62 # NDRPDR sel vhost - - 63 # NDRPDR sel vhost - - 64 # NDRPDR sel vhost - - 65 # NDRPDR sel vhost - - 66 # NDRPDR sel vhost - - 67 # NDRPDR sel vhost - - replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost: - csit-vpp-perf-verify-1908-2n-skx: - - 88 # NDRPDR sel vhost - - 89 # NDRPDR sel vhost - - 91 # NDRPDR sel vhost - - 92 # NDRPDR sel vhost - - 93 # NDRPDR sel vhost - - 94 # NDRPDR sel vhost - - 95 # NDRPDR sel vhost - - 96 # NDRPDR sel vhost - - 97 # NDRPDR sel vhost - - 98 # NDRPDR sel vhost - ########################################################################### # Plots: # 3n-hsw plot-vpp-throughput-lat-tsa-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - - 34 # NDRPDR sel + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 21 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 + - 24 # rls2009 NDRPDR iter env 5 + - 25 # rls2009 NDRPDR iter env 5 + - 26 # rls2009 NDRPDR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 + - 30 # rls2009 NDRPDR iter env 5 + - 31 # rls2009 NDRPDR iter env 5 plot-vpp-hdrh-lat-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 22 # NDRPDR sel - - plot-vpp-nfv-3n-hsw-ndrpdr: - csit-vpp-perf-verify-2001-3n-hsw: - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - - 34 # NDRPDR sel + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 22 # rls2009 NDRPDR iter env 5 - plot-vpp-nfv-3n-hsw-mrr: - csit-vpp-perf-verify-2001-3n-hsw: - - 17 # MRR sel + plot-vpp-hoststack-3n-hsw: + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 32 # rls2009 Hoststack iter env 5 + - 33 # rls2009 Hoststack iter env 5 + - 34 # rls2009 Hoststack iter env 5 + - 35 # rls2009 Hoststack iter env 5 + - 36 # rls2009 Hoststack iter env 5 + - 37 # rls2009 Hoststack iter env 5 + - 38 # rls2009 Hoststack iter env 5 + - 39 # rls2009 Hoststack iter env 5 + - 40 # rls2009 Hoststack iter env 5 + - 41 # rls2009 Hoststack iter env 5 plot-dpdk-throughput-latency-3n-hsw: - csit-dpdk-perf-verify-2001-3n-hsw: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - plot-vpp-hoststack-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 87 # hoststack - - 88 # hoststack - - 89 # hoststack - - 90 # hoststack - - 91 # hoststack - - 92 # hoststack - - 93 # hoststack - - 94 # hoststack - - 95 # hoststack - - 96 # hoststack + csit-dpdk-perf-report-iterative-2009-3n-hsw: + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 + - 14 # NDRPDR iter env5 + - 15 # NDRPDR iter env5 plot-dpdk-hdrh-lat-3n-hsw: - csit-dpdk-perf-verify-2001-3n-hsw: - - 16 # NDRPDR sel + csit-dpdk-perf-report-iterative-2009-3n-hsw: + - 6 # NDRPDR iter env5 # 3n-skx plot-vpp-throughput-lat-tsa-3n-skx: - # TODO: Add the data - csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 26 # rls2009 NDRPDR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 plot-vpp-hdrh-lat-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 46 # NDRPDR sel + csit-vpp-perf-report-iterative-2009-3n-skx: + - 27 # rls2009 NDRPDR iter env 5 - plot-vpp-nfv-3n-skx-ndrpdr: - # TODO: Add data - csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel +# plot-vpp-nfv-3n-skx-ndrpdr: +# # No data +# csit-vpp-perf-report-iterative-2009-3n-skx: - plot-vpp-nfv-3n-skx-mrr: - csit-vpp-perf-verify-2001-3n-skx: - - 50 # MRR sel +# plot-vpp-nfv-3n-skx-mrr: +# # No data +# csit-vpp-perf-report-iterative-2009-3n-skx: plot-dpdk-throughput-latency-3n-skx: - csit-dpdk-perf-verify-2001-3n-skx: - - 29 # NDRPDR sel xxv710 - - 33 # NDRPDR sel xxv710 - - 34 # NDRPDR sel xxv710 - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 45 # NDRPDR sel xxv710 - - 30 # NDRPDR sel x710 - - 31 # NDRPDR sel x710 - - 32 # NDRPDR sel x710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 46 # NDRPDR sel x710 - - 47 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2009-3n-skx: + - 4 # NDRPDR sel env5 + - 5 # NDRPDR sel env5 + - 6 # NDRPDR sel env5 + - 7 # NDRPDR sel env5 + - 8 # NDRPDR sel env5 + - 9 # NDRPDR sel env5 + - 14 # NDRPDR sel env5 + - 11 # NDRPDR sel env5 + - 12 # NDRPDR sel env5 + - 13 # NDRPDR sel env5 plot-dpdk-hdrh-lat-3n-skx: - csit-dpdk-perf-verify-2001-3n-skx: - - 29 # NDRPDR sel xxv710 + csit-dpdk-perf-report-iterative-2009-3n-skx: + - 4 # NDRPDR sel env5 # 2n-skx plot-vpp-throughput-lat-tsa-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel + csit-vpp-perf-report-iterative-2009-2n-skx: + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 43 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 46 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 + - 51 # rls2009 NDRPDR iter NAT44 env 5 + - 52 # rls2009 NDRPDR iter NAT44 env 5 + - 53 # rls2009 NDRPDR iter NAT44 env 5 + - 54 # rls2009 NDRPDR iter NAT44 env 5 + - 55 # rls2009 NDRPDR iter NAT44 env 5 + - 56 # rls2009 NDRPDR iter NAT44 env 5 + - 57 # rls2009 NDRPDR iter NAT44 env 5 + - 58 # rls2009 NDRPDR iter NAT44 env 5 + - 59 # rls2009 NDRPDR iter NAT44 env 5 + - 60 # rls2009 NDRPDR iter NAT44 env 5 plot-vpp-hdrh-lat-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel + csit-vpp-perf-report-iterative-2009-2n-skx: + - 35 # rls2009 NDRPDR iter env 5 - plot-vpp-http-server-performance: - csit-vpp-perf-verify-2001-2n-clx: - - 80 # TCP - - 82 # TCP - - 83 # TCP - - 85 # TCP - - 86 # TCP - - 87 # TCP - - 88 # TCP - - 89 # TCP - - 90 # TCP - - 91 # TCP + plot-vpp-hdrh-lat-2n-skx-nat44: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 51 # rls2009 NDRPDR iter NAT44 env 5 plot-vpp-soak-2n-skx: - # TODO: Replace the data - # csit-vpp-perf-verify-2001-2n-skx: - csit-vpp-perf-verify-1908-2n-skx: - - 83 # SOAK - - 86 # SOAK + csit-vpp-perf-report-iterative-2009-2n-skx: + - 33 # rls2009 soak env 5 + - 34 # rls2009 soak env 5 plot-vpp-nfv-2n-skx-ndrpdr: - # TODO: Replace the data - csit-vpp-perf-verify-2001-2n-skx: - - 30 # NFV - - 31 # NFV + csit-vpp-perf-report-iterative-2009-2n-skx: + - 38 # rls2009 nf-density iter env 5 + - 41 # rls2009 nf-density iter env 5 + - 45 # rls2009 nf-density iter env 5 + - 47 # rls2009 nf-density iter env 5 + - 49 # rls2009 nf-density iter env 5 + - 63 # rls2009 nf-density iter env 5 + - 65 # rls2009 nf-density iter env 5 + - 66 # rls2009 nf-density iter env 5 + - 71 # rls2009 nf-density iter env 5 + - 72 # rls2009 nf-density iter env 5 plot-vpp-nfv-2n-skx-mrr: - # TODO: Replace the data - # csit-vpp-perf-verify-2001-2n-skx: - csit-vpp-perf-verify-1908-2n-skx: - - 71 # NFV MRR + csit-vpp-perf-report-iterative-2009-2n-skx: + - 50 # rls2009 MRR nf-density iter env 5 plot-vpp-nfv-reconf-2n-skx: - # TODO: Replace the data - # csit-vpp-perf-verify-2001-2n-skx: - csit-vpp-perf-verify-1908-2n-skx: - - 113 # NFV reconf sel - - 114 # NFV reconf sel - - 115 # NFV reconf sel + csit-vpp-perf-report-iterative-2009-2n-skx: + - 27 # rls2009 reconf env 5 + - 28 # rls2009 reconf env 5 + - 29 # rls2009 reconf env 5 + - 30 # rls2009 reconf env 5 + - 31 # rls2009 reconf env 5 + - 32 # rls2009 reconf env 5 + - 61 # rls2009 reconf env 5 + - 62 # rls2009 reconf env 5 + - 68 # rls2009 reconf env 5 + - 70 # rls2009 reconf env 5 plot-dpdk-throughput-latency-2n-skx: - csit-dpdk-perf-verify-2001-2n-skx: - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 46 # NDRPDR sel xxv710 - - 47 # NDRPDR sel xxv710 - - 52 # NDRPDR sel xxv710 - - 53 # NDRPDR sel xxv710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 45 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 - - 49 # NDRPDR sel x710 - - 50 # NDRPDR sel x710 - - 51 # NDRPDR sel x710 - - 54 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2009-2n-skx: + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 plot-dpdk-hdrh-lat-2n-skx: - csit-dpdk-perf-verify-2001-2n-skx: - - 35 # NDRPDR sel xxv710 + csit-dpdk-perf-report-iterative-2009-2n-skx: + - 4 # NDRPDR iter env5 # 2n-clx plot-vpp-throughput-lat-tsa-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 32 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel + csit-vpp-perf-report-iterative-2009-2n-clx: + - 36 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 41 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 64 # rls2009 NDRPDR iter env 5 + - 65 # rls2009 NDRPDR iter env 5 + - 66 # rls2009 NDRPDR iter env 5 + - 67 # rls2009 NDRPDR iter env 5 plot-vpp-hdrh-lat-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel + csit-vpp-perf-report-iterative-2009-2n-clx: + - 36 # rls2009 NDRPDR iter env 5 plot-vpp-nfv-2n-clx-ndrpdr: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 32 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel + csit-vpp-perf-report-iterative-2009-2n-clx: + - 37 # rls2009 nf-density iter env 5 + - 43 # rls2009 nf-density iter env 5 + - 69 # rls2009 nf-density iter env 5 + - 70 # rls2009 nf-density iter env 5 + - 71 # rls2009 nf-density iter env 5 + - 72 # rls2009 nf-density iter env 5 + - 73 # rls2009 nf-density iter env 5 + - 74 # rls2009 nf-density iter env 5 + - 75 # rls2009 nf-density iter env 5 + - 76 # rls2009 nf-density iter env 5 plot-vpp-nfv-2n-clx-mrr: - csit-vpp-perf-verify-2001-2n-clx: - - 39 # MRR + csit-vpp-perf-report-iterative-2009-2n-clx: + - 45 # rls2009 MRR nf-density iter env 5 plot-vpp-nfv-reconf-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 68 # Reconf - - 69 # Reconf - - 70 # Reconf - - 71 # Reconf - - 72 # Reconf - - 73 # Reconf - - 74 # Reconf - - 75 # Reconf - - 76 # Reconf - - 77 # Reconf + csit-vpp-perf-report-iterative-2009-2n-clx: + - 25 # rls2009 reconf env 5 + - 27 # rls2009 reconf env 5 + - 28 # rls2009 reconf env 5 + - 29 # rls2009 reconf env 5 + - 30 # rls2009 reconf env 5 + - 30 # rls2009 reconf env 5 + - 32 # rls2009 reconf env 5 + - 48 # rls2009 reconf env 5 + - 53 # rls2009 reconf env 5 + - 68 # rls2009 reconf env 5 plot-vpp-soak-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 93 # Soak - - 94 # Soak + csit-vpp-perf-report-iterative-2009-2n-clx: + - 33 # rls2009 soak env 5 + - 34 # rls2009 soak env 5 plot-dpdk-throughput-latency-2n-clx: - csit-dpdk-perf-verify-2001-2n-clx: - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 26 # NDRPDR sel - - 27 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - - 33 # NDRPDR sel - - 34 # NDRPDR sel - + csit-dpdk-perf-report-iterative-2009-2n-clx: + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 plot-dpdk-hdrh-lat-2n-clx: - csit-dpdk-perf-verify-2001-2n-clx: - - 15 # NDRPDR sel + csit-dpdk-perf-report-iterative-2009-2n-clx: + - 4 # NDRPDR iter env5 # 3n-tsh plot-vpp-throughput-lat-tsa-3n-tsh: - csit-vpp-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 10 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 21 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 14 # rls2009 NDRPDR iter env 5 + - 20 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 + - 23 # rls2009 NDRPDR iter env 5 plot-vpp-hdrh-lat-3n-tsh: - csit-vpp-perf-verify-2001-3n-tsh: - - 10 # NDRPDR sel + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 14 # rls2009 NDRPDR iter env 5 plot-dpdk-throughput-latency-3n-tsh: - csit-dpdk-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 18 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-tsh: + - 1 # NDRPDR iter env5 + - 2 # NDRPDR iter env5 + - 3 # NDRPDR iter env5 + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 plot-dpdk-hdrh-lat-3n-tsh: - csit-dpdk-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel + csit-dpdk-perf-report-iterative-2009-3n-tsh: + - 1 # NDRPDR iter env5 # 3n-dnv plot-vpp-throughput-lat-tsa-3n-dnv: - csit-vpp-perf-verify-2001-3n-dnv: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 12 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - plot-dpdk-throughput-latency-3n-dnv: - csit-dpdk-perf-verify-2001-3n-dnv: - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 22 # NDRPDR sel + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 3 # rls2009 NDRPDR iter env 5 + - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 8 # rls2009 NDRPDR iter env 5 + - 10 # rls2009 NDRPDR iter env 5 + - 11 # rls2009 NDRPDR iter env 5 + - 12 # rls2009 NDRPDR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 + - 24 # rls2009 NDRPDR iter env 5 + +# plot-dpdk-throughput-latency-3n-dnv: +# # No data +# csit-dpdk-perf-report-iterative-2009-3n-dnv: # 2n-dnv plot-vpp-throughput-lat-tsa-2n-dnv: - csit-vpp-perf-verify-2001-2n-dnv: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 13 # NDRPDR sel - - 16 # NDRPDR sel - - plot-dpdk-throughput-latency-2n-dnv: - csit-dpdk-perf-verify-2001-2n-dnv: - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 3 # rls2009 NDRPDR iter env 5 + - 5 # rls2009 NDRPDR iter env 5 + - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 9 # rls2009 NDRPDR iter env 5 + - 10 # rls2009 NDRPDR iter env 5 + - 11 # rls2009 NDRPDR iter env 5 + - 12 # rls2009 NDRPDR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 + +# plot-dpdk-throughput-latency-2n-dnv: +# # No data +# csit-dpdk-perf-report-iterative-2009-2n-dnv: ########################################################################### # Simple tables (only one data set): @@ -587,194 +472,219 @@ # NIC Comparisons vpp-nic-comparison-3n-skx: - # TODO: Add the data - csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 26 # rls2009 NDRPDR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 vpp-nic-comparison-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel + csit-vpp-perf-report-iterative-2009-2n-skx: + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 43 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 46 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 + - 51 # rls2009 NDRPDR iter NAT44 env 5 + - 52 # rls2009 NDRPDR iter NAT44 env 5 + - 53 # rls2009 NDRPDR iter NAT44 env 5 + - 54 # rls2009 NDRPDR iter NAT44 env 5 + - 55 # rls2009 NDRPDR iter NAT44 env 5 + - 56 # rls2009 NDRPDR iter NAT44 env 5 + - 57 # rls2009 NDRPDR iter NAT44 env 5 + - 58 # rls2009 NDRPDR iter NAT44 env 5 + - 59 # rls2009 NDRPDR iter NAT44 env 5 + - 60 # rls2009 NDRPDR iter NAT44 env 5 vpp-nic-comparison-3n-skx-mrr: - csit-vpp-perf-verify-2001-3n-skx: - - 50 # MRR sel + csit-vpp-perf-report-iterative-2009-3n-skx: + - 24 # rls2009 MRR iter env 5 vpp-nic-comparison-2n-skx-mrr: - csit-vpp-perf-verify-2001-2n-skx: - - 101 # MRR sel + csit-vpp-perf-report-iterative-2009-2n-skx: + - 26 # rls2009 MRR iter env 5 # Results vpp-perf-results-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 18 # NDRPDR full - - 20 # NDRPDR full - - 28 # NDRPDR full - - 35 # NDRPDR full - - 42 # NDRPDR full - - 46 # NDRPDR full - - 47 # NDRPDR full - - 48 # NDRPDR full - - 49 # NDRPDR full - - 50 # NDRPDR full - - 51 # NDRPDR full - - 52 # NDRPDR full - - 53 # NDRPDR full - - 54 # NDRPDR full - - 55 # NDRPDR full - - 56 # NDRPDR full - - 57 # NDRPDR full - - 58 # NDRPDR full - - 59 # NDRPDR full - - 61 # NDRPDR full - - 62 # NDRPDR full - - 63 # NDRPDR full - - 64 # NDRPDR full - - 65 # NDRPDR full - - 67 # NDRPDR full - - 70 # NDRPDR full - - 72 # NDRPDR full - - 73 # NDRPDR full - - 76 # NDRPDR full - - 77 # NDRPDR full - - 78 # NDRPDR full - - 79 # NDRPDR full - - 81 # NDRPDR full - - 82 # NDRPDR full - - 84 # NDRPDR full - - 85 # NDRPDR full + csit-vpp-perf-report-coverage-2009-3n-hsw: + - 3 # rls2009 NDRPDR cov 3n-hsw-crypto-00 + - 4 # rls2009 NDRPDR cov 3n-hsw-crypto-01 + - 5 # rls2009 NDRPDR cov 3n-hsw-crypto-02 + - 6 # rls2009 NDRPDR cov 3n-hsw-crypto-03 + - 7 # rls2009 NDRPDR cov 3n-hsw-ip4-00 + - 8 # rls2009 NDRPDR cov 3n-hsw-ip4-01 + - 9 # rls2009 NDRPDR cov 3n-hsw-ip4-02 + - 10 # rls2009 NDRPDR cov 3n-hsw-ip4-03 + - 11 # rls2009 NDRPDR cov 3n-hsw-ip4-04 + - 12 # rls2009 NDRPDR cov 3n-hsw-ip4-05 + - 13 # rls2009 NDRPDR cov 3n-hsw-ip4-06 + - 14 # rls2009 NDRPDR cov 3n-hsw-ip4-07 + - 15 # rls2009 NDRPDR cov 3n-hsw-ip4tun-00 + - 16 # rls2009 NDRPDR cov 3n-hsw-ip4tun-01 + - 17 # rls2009 NDRPDR cov 3n-hsw-ip4tun-02 + - 18 # rls2009 NDRPDR cov 3n-hsw-ip6-00 + - 19 # rls2009 NDRPDR cov 3n-hsw-ip6-01 + - 20 # rls2009 NDRPDR cov 3n-hsw-ip6tun-00 + - 21 # rls2009 NDRPDR cov 3n-hsw-l2-00 + - 22 # rls2009 NDRPDR cov 3n-hsw-l2-01 + - 23 # rls2009 NDRPDR cov 3n-hsw-l2-01 + - 24 # rls2009 NDRPDR cov 3n-hsw-l2-03 + - 25 # rls2009 NDRPDR cov 3n-hsw-l2-04 + - 26 # rls2009 NDRPDR cov 3n-hsw-l2-05 + - 27 # rls2009 NDRPDR cov 3n-hsw-l2-06 + - 28 # rls2009 NDRPDR cov 3n-hsw-l2-07 + - 29 # rls2009 NDRPDR cov 3n-hsw-l2-08 + - 30 # rls2009 NDRPDR cov 3n-hsw-l2-09 + - 31 # rls2009 NDRPDR cov 3n-hsw-l2-10 + - 32 # rls2009 NDRPDR cov 3n-hsw-memif-00 + - 33 # rls2009 NDRPDR cov 3n-hsw-srv6-00 + - 34 # rls2009 NDRPDR cov 3n-hsw-srv6-01 + - 35 # rls2009 NDRPDR cov 3n-hsw-vhost-00 + - 36 # rls2009 NDRPDR cov 3n-hsw-vhost-01 + - 37 # rls2009 NDRPDR cov 3n-hsw-vhost-02 vpp-perf-results-3n-skx: - # TODO: Replace - csit-vpp-perf-verify-2001-3n-skx: - - 47 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-coverage-2009-3n-skx: + - 9 # rls2009 NDRPDR cov 3n-skx-ip4-03 + - 16 # rls2009 NDRPDR cov 3n-skx-ip4tun-02 vpp-perf-results-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - # TODO: Replace - - 92 # NDRPDR sel + csit-vpp-perf-report-coverage-2009-2n-skx: + - 18 # rls2009 NDRPDR cov 2n-skx-ip4-00 + - 19 # rls2009 NDRPDR cov 2n-skx-ip4-01 + - 10 # rls2009 NDRPDR cov 2n-skx-ip4-02 + - 20 # rls2009 NDRPDR cov 2n-skx-ip4-03 + - 21 # rls2009 NDRPDR cov 2n-skx-ip4-04 + - 13 # rls2009 NDRPDR cov 2n-skx-ip4-05 + - 22 # rls2009 NDRPDR cov 2n-skx-ip6-00 + - 23 # rls2009 NDRPDR cov 2n-skx-ip6-01 + - 24 # rls2009 NDRPDR cov 2n-skx-l2-00 + - 25 # rls2009 NDRPDR cov 2n-skx-l2-01 + - 26 # rls2009 NDRPDR cov 2n-skx-lb-00 + - 27 # rls2009 NDRPDR cov 2n-skx-memif-00 + - 28 # rls2009 NDRPDR cov 2n-skx-vhost-00 + - 29 # rls2009 NDRPDR cov 2n-skx-vhost-01 + - 30 # rls2009 NDRPDR cov 2n-skx-vts-00 vpp-perf-results-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 53 # NDRPDR full - - 54 # NDRPDR full - - 55 # NDRPDR full - - 56 # NDRPDR full - - 57 # NDRPDR full - - 58 # NDRPDR full - - 59 # NDRPDR full - - 60 # NDRPDR full - - 61 # NDRPDR full - - 62 # NDRPDR full - - 63 # NDRPDR full - - 64 # NDRPDR full - - 65 # NDRPDR full - - 66 # NDRPDR full - - 67 # NDRPDR full + # TODO: Add: + csit-vpp-perf-report-coverage-2009-2n-clx: + - 2 # rls2009 NDRPDR cov 2n-clx-ip4-00 + - 3 # rls2009 NDRPDR cov 2n-clx-ip4-01 + - 4 # rls2009 NDRPDR cov 2n-clx-ip4-02 + - 5 # rls2009 NDRPDR cov 2n-clx-ip4-03 + - 6 # rls2009 NDRPDR cov 2n-clx-ip4-04 + - 7 # rls2009 NDRPDR cov 2n-clx-ip4-05 + - 8 # rls2009 NDRPDR cov 2n-clx-ip6-00 + - 9 # rls2009 NDRPDR cov 2n-clx-ip6-01 + - 17 # rls2009 NDRPDR cov 2n-clx-l2-00 + - 21 # rls2009 NDRPDR cov 2n-clx-l2-01 + - 12 # rls2009 NDRPDR cov 2n-clx-lb-00 + - 13 # rls2009 NDRPDR cov 2n-clx-memif-00 + - 14 # rls2009 NDRPDR cov 2n-clx-vhost-00 + - 15 # rls2009 NDRPDR cov 2n-clx-vhost-01 + - 16 # rls2009 NDRPDR cov 2n-clx-vts-00 vpp-perf-results-3n-tsh: - csit-vpp-perf-verify-2001-3n-tsh: - - 10 # NDRPDR sel + # TODO: Replace??? + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 14 # rls2009 NDRPDR iter env 5 +# csit-vpp-perf-report-coverage-2009-3n-tsh: +# - vpp-perf-results-3n-dnv: - csit-vpp-perf-verify-2001-3n-dnv: - - 19 # NDRPDR full - - 20 # NDRPDR full - - 21 # NDRPDR full - - 22 # NDRPDR full - - 23 # NDRPDR full - - 24 # NDRPDR full - - 25 # NDRPDR full - - 26 # NDRPDR full - - 37 # NDRPDR full - - 38 # NDRPDR full - - 39 # NDRPDR full + csit-vpp-perf-report-coverage-2009-3n-dnv: + - 10 # rls2009 NDRPDR cov 3n-dnv-crypto-00 + - 2 # rls2009 NDRPDR cov 3n-dnv-crypto-01 + - 11 # rls2009 NDRPDR cov 3n-dnv-ip4-00 + - 12 # rls2009 NDRPDR cov 3n-dnv-ip4-01 + - 13 # rls2009 NDRPDR cov 3n-dnv-ip4tun-00 + - 14 # rls2009 NDRPDR cov 3n-dnv-ip6-00 + - 15 # rls2009 NDRPDR cov 3n-dnv-ip6-01 + - 16 # rls2009 NDRPDR cov 3n-dnv-l2-00 + - 17 # rls2009 NDRPDR cov 3n-dnv-l2-01 vpp-perf-results-2n-dnv: - csit-vpp-perf-verify-2001-2n-dnv: - - 21 # NDRPDR full - - 22 # NDRPDR full - - 25 # NDRPDR full - - 26 # NDRPDR full - - 27 # NDRPDR full - - 28 # NDRPDR full + csit-vpp-perf-report-coverage-2009-2n-dnv: + - 2 # rls2009 NDRPDR cov 2n-dnv-ip4-00 + - 3 # rls2009 NDRPDR cov 2n-dnv-ip4-01 + - 4 # rls2009 NDRPDR cov 2n-dnv-ip6-00 + - 5 # rls2009 NDRPDR cov 2n-dnv-ip6-01 + - 6 # rls2009 NDRPDR cov 2n-dnv-l2-00 + - 7 # rls2009 NDRPDR cov 2n-dnv-l2-01 vpp-mrr-results-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 17 # MRR sel + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 23 # rls2009 MRR iter env 5 vpp-mrr-results-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 50 # MRR sel + csit-vpp-perf-report-iterative-2009-3n-skx: + - 24 # rls2009 MRR iter env 5 vpp-mrr-results-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 101 # MRR sel + csit-vpp-perf-report-iterative-2009-2n-skx: + - 26 # rls2009 MRR iter env 5 vpp-mrr-results-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 39 # MRR + csit-vpp-perf-report-iterative-2009-2n-clx: + - 78 # rls2009 MRR iter env 5 vpp-mrr-results-3n-tsh: - csit-vpp-perf-verify-2001-3n-tsh: - - 9 # MRR sel + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 15 # rls2006 MRR iter env 5 vpp-mrr-results-3n-dnv: - csit-vpp-perf-verify-2001-3n-dnv: - - 11 # MRR sel + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 22 # rls2009 MRR iter env 5 vpp-mrr-results-2n-dnv: - csit-vpp-perf-verify-2001-2n-dnv: - - 12 # MRR sel + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 13 # rls2009 MRR iter env 5 vpp-device-results-ubuntu: - csit-vpp-device-2001-ubuntu1804-1n-skx: - - 57 + csit-vpp-device-2009-ubuntu1804-1n-skx: + - 131 # rls2009 env 5 dpdk-perf-results-3n-hsw: - csit-dpdk-perf-verify-2001-3n-hsw: - - 25 # NDRPDR full - - 26 # NDRPDR full + csit-dpdk-perf-report-iterative-2009-3n-hsw: + - 6 # NDRPDR iter env5 dpdk-perf-results-3n-skx: - csit-dpdk-perf-verify-2001-3n-skx: - - 29 # NDRPDR sel xxv710 - - 30 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2009-3n-skx: + - 4 # NDRPDR sel env5 dpdk-perf-results-2n-skx: - csit-dpdk-perf-verify-2001-2n-skx: - - 35 # NDRPDR sel xxv710 - - 38 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2009-2n-skx: + - 4 # NDRPDR iter env5 dpdk-perf-results-2n-clx: - csit-dpdk-perf-verify-2001-2n-clx: - - 15 # NDRPDR sel - - 34 # NDRPDR sel + csit-dpdk-perf-report-iterative-2009-2n-clx: + - 4 # NDRPDR iter env5 - dpdk-perf-results-2n-dnv: - csit-dpdk-perf-verify-2001-2n-dnv: - - 16 # NDRPDR sel +# dpdk-perf-results-2n-dnv: +# # No data +# csit-dpdk-perf-report-iterative-2009-2n-dnv: - dpdk-perf-results-3n-dnv: - csit-dpdk-perf-verify-2001-3n-dnv: - - 12 # NDRPDR sel +# dpdk-perf-results-3n-dnv: +# # No data +# csit-dpdk-perf-report-iterative-2009-3n-dnv: dpdk-perf-results-3n-tsh: - csit-dpdk-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel + csit-dpdk-perf-report-iterative-2009-3n-tsh: + - 1 # NDRPDR iter env5 ########################################################################### # Tables (more than one data set) @@ -782,151 +692,192 @@ # Performance changes vpp-performance-changes-3n-hsw-h1: - csit-vpp-perf-verify-1904-3n-hsw: - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 26 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - vpp-performance-changes-3n-hsw-ref: - csit-vpp-perf-verify-1908-3n-hsw: - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 31 # NDRPDR sel 2001.0-4 + - 32 # NDRPDR sel 2001.0-4 + - 33 # NDRPDR sel 2001.0-4 + - 34 # NDRPDR sel 2001.0-4 + - 35 # NDRPDR sel 2001.0-4 + - 36 # NDRPDR sel 2001.0-4 + - 38 # NDRPDR sel 2001.0-4 + vpp-performance-changes-3n-hsw-ref-env4: + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 20 # NDRPDR sel env 4 + - 21 # NDRPDR sel env 4 + - 22 # NDRPDR sel env 4 + - 23 # NDRPDR sel env 4 + - 24 # NDRPDR sel env 4 + - 25 # NDRPDR sel env 4 + - 26 # NDRPDR sel env 4 + - 27 # NDRPDR sel env 4 + - 28 # NDRPDR sel env 4 + - 29 # NDRPDR sel env 4 + vpp-performance-changes-3n-hsw-ref-env5: + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 9 # rls2005 NDRPDR iter env 5 + - 10 # rls2005 NDRPDR iter env 5 + - 11 # rls2005 NDRPDR iter env 5 + - 12 # rls2005 NDRPDR iter env 5 + - 13 # rls2005 NDRPDR iter env 5 + - 14 # rls2005 NDRPDR iter env 5 + - 15 # rls2005 NDRPDR iter env 5 + - 16 # rls2005 NDRPDR iter env 5 + - 17 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 vpp-performance-changes-3n-hsw-cmp: - csit-vpp-perf-verify-2001-3n-hsw: - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - - 34 # NDRPDR sel - vpp-performance-changes-3n-hsw: - - "vpp-performance-changes-3n-hsw-h1" - - "vpp-performance-changes-3n-hsw-ref" - - "vpp-performance-changes-3n-hsw-cmp" + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 21 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 + - 24 # rls2009 NDRPDR iter env 5 + - 25 # rls2009 NDRPDR iter env 5 + - 26 # rls2009 NDRPDR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 + - 30 # rls2009 NDRPDR iter env 5 + - 31 # rls2009 NDRPDR iter env 5 vpp-performance-changes-3n-skx-h1: - csit-vpp-perf-verify-1904-3n-skx: - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - vpp-performance-changes-3n-skx-ref: - csit-vpp-perf-verify-1908-3n-skx: - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 26 # NDRPDR sel - - 29 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-3n-skx: + - 50 # NDRPDR sel 2001.0-4 + - 51 # NDRPDR sel 2001.0-4 + - 52 # NDRPDR sel 2001.0-4 + - 53 # NDRPDR sel 2001.0-4 + - 54 # NDRPDR sel 2001.0-4 + vpp-performance-changes-3n-skx-ref-env4: + csit-vpp-perf-report-iterative-2005-3n-skx: + - 42 # NDRPDR sel env 4 + - 43 # NDRPDR sel env 4 + - 44 # NDRPDR sel env 4 + - 45 # NDRPDR sel env 4 + - 47 # NDRPDR sel env 4 + - 55 # NDRPDR sel env 4 + - 56 # NDRPDR sel env 4 + - 57 # NDRPDR sel env 4 + - 61 # NDRPDR sel env 4 + - 62 # NDRPDR sel env 4 + vpp-performance-changes-3n-skx-ref-env5: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 13 # rls2005 NDRPDR iter env 5 + - 18 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 + - 41 # rls2005 NDRPDR iter env 5 vpp-performance-changes-3n-skx-cmp: - # TODO: Add the data - csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - vpp-performance-changes-3n-skx: - - "vpp-performance-changes-3n-skx-h1" - - "vpp-performance-changes-3n-skx-ref" - - "vpp-performance-changes-3n-skx-cmp" + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 26 # rls2009 NDRPDR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 vpp-performance-changes-2n-skx-h1: - csit-vpp-perf-verify-1904-2n-skx: - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 21 # NDRPDR sel - - 27 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - vpp-performance-changes-2n-skx-ref: - csit-vpp-perf-verify-1908-2n-skx: - - 26 # NDRPDR sel - - 27 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 42 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 46 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-2n-skx: + - 100 # NDRPDR sel 2001.0-4 + - 101 # NDRPDR sel 2001.0-4 + - 102 # NDRPDR sel 2001.0-4 + - 103 # NDRPDR sel 2001.0-4 + - 104 # NDRPDR sel 2001.0-4 + - 105 # NDRPDR sel 2001.0-4 + vpp-performance-changes-2n-skx-ref-env4: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 88 # NDRPDR sel env 4 + - 89 # NDRPDR sel env 4 + - 90 # NDRPDR sel env 4 + - 91 # NDRPDR sel env 4 + - 92 # NDRPDR sel env 4 + - 93 # NDRPDR sel env 4 + - 94 # NDRPDR sel env 4 + - 125 # NDRPDR sel env 4 + - 126 # NDRPDR sel env 4 + - 127 # NDRPDR sel env 4 + vpp-performance-changes-2n-skx-ref-env5: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 13 # rls2005 NDRPDR iter env 5 + - 16 # rls2005 NDRPDR iter env 5 + - 17 # rls2005 NDRPDR iter env 5 + - 18 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 + - 21 # rls2005 NDRPDR iter env 5 + - 22 # rls2005 NDRPDR iter env 5 + - 23 # rls2005 NDRPDR iter env 5 + - 24 # rls2005 NDRPDR iter env 5 + - 25 # rls2005 NDRPDR iter env 5 vpp-performance-changes-2n-skx-cmp: - csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - vpp-performance-changes-2n-skx: - - "vpp-performance-changes-2n-skx-h1" - - "vpp-performance-changes-2n-skx-ref" - - "vpp-performance-changes-2n-skx-cmp" - - vpp-performance-changes-nfv-2n-skx-ref: - csit-vpp-perf-verify-1908-2n-skx: - - 22 # NFV - - 31 # NFV - - 32 # NFV - vpp-performance-changes-nfv-2n-skx-cmp: - # TODO: Add the data - csit-vpp-perf-verify-2001-2n-skx: - - 30 # NFV - - 31 # NFV - vpp-performance-changes-nfv-2n-skx: - - "vpp-performance-changes-nfv-2n-skx-ref" - - "vpp-performance-changes-nfv-2n-skx-cmp" - - vpp-performance-changes-2n-dnv-ref: - csit-vpp-perf-verify-1908-2n-dnv: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - vpp-performance-changes-2n-dnv-cmp: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 43 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 46 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 + - 51 # rls2009 NDRPDR iter NAT44 env 5 + - 52 # rls2009 NDRPDR iter NAT44 env 5 + - 53 # rls2009 NDRPDR iter NAT44 env 5 + - 54 # rls2009 NDRPDR iter NAT44 env 5 + - 55 # rls2009 NDRPDR iter NAT44 env 5 + - 56 # rls2009 NDRPDR iter NAT44 env 5 + - 57 # rls2009 NDRPDR iter NAT44 env 5 + - 58 # rls2009 NDRPDR iter NAT44 env 5 + - 59 # rls2009 NDRPDR iter NAT44 env 5 + - 60 # rls2009 NDRPDR iter NAT44 env 5 + + vpp-performance-changes-2n-clx-h1: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 73 # NDRPDR sel 2001.0-4 + - 74 # NDRPDR sel 2001.0-4 + - 75 # NDRPDR sel 2001.0-4 + - 76 # NDRPDR sel 2001.0-4 + - 77 # NDRPDR sel 2001.0-4 + - 78 # NDRPDR sel 2001.0-4 + - 79 # NDRPDR sel 2001.0-4 + - 80 # NDRPDR sel 2001.0-4 + vpp-performance-changes-2n-clx-ref-env4: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 62 # NDRPDR sel env 4 + - 63 # NDRPDR sel env 4 + - 64 # NDRPDR sel env 4 + - 65 # NDRPDR sel env 4 + - 66 # NDRPDR sel env 4 + - 68 # NDRPDR sel env 4 + - 69 # NDRPDR sel env 4 + - 70 # NDRPDR sel env 4 + - 103 # NDRPDR sel env 4 + - 104 # NDRPDR sel env 4 + vpp-performance-changes-2n-clx-ref-env5: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 13 # rls2005 NDRPDR iter env 5 + - 15 # rls2005 NDRPDR iter env 5 + - 17 # rls2005 NDRPDR iter env 5 + - 18 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 + - 20 # rls2005 NDRPDR iter env 5 + - 21 # rls2005 NDRPDR iter env 5 + - 22 # rls2005 NDRPDR iter env 5 + - 23 # rls2005 NDRPDR iter env 5 + - 24 # rls2005 NDRPDR iter env 5 + vpp-performance-changes-2n-clx-cmp: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 36 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 41 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 64 # rls2009 NDRPDR iter env 5 + - 65 # rls2009 NDRPDR iter env 5 + - 66 # rls2009 NDRPDR iter env 5 + - 67 # rls2009 NDRPDR iter env 5 + + vpp-performance-changes-2n-dnv-h1: csit-vpp-perf-verify-2001-2n-dnv: - 4 # NDRPDR sel - 5 # NDRPDR sel @@ -938,23 +889,32 @@ - 11 # NDRPDR sel - 13 # NDRPDR sel - 16 # NDRPDR sel - vpp-performance-changes-2n-dnv: - - "vpp-performance-changes-2n-dnv-ref" - - "vpp-performance-changes-2n-dnv-cmp" - - vpp-performance-changes-3n-dnv-ref: - csit-vpp-perf-verify-1908-3n-dnv: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - vpp-performance-changes-3n-dnv-cmp: + vpp-performance-changes-2n-dnv-ref: + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 16 # rls2005 NDRPDR iter env 5 + - 17 # rls2005 NDRPDR iter env 5 + - 18 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 + - 21 # rls2005 NDRPDR iter env 5 + - 24 # rls2005 NDRPDR iter env 5 + - 27 # rls2005 NDRPDR iter env 5 + - 28 # rls2005 NDRPDR iter env 5 + - 29 # rls2005 NDRPDR iter env 5 + - 30 # rls2005 NDRPDR iter env 5 + vpp-performance-changes-2n-dnv-cmp: + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 3 # rls2009 NDRPDR iter env 5 + - 5 # rls2009 NDRPDR iter env 5 + - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 9 # rls2009 NDRPDR iter env 5 + - 10 # rls2009 NDRPDR iter env 5 + - 11 # rls2009 NDRPDR iter env 5 + - 12 # rls2009 NDRPDR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 + + vpp-performance-changes-3n-dnv-h1: csit-vpp-perf-verify-2001-3n-dnv: - 5 # NDRPDR sel - 6 # NDRPDR sel @@ -966,202 +926,212 @@ - 16 # NDRPDR sel - 17 # NDRPDR sel - 18 # NDRPDR sel - vpp-performance-changes-3n-dnv: - - "vpp-performance-changes-3n-dnv-ref" - - "vpp-performance-changes-3n-dnv-cmp" - - vpp-performance-changes-3n-tsh-ref: - csit-vpp-perf-verify-1908-3n-tsh: - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel + vpp-performance-changes-3n-dnv-ref: + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 16 # rls2005 NDRPDR iter env 5 + - 23 # rls2005 NDRPDR iter env 5 + - 25 # rls2005 NDRPDR iter env 5 + - 26 # rls2005 NDRPDR iter env 5 + - 27 # rls2005 NDRPDR iter env 5 + - 28 # rls2005 NDRPDR iter env 5 + - 29 # rls2005 NDRPDR iter env 5 + - 30 # rls2005 NDRPDR iter env 5 + - 31 # rls2005 NDRPDR iter env 5 + - 32 # rls2005 NDRPDR iter env 5 + vpp-performance-changes-3n-dnv-cmp: + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 3 # rls2009 NDRPDR iter env 5 + - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 8 # rls2009 NDRPDR iter env 5 + - 10 # rls2009 NDRPDR iter env 5 + - 11 # rls2009 NDRPDR iter env 5 + - 12 # rls2009 NDRPDR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 + - 24 # rls2009 NDRPDR iter env 5 + + vpp-performance-changes-3n-tsh-h1: + csit-vpp-perf-report-iterative-2005-3n-tsh: + - 28 # NDRPDR sel 2001.0-4 + - 29 # NDRPDR sel 2001.0-4 + - 31 # NDRPDR sel 2001.0-4 + vpp-performance-changes-3n-tsh-ref-env4: + csit-vpp-perf-report-iterative-2005-3n-tsh: + - 23 # NDRPDR sel env 4 + - 25 # NDRPDR sel env 4 + - 33 # NDRPDR sel env 4 + - 34 # NDRPDR sel env 4 + - 35 # NDRPDR sel env 4 + - 36 # NDRPDR sel env 4 + - 37 # NDRPDR sel env 4 + - 38 # NDRPDR sel env 4 + - 39 # NDRPDR sel env 4 + - 40 # NDRPDR sel env 4 + vpp-performance-changes-3n-tsh-ref-env5: + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 8 # rls2005 NDRPDR iter env 5 + - 11 # rls2005 NDRPDR iter env 5 + - 12 # rls2005 NDRPDR iter env 5 vpp-performance-changes-3n-tsh-cmp: - csit-vpp-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 10 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 21 # NDRPDR sel - vpp-performance-changes-3n-tsh: - - "vpp-performance-changes-3n-tsh-ref" - - "vpp-performance-changes-3n-tsh-cmp" + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 14 # rls2009 NDRPDR iter env 5 + - 20 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 + - 23 # rls2009 NDRPDR iter env 5 vpp-soak-vs-ndr-2n-skx-ref: - csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel + csit-vpp-perf-report-iterative-2009-2n-skx: + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 43 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 46 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 vpp-soak-vs-ndr-2n-skx-cmp: - # TODO: Replace - # csit-vpp-perf-verify-2001-2n-skx: - csit-vpp-perf-verify-1908-2n-skx: - - 83 # SOAK - - 86 # SOAK + csit-vpp-perf-report-iterative-2009-2n-skx: + - 33 # rls2009 soak env 5 + - 34 # rls2009 soak env 5 vpp-soak-vs-ndr-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 83 # SOAK - - 86 # SOAK + csit-vpp-perf-report-iterative-2009-2n-skx: + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 43 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 46 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 + - 33 # rls2009 soak env 5 + - 34 # rls2009 soak env 5 vpp-soak-vs-ndr-2n-clx-ref: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 32 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel + csit-vpp-perf-report-iterative-2009-2n-clx: + - 36 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 41 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 64 # rls2009 NDRPDR iter env 5 + - 65 # rls2009 NDRPDR iter env 5 + - 66 # rls2009 NDRPDR iter env 5 + - 67 # rls2009 NDRPDR iter env 5 vpp-soak-vs-ndr-2n-clx-cmp: - csit-vpp-perf-verify-2001-2n-clx: - - 93 # SOAK - - 94 # Soak + csit-vpp-perf-report-iterative-2009-2n-clx: + - 33 # rls2009 soak env 5 + - 34 # rls2009 soak env 5 vpp-soak-vs-ndr-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 32 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - - 93 # SOAK - - 94 # Soak + csit-vpp-perf-report-iterative-2009-2n-clx: + - 36 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 41 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 64 # rls2009 NDRPDR iter env 5 + - 65 # rls2009 NDRPDR iter env 5 + - 66 # rls2009 NDRPDR iter env 5 + - 67 # rls2009 NDRPDR iter env 5 + - 33 # rls2009 soak env 5 + - 34 # rls2009 soak env 5 vpp-performance-changes-3n-hsw-mrr-h1: - csit-vpp-perf-verify-1904-3n-hsw: - - 9 # MRR sel - vpp-performance-changes-3n-hsw-mrr-ref: - csit-vpp-perf-verify-1908-3n-hsw: - - 39 # MRR sel - vpp-performance-changes-3n-hsw-mrr-cmp: csit-vpp-perf-verify-2001-3n-hsw: - 17 # MRR sel - vpp-performance-changes-3n-hsw-mrr: - - "vpp-performance-changes-3n-hsw-mrr-h1" - - "vpp-performance-changes-3n-hsw-mrr-ref" - - "vpp-performance-changes-3n-hsw-mrr-cmp" + vpp-performance-changes-3n-hsw-mrr-ref-env4: + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 30 # MRR env 4 + vpp-performance-changes-3n-hsw-mrr-ref-env5: + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 18 # rls2005 MRR iter env 5 + vpp-performance-changes-3n-hsw-mrr-cmp: + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 23 # rls2009 MRR iter env 5 vpp-performance-changes-3n-skx-mrr-h1: - csit-vpp-perf-verify-1904-3n-skx: - - 7 # MRR sel - vpp-performance-changes-3n-skx-mrr-ref: - csit-vpp-perf-verify-1908-3n-skx: - - 36 # MRR sel - vpp-performance-changes-3n-skx-mrr-cmp: csit-vpp-perf-verify-2001-3n-skx: - 50 # MRR sel - vpp-performance-changes-3n-skx-mrr: - - "vpp-performance-changes-3n-skx-mrr-h1" - - "vpp-performance-changes-3n-skx-mrr-ref" - - "vpp-performance-changes-3n-skx-mrr-cmp" + - 53 # MRR sel addition + vpp-performance-changes-3n-skx-mrr-ref-env4: + csit-vpp-perf-report-iterative-2005-3n-skx: + - 49 # MRR sel env 4 + vpp-performance-changes-3n-skx-mrr-ref-env5: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 17 # rls2005 MRR iter env 5 + vpp-performance-changes-3n-skx-mrr-cmp: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 24 # rls2009 MRR iter env 5 vpp-performance-changes-2n-skx-mrr-h1: - csit-vpp-perf-verify-1904-2n-skx: - - 11 # MRR sel - vpp-performance-changes-2n-skx-mrr-ref: - csit-vpp-perf-verify-1908-2n-skx: - - 69 # MRR sel - vpp-performance-changes-2n-skx-mrr-cmp: csit-vpp-perf-verify-2001-2n-skx: - 101 # MRR sel - vpp-performance-changes-2n-skx-mrr: - - "vpp-performance-changes-2n-skx-mrr-h1" - - "vpp-performance-changes-2n-skx-mrr-ref" - - "vpp-performance-changes-2n-skx-mrr-cmp" - - vpp-performance-changes-nfv-2n-skx-mrr-ref: - csit-vpp-perf-verify-1908-2n-skx: - - 71 # NFV MRR - vpp-performance-changes-nfv-2n-skx-mrr-cmp: - # TODO: Replace - # csit-vpp-perf-verify-2001-2n-skx: - csit-vpp-perf-verify-1908-2n-skx: - - 71 # NFV MRR - vpp-performance-changes-nfv-2n-skx-mrr: - - "vpp-performance-changes-nfv-2n-skx-mrr-ref" - - "vpp-performance-changes-nfv-2n-skx-mrr-cmp" + - 128 # MRR sel addition + vpp-performance-changes-2n-skx-mrr-ref-env4: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 99 # MRR sel env 4 + vpp-performance-changes-2n-skx-mrr-ref-env5: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 20 # rls2005 MRR iter env 5 + vpp-performance-changes-2n-skx-mrr-cmp: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 26 # rls2009 MRR iter env 5 - vpp-performance-changes-2n-dnv-mrr-ref: - csit-vpp-perf-verify-1908-2n-dnv: - - 11 # MRR sel - vpp-performance-changes-2n-dnv-mrr-cmp: + vpp-performance-changes-2n-clx-mrr-h1: + csit-vpp-perf-verify-2001-2n-clx: + - 39 # MRR + vpp-performance-changes-2n-clx-mrr-ref-env4: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 72 # MRR sel env 4 + vpp-performance-changes-2n-clx-mrr-ref-env5: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 77 # rls2005 MRR iter env 5 + vpp-performance-changes-2n-clx-mrr-cmp: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 78 # rls2009 MRR iter env 5 + + vpp-performance-changes-2n-dnv-mrr-h1: csit-vpp-perf-verify-2001-2n-dnv: - 12 # MRR sel - vpp-performance-changes-2n-dnv-mrr: - - "vpp-performance-changes-2n-dnv-mrr-ref" - - "vpp-performance-changes-2n-dnv-mrr-cmp" + vpp-performance-changes-2n-dnv-mrr-ref: + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 23 # rls2005 MRR iter env 5 + vpp-performance-changes-2n-dnv-mrr-cmp: + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 13 # rls2009 MRR iter env 5 - vpp-performance-changes-3n-dnv-mrr-ref: - csit-vpp-perf-verify-1908-3n-dnv: - - 17 # MRR sel - vpp-performance-changes-3n-dnv-mrr-cmp: + vpp-performance-changes-3n-dnv-mrr-h1: csit-vpp-perf-verify-2001-3n-dnv: - 11 # MRR sel - vpp-performance-changes-3n-dnv-mrr: - - "vpp-performance-changes-3n-dnv-mrr-ref" - - "vpp-performance-changes-3n-dnv-mrr-cmp" + vpp-performance-changes-3n-dnv-mrr-ref: + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 19 # rls2005 MRR iter env 5 + vpp-performance-changes-3n-dnv-mrr-cmp: + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 22 # rls2009 MRR iter env 5 - vpp-performance-changes-3n-tsh-mrr-ref: - csit-vpp-perf-verify-1908-3n-tsh: - - 17 # MRR sel - vpp-performance-changes-3n-tsh-mrr-cmp: + vpp-performance-changes-3n-tsh-mrr-h1: csit-vpp-perf-verify-2001-3n-tsh: - 9 # MRR sel - vpp-performance-changes-3n-tsh-mrr: - - "vpp-performance-changes-3n-tsh-mrr-ref" - - "vpp-performance-changes-3n-tsh-mrr-cmp" + vpp-performance-changes-3n-tsh-mrr-ref-env4: + csit-vpp-perf-report-iterative-2005-3n-tsh: + - 27 # MRR sel env 4 + vpp-performance-changes-3n-tsh-mrr-ref-env5: + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 13 # rls2005 MRR iter env 5 + vpp-performance-changes-3n-tsh-mrr-cmp: + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 15 # rls2006 MRR iter env 5 dpdk-performance-changes-3n-hsw-h1: - csit-dpdk-perf-verify-1904-3n-hsw: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - dpdk-performance-changes-3n-hsw-ref: - csit-dpdk-perf-verify-1908-3n-hsw: - - 2 # NDRPDR sel - - 3 # NDRPDR sel + csit-dpdk-perf-verify-2001-3n-hsw: - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel @@ -1170,18 +1140,8 @@ - 9 # NDRPDR sel - 10 # NDRPDR sel - 11 # NDRPDR sel - dpdk-performance-changes-3n-hsw-cmp: - csit-dpdk-perf-verify-2001-3n-hsw: -# - 4 # NDRPDR sel -# - 5 # NDRPDR sel -# - 6 # NDRPDR sel -# - 7 # NDRPDR sel -# - 8 # NDRPDR sel -# - 9 # NDRPDR sel -# - 10 # NDRPDR sel -# - 11 # NDRPDR sel -# - 12 # NDRPDR sel -# - 13 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel - 15 # NDRPDR sel - 16 # NDRPDR sel - 17 # NDRPDR sel @@ -1192,36 +1152,32 @@ - 22 # NDRPDR sel - 23 # NDRPDR sel - 24 # NDRPDR sel - dpdk-performance-changes-3n-hsw: - - "dpdk-performance-changes-3n-hsw-h1" - - "dpdk-performance-changes-3n-hsw-ref" - - "dpdk-performance-changes-3n-hsw-cmp" + dpdk-performance-changes-3n-hsw-ref: + csit-dpdk-perf-report-iterative-2005-3n-hsw: + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter + dpdk-performance-changes-3n-hsw-cmp: + csit-dpdk-perf-report-iterative-2009-3n-hsw: + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 + - 14 # NDRPDR iter env5 + - 15 # NDRPDR iter env5 dpdk-performance-changes-3n-skx-h1: - csit-dpdk-perf-verify-1904-3n-skx: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - dpdk-performance-changes-3n-skx-ref: - csit-dpdk-perf-verify-1908-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - dpdk-performance-changes-3n-skx-cmp: csit-dpdk-perf-verify-2001-3n-skx: - 29 # NDRPDR sel xxv710 - 33 # NDRPDR sel xxv710 @@ -1243,36 +1199,32 @@ - 46 # NDRPDR sel x710 - 47 # NDRPDR sel x710 - 48 # NDRPDR sel x710 - dpdk-performance-changes-3n-skx: - - "dpdk-performance-changes-3n-skx-h1" - - "dpdk-performance-changes-3n-skx-ref" - - "dpdk-performance-changes-3n-skx-cmp" + dpdk-performance-changes-3n-skx-ref: + csit-dpdk-perf-report-iterative-2005-3n-skx: + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter + - 35 # NDRPDR iter + - 36 # NDRPDR iter + - 37 # NDRPDR iter + dpdk-performance-changes-3n-skx-cmp: + csit-dpdk-perf-report-iterative-2009-3n-skx: + - 4 # NDRPDR sel env5 + - 5 # NDRPDR sel env5 + - 6 # NDRPDR sel env5 + - 7 # NDRPDR sel env5 + - 8 # NDRPDR sel env5 + - 9 # NDRPDR sel env5 + - 14 # NDRPDR sel env5 + - 11 # NDRPDR sel env5 + - 12 # NDRPDR sel env5 + - 13 # NDRPDR sel env5 dpdk-performance-changes-2n-skx-h1: - csit-dpdk-perf-verify-1904-2n-skx: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - dpdk-performance-changes-2n-skx-ref: - csit-dpdk-perf-verify-1908-2n-skx: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - dpdk-performance-changes-2n-skx-cmp: csit-dpdk-perf-verify-2001-2n-skx: - 35 # NDRPDR sel xxv710 - 36 # NDRPDR sel xxv710 @@ -1294,315 +1246,368 @@ - 50 # NDRPDR sel x710 - 51 # NDRPDR sel x710 - 54 # NDRPDR sel x710 - dpdk-performance-changes-2n-skx: - - "dpdk-performance-changes-2n-skx-h1" - - "dpdk-performance-changes-2n-skx-ref" - - "dpdk-performance-changes-2n-skx-cmp" - - # Compare testbeds - - vpp-compare-testbeds-ref: - csit-vpp-perf-verify-2001-3n-hsw: - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - - 34 # NDRPDR sel - vpp-compare-testbeds-cmp: - # TODO: Add the data - csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - vpp-compare-testbeds: - - "vpp-compare-testbeds-ref" - - "vpp-compare-testbeds-cmp" - - vpp-compare-testbeds-skx-clx-ref: - # TODO: Add the data - csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - vpp-compare-testbeds-skx-clx-cmp: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 32 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - vpp-compare-testbeds-skx-clx: - - "vpp-compare-testbeds-skx-clx-ref" - - "vpp-compare-testbeds-skx-clx-cmp" - - vpp-compare-testbeds-hsw-clx-ref: - csit-vpp-perf-verify-2001-3n-hsw: + dpdk-performance-changes-2n-skx-ref: + csit-dpdk-perf-report-iterative-2005-2n-skx: + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + dpdk-performance-changes-2n-skx-cmp: + csit-dpdk-perf-report-iterative-2009-2n-skx: + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 + + dpdk-performance-changes-2n-clx-h1: + csit-dpdk-perf-verify-2001-2n-clx: + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel - 21 # NDRPDR sel - 22 # NDRPDR sel - 23 # NDRPDR sel - 24 # NDRPDR sel - 25 # NDRPDR sel + - 26 # NDRPDR sel + - 27 # NDRPDR sel + - 28 # NDRPDR sel - 29 # NDRPDR sel - 30 # NDRPDR sel - 31 # NDRPDR sel - 32 # NDRPDR sel + - 33 # NDRPDR sel - 34 # NDRPDR sel + dpdk-performance-changes-2n-clx-ref: + csit-dpdk-perf-report-iterative-2005-2n-clx: + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + dpdk-performance-changes-2n-clx-cmp: + csit-dpdk-perf-report-iterative-2009-2n-clx: + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 + +# dpdk-performance-changes-2n-dnv-h1: +# csit-dpdk-perf-verify-2001-2n-dnv: +# - 9 # NDRPDR sel +# - 10 # NDRPDR sel +# - 11 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 14 # NDRPDR sel +# - 15 # NDRPDR sel +# - 16 # NDRPDR sel +# - 17 # NDRPDR sel +# - 18 # NDRPDR sel +# dpdk-performance-changes-2n-dnv-ref: +# # No data +# dpdk-performance-changes-2n-dnv-cmp: +# # No data +# csit-dpdk-perf-report-iterative-2009-2n-dnv: + +# dpdk-performance-changes-3n-dnv-h1: +# csit-dpdk-perf-verify-2001-3n-dnv: +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 14 # NDRPDR sel +# - 15 # NDRPDR sel +# - 16 # NDRPDR sel +# - 17 # NDRPDR sel +# - 18 # NDRPDR sel +# - 19 # NDRPDR sel +# - 20 # NDRPDR sel +# - 22 # NDRPDR sel +# dpdk-performance-changes-3n-dnv-ref: +# # No data +# dpdk-performance-changes-3n-dnv-cmp: +# # No data +# csit-dpdk-perf-report-iterative-2009-3n-dnv: + + dpdk-performance-changes-3n-tsh-h1: + csit-dpdk-perf-verify-2001-3n-tsh: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 18 # NDRPDR sel + dpdk-performance-changes-3n-tsh-ref: + csit-dpdk-perf-report-iterative-2005-3n-tsh: + - 5 # NDRPDR sel + dpdk-performance-changes-3n-tsh-cmp: + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-tsh: + - 1 # NDRPDR iter env5 + - 2 # NDRPDR iter env5 + - 3 # NDRPDR iter env5 + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + + # Compare testbeds + + vpp-compare-testbeds-ref: + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 21 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 + - 24 # rls2009 NDRPDR iter env 5 + - 25 # rls2009 NDRPDR iter env 5 + - 26 # rls2009 NDRPDR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 + - 30 # rls2009 NDRPDR iter env 5 + - 31 # rls2009 NDRPDR iter env 5 + vpp-compare-testbeds-cmp: + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 26 # rls2009 NDRPDR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + + vpp-compare-testbeds-skx-clx-ref: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 43 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 46 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 + - 51 # rls2009 NDRPDR iter NAT44 env 5 + - 52 # rls2009 NDRPDR iter NAT44 env 5 + - 53 # rls2009 NDRPDR iter NAT44 env 5 + - 54 # rls2009 NDRPDR iter NAT44 env 5 + - 55 # rls2009 NDRPDR iter NAT44 env 5 + - 56 # rls2009 NDRPDR iter NAT44 env 5 + - 57 # rls2009 NDRPDR iter NAT44 env 5 + - 58 # rls2009 NDRPDR iter NAT44 env 5 + - 59 # rls2009 NDRPDR iter NAT44 env 5 + - 60 # rls2009 NDRPDR iter NAT44 env 5 + vpp-compare-testbeds-skx-clx-cmp: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 36 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 41 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 64 # rls2009 NDRPDR iter env 5 + - 65 # rls2009 NDRPDR iter env 5 + - 66 # rls2009 NDRPDR iter env 5 + - 67 # rls2009 NDRPDR iter env 5 + + vpp-compare-testbeds-hsw-clx-ref: + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 21 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 + - 24 # rls2009 NDRPDR iter env 5 + - 25 # rls2009 NDRPDR iter env 5 + - 26 # rls2009 NDRPDR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 + - 30 # rls2009 NDRPDR iter env 5 + - 31 # rls2009 NDRPDR iter env 5 vpp-compare-testbeds-hsw-clx-cmp: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 32 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - vpp-compare-testbeds-hsw-clx: - - "vpp-compare-testbeds-hsw-clx-ref" - - "vpp-compare-testbeds-hsw-clx-cmp" + csit-vpp-perf-report-iterative-2009-2n-clx: + - 36 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 41 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 64 # rls2009 NDRPDR iter env 5 + - 65 # rls2009 NDRPDR iter env 5 + - 66 # rls2009 NDRPDR iter env 5 + - 67 # rls2009 NDRPDR iter env 5 vpp-compare-testbeds-mrr-ref: - csit-vpp-perf-verify-2001-3n-hsw: - - 17 # MRR sel + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 23 # rls2009 MRR iter env 5 vpp-compare-testbeds-mrr-cmp: - csit-vpp-perf-verify-2001-3n-skx: - - 50 # MRR sel - vpp-compare-testbeds-mrr: - - "vpp-compare-testbeds-mrr-ref" - - "vpp-compare-testbeds-mrr-cmp" + csit-vpp-perf-report-iterative-2009-3n-skx: + - 24 # rls2009 MRR iter env 5 vpp-compare-testbeds-mrr-skx-clx-ref: - csit-vpp-perf-verify-2001-2n-skx: - - 101 # MRR sel + csit-vpp-perf-report-iterative-2009-2n-skx: + - 26 # rls2009 MRR iter env 5 vpp-compare-testbeds-mrr-skx-clx-cmp: - csit-vpp-perf-verify-2001-2n-clx: - - 39 # MRR - vpp-compare-testbeds-mrr-skx-clx: - - "vpp-compare-testbeds-mrr-skx-clx-ref" - - "vpp-compare-testbeds-mrr-skx-clx-cmp" + csit-vpp-perf-report-iterative-2009-2n-clx: + - 78 # rls2009 MRR iter env 5 vpp-compare-testbeds-mrr-hsw-clx-ref: - csit-vpp-perf-verify-2001-3n-hsw: - - 17 # MRR sel + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 23 # rls2009 MRR iter env 5 vpp-compare-testbeds-mrr-hsw-clx-cmp: - csit-vpp-perf-verify-2001-2n-clx: - - 39 # MRR - vpp-compare-testbeds-mrr-hsw-clx: - - "vpp-compare-testbeds-mrr-hsw-clx-ref" - - "vpp-compare-testbeds-mrr-hsw-clx-cmp" + csit-vpp-perf-report-iterative-2009-2n-clx: + - 78 # rls2009 MRR iter env 5 dpdk-compare-testbeds-ref: - csit-dpdk-perf-verify-2001-3n-hsw: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel + csit-dpdk-perf-report-iterative-2009-3n-hsw: + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 + - 14 # NDRPDR iter env5 + - 15 # NDRPDR iter env5 dpdk-compare-testbeds-cmp: - csit-dpdk-perf-verify-2001-3n-skx: - - 29 # NDRPDR sel xxv710 - - 33 # NDRPDR sel xxv710 - - 34 # NDRPDR sel xxv710 - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 45 # NDRPDR sel xxv710 - - 30 # NDRPDR sel x710 - - 31 # NDRPDR sel x710 - - 32 # NDRPDR sel x710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 46 # NDRPDR sel x710 - - 47 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 - dpdk-compare-testbeds: - - "dpdk-compare-testbeds-ref" - - "dpdk-compare-testbeds-cmp" + csit-dpdk-perf-report-iterative-2009-3n-skx: + - 4 # NDRPDR sel env5 + - 5 # NDRPDR sel env5 + - 6 # NDRPDR sel env5 + - 7 # NDRPDR sel env5 + - 8 # NDRPDR sel env5 + - 9 # NDRPDR sel env5 + - 14 # NDRPDR sel env5 + - 11 # NDRPDR sel env5 + - 12 # NDRPDR sel env5 + - 13 # NDRPDR sel env5 dpdk-compare-testbeds-skx-clx-ref: - csit-dpdk-perf-verify-2001-2n-skx: - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 46 # NDRPDR sel xxv710 - - 47 # NDRPDR sel xxv710 - - 52 # NDRPDR sel xxv710 - - 53 # NDRPDR sel xxv710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 45 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 - - 49 # NDRPDR sel x710 - - 50 # NDRPDR sel x710 - - 51 # NDRPDR sel x710 - - 54 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2009-2n-skx: + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 dpdk-compare-testbeds-skx-clx-cmp: - csit-dpdk-perf-verify-2001-2n-clx: - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 26 # NDRPDR sel - - 27 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - - 33 # NDRPDR sel - - 34 # NDRPDR sel - - dpdk-compare-testbeds-skx-clx: - - "dpdk-compare-testbeds-skx-clx-ref" - - "dpdk-compare-testbeds-skx-clx-cmp" + csit-dpdk-perf-report-iterative-2009-2n-clx: + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 # Compare topologies vpp-compare-topologies-ref: - # TODO: Add the data - csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 26 # rls2009 NDRPDR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 vpp-compare-topologies-cmp: - # TODO: Add the data - csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - vpp-compare-topologies: - - "vpp-compare-topologies-ref" - - "vpp-compare-topologies-cmp" + csit-vpp-perf-report-iterative-2009-2n-skx: + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 43 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 46 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 vpp-compare-topologies-mrr-ref: - csit-vpp-perf-verify-2001-3n-skx: - - 50 # MRR sel + csit-vpp-perf-report-iterative-2009-3n-skx: + - 24 # rls2009 MRR iter env 5 vpp-compare-topologies-mrr-cmp: - csit-vpp-perf-verify-2001-2n-skx: - - 101 # MRR sel - vpp-compare-topologies-mrr: - - "vpp-compare-topologies-mrr-ref" - - "vpp-compare-topologies-mrr-cmp" + csit-vpp-perf-report-iterative-2009-2n-skx: + - 26 # rls2009 MRR iter env 5 dpdk-compare-topologies-ref: - csit-dpdk-perf-verify-2001-3n-skx: - - 29 # NDRPDR sel xxv710 - - 33 # NDRPDR sel xxv710 - - 34 # NDRPDR sel xxv710 - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 45 # NDRPDR sel xxv710 - - 30 # NDRPDR sel x710 - - 31 # NDRPDR sel x710 - - 32 # NDRPDR sel x710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 46 # NDRPDR sel x710 - - 47 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2009-3n-skx: + - 4 # NDRPDR sel env5 + - 5 # NDRPDR sel env5 + - 6 # NDRPDR sel env5 + - 7 # NDRPDR sel env5 + - 8 # NDRPDR sel env5 + - 9 # NDRPDR sel env5 + - 14 # NDRPDR sel env5 + - 11 # NDRPDR sel env5 + - 12 # NDRPDR sel env5 + - 13 # NDRPDR sel env5 dpdk-compare-topologies-cmp: - csit-dpdk-perf-verify-2001-2n-skx: - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 46 # NDRPDR sel xxv710 - - 47 # NDRPDR sel xxv710 - - 52 # NDRPDR sel xxv710 - - 53 # NDRPDR sel xxv710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 45 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 - - 49 # NDRPDR sel x710 - - 50 # NDRPDR sel x710 - - 51 # NDRPDR sel x710 - - 54 # NDRPDR sel x710 - dpdk-compare-topologies: - - "dpdk-compare-topologies-ref" - - "dpdk-compare-topologies-cmp" + csit-dpdk-perf-report-iterative-2009-2n-skx: + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 plot-layouts: plot-soak-throughput: titlefont: - size: 18 + size: 16 xaxis: title: "Test Cases [Index]" titlefont: - size: 16 + size: 14 autorange: True fixedrange: False gridcolor: "rgb(230, 230, 230)" @@ -1614,12 +1619,12 @@ tickcolor: "rgb(220, 220, 220)" tickmode: "linear" tickfont: - size: 16 + size: 14 zeroline: False yaxis: title: "Critical Rate Lower Bound [Mpps]" titlefont: - size: 16 + size: 14 gridcolor: "rgb(230, 230, 230)" hoverformat: ".4r" tickformat: ".3r" @@ -1630,7 +1635,7 @@ showticklabels: True tickcolor: "rgb(220, 220, 220)" tickfont: - size: 16 + size: 14 zeroline: False range: [0,50] autosize: False @@ -1643,7 +1648,7 @@ legend: orientation: "h" font: - size: 16 + size: 14 width: 700 height: 900 paper_bgcolor: "#fff" @@ -1653,7 +1658,7 @@ plot-service-density: titlefont: - size: 18 + size: 16 xaxis: side: "top" autorange: True @@ -1682,13 +1687,13 @@ hoverlabel: namelength: -1 - plot-cps: + plot-hoststack: titlefont: - size: 18 + size: 16 xaxis: title: "Test Cases [Index]" titlefont: - size: 16 + size: 14 autorange: True fixedrange: False gridcolor: "rgb(230, 230, 230)" @@ -1700,12 +1705,12 @@ tickcolor: "rgb(220, 220, 220)" tickmode: "linear" tickfont: - size: 16 + size: 14 zeroline: False yaxis: - title: "Connections Per Second [cps]" + title: "Bandwidth [Gbps]" titlefont: - size: 16 + size: 14 gridcolor: "rgb(230, 230, 230)" hoverformat: ".4s" linecolor: "rgb(220, 220, 220)" @@ -1714,13 +1719,11 @@ showgrid: True showline: True showticklabels: True - tickcolor: "rgb(220, 220, 220)" + tickcolor: "rgb(230, 230, 230)" tickformat: ".3s" tickfont: - size: 16 + size: 14 zeroline: False - boxmode: "group" - boxgroupgap: 0.5 autosize: False margin: t: 50 @@ -1731,7 +1734,7 @@ legend: orientation: "h" font: - size: 16 + size: 14 width: 700 height: 800 paper_bgcolor: "#fff" @@ -1739,13 +1742,13 @@ hoverlabel: namelength: -1 - plot-rps: + plot-throughput: titlefont: - size: 18 + size: 16 xaxis: title: "Test Cases [Index]" titlefont: - size: 16 + size: 14 autorange: True fixedrange: False gridcolor: "rgb(230, 230, 230)" @@ -1757,50 +1760,48 @@ tickcolor: "rgb(220, 220, 220)" tickmode: "linear" tickfont: - size: 16 + size: 14 zeroline: False yaxis: - title: "Requests Per Second [rps]" + title: "Packet Throughput [Mpps]" titlefont: - size: 16 + size: 14 gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" + hoverformat: ".4r" + tickformat: ".3r" linecolor: "rgb(220, 220, 220)" linewidth: 1 - rangemode: "tozero" showgrid: True showline: True showticklabels: True - tickcolor: "rgb(230, 230, 230)" - tickformat: ".3s" + tickcolor: "rgb(220, 220, 220)" tickfont: - size: 16 + size: 14 zeroline: False - boxmode: "group" - boxgroupgap: 0.5 + range: [0,50] autosize: False margin: t: 50 - b: 20 + b: 0 l: 80 r: 20 showlegend: True legend: orientation: "h" font: - size: 16 + size: 14 width: 700 - height: 800 + height: 900 paper_bgcolor: "#fff" plot_bgcolor: "#fff" hoverlabel: namelength: -1 - plot-hoststack: + plot-throughput-speedup-analysis: titlefont: size: 16 xaxis: - title: "Test Cases [Index]" + title: "Number of Cores [Qty]" titlefont: size: 14 autorange: True @@ -1811,146 +1812,34 @@ showgrid: True showline: True showticklabels: True - tickcolor: "rgb(220, 220, 220)" + tickcolor: "rgb(238, 238, 238)" tickmode: "linear" tickfont: size: 14 zeroline: False yaxis: - title: "Bandwidth [Gbps]" + title: "Packet Throughput [Mpps]" titlefont: size: 14 + type: "linear" gridcolor: "rgb(230, 230, 230)" hoverformat: ".4s" linecolor: "rgb(220, 220, 220)" linewidth: 1 - rangemode: "tozero" showgrid: True showline: True showticklabels: True - tickcolor: "rgb(230, 230, 230)" - tickformat: ".3s" + tickcolor: "rgb(220, 220, 220)" + tickformat: ".4s" tickfont: size: 14 - zeroline: False - boxmode: "group" - boxgroupgap: 0.5 - autosize: False - margin: - t: 50 - b: 20 - l: 80 - r: 20 - showlegend: True - legend: - orientation: "h" - font: - size: 14 - width: 700 - height: 800 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-throughput: - titlefont: - size: 18 - xaxis: - title: "Test Cases [Index]" - titlefont: - size: 16 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickmode: "linear" - tickfont: - size: 16 - zeroline: False - yaxis: - title: "Packet Throughput [Mpps]" - titlefont: - size: 16 - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4r" - tickformat: ".3r" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 16 - zeroline: False - range: [0,50] - autosize: False - margin: - t: 50 - b: 0 - l: 80 - r: 20 - showlegend: True - legend: - orientation: "h" - font: - size: 16 - width: 700 - height: 900 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-throughput-speedup-analysis: - titlefont: - size: 18 - xaxis: - title: "Number of Cores [Qty]" - titlefont: - size: 16 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - tickmode: "linear" - tickfont: - size: 16 - zeroline: False - yaxis: - title: "Packet Throughput [Mpps]" - titlefont: - size: 16 - type: "linear" - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickformat: ".4s" - tickfont: - size: 16 zeroline: True rangemode: "tozero" range: [0,100] legend: orientation: "h" font: - size: 16 + size: 14 xanchor: "left" yanchor: "top" x: 0 @@ -1981,10 +1870,10 @@ xanchor: "left", yanchor: "top", x: 0, - y: -0.13, + y: -0.14, font: { family: "Consolas, Courier New", - size: 15 + size: 13 }, }, { @@ -1999,18 +1888,18 @@ y: -0.15, font: { family: "Consolas, Courier New", - size: 15 + size: 13 }, }, ] plot-latency: titlefont: - size: 18 + size: 16 xaxis: title: "Direction" titlefont: - size: 16 + size: 14 autorange: True fixedrange: False gridcolor: "rgb(230, 230, 230)" @@ -2022,12 +1911,12 @@ tickcolor: "rgb(220, 220, 220)" tickmode: "linear" tickfont: - size: 16 + size: 14 zeroline: False yaxis: title: "Packet Latency [uSec]" titlefont: - size: 16 + size: 14 type: "linear" gridcolor: "rgb(230, 230, 230)" hoverformat: ".4s" @@ -2039,13 +1928,13 @@ tickcolor: "rgb(220, 220, 220)" tickformat: ".4s" tickfont: - size: 16 + size: 14 zeroline: True rangemode: "tozero" legend: orientation: "h" font: - size: 16 + size: 14 traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 autosize: False margin: @@ -2119,12 +2008,12 @@ xanchor: "center" x: 0.5 font: - size: 18 + size: 16 xaxis: type: "log" title: "Percentile [%]" titlefont: - size: 16 + size: 14 autorange: True fixedrange: False gridcolor: "rgb(230, 230, 230)" @@ -2137,11 +2026,11 @@ tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6, 1e7, 1e8] ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999, 99.99999, 99.999999] tickfont: - size: 16 + size: 14 yaxis: title: "Packet Latency [uSec]" titlefont: - size: 16 + size: 14 gridcolor: "rgb(230, 230, 230)" linecolor: "rgb(220, 220, 220)" linewidth: 1 @@ -2150,14 +2039,14 @@ showticklabels: True tickcolor: "rgb(220, 220, 220)" tickfont: - size: 16 + size: 14 autosize: False showlegend: True legend: traceorder: "normal" orientation: "h" font: - size: 16 + size: 14 xanchor: "left" yanchor: "top" x: 0 @@ -2246,279 +2135,356 @@ builds: - csit-vpp-perf-verify-1904-3n-hsw: - - 9 # MRR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 26 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - csit-vpp-perf-verify-1908-3n-hsw: - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 48 # NDRPDR sel vhost - - 49 # NDRPDR sel vhost - - 52 # NDRPDR sel vhost - - 53 # NDRPDR sel vhost - - 54 # NDRPDR sel vhost - - 55 # NDRPDR sel vhost - - 56 # NDRPDR sel vhost - - 57 # NDRPDR sel vhost - - 58 # NDRPDR sel vhost - - 59 # NDRPDR sel vhost - - 39 # MRR sel csit-vpp-perf-verify-2001-3n-hsw: - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - - 34 # NDRPDR sel - 17 # MRR sel - - 18 # NDRPDR full - - 20 # NDRPDR full - - 28 # NDRPDR full - - 35 # NDRPDR full - - 42 # NDRPDR full - - 46 # NDRPDR full - - 47 # NDRPDR full - - 48 # NDRPDR full - - 49 # NDRPDR full - - 50 # NDRPDR full - - 51 # NDRPDR full - - 52 # NDRPDR full - - 53 # NDRPDR full - - 54 # NDRPDR full - - 55 # NDRPDR full - - 56 # NDRPDR full - - 57 # NDRPDR full - - 58 # NDRPDR full - - 59 # NDRPDR full - - 61 # NDRPDR full - - 62 # NDRPDR full - - 63 # NDRPDR full - - 64 # NDRPDR full - - 65 # NDRPDR full - - 67 # NDRPDR full - - 70 # NDRPDR full - - 72 # NDRPDR full - - 73 # NDRPDR full - - 76 # NDRPDR full - - 77 # NDRPDR full - - 78 # NDRPDR full - - 79 # NDRPDR full - - 81 # NDRPDR full - - 82 # NDRPDR full - - 84 # NDRPDR full - - 85 # NDRPDR full - - 87 # hoststack - - 88 # hoststack - - 89 # hoststack - - 90 # hoststack - - 91 # hoststack - - 92 # hoststack - - 93 # hoststack - - 94 # hoststack - - 95 # hoststack - - 96 # hoststack - - csit-vpp-perf-verify-1904-3n-skx: - - 7 # MRR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - csit-vpp-perf-verify-1908-3n-skx: - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 26 # NDRPDR sel - - 29 # NDRPDR sel - - 52 # NDRPDR sel vhost - - 53 # NDRPDR sel vhost - - 55 # NDRPDR sel vhost - - 61 # NDRPDR sel vhost - - 62 # NDRPDR sel vhost - - 63 # NDRPDR sel vhost - - 64 # NDRPDR sel vhost - - 65 # NDRPDR sel vhost - - 66 # NDRPDR sel vhost - - 67 # NDRPDR sel vhost - - 36 # MRR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 20 # NDRPDR sel env 4 + - 21 # NDRPDR sel env 4 + - 22 # NDRPDR sel env 4 + - 23 # NDRPDR sel env 4 + - 24 # NDRPDR sel env 4 + - 25 # NDRPDR sel env 4 + - 26 # NDRPDR sel env 4 + - 27 # NDRPDR sel env 4 + - 28 # NDRPDR sel env 4 + - 29 # NDRPDR sel env 4 + - 30 # MRR env 4 + - 31 # NDRPDR sel 2001.0-4 + - 32 # NDRPDR sel 2001.0-4 + - 33 # NDRPDR sel 2001.0-4 + - 34 # NDRPDR sel 2001.0-4 + - 35 # NDRPDR sel 2001.0-4 + - 36 # NDRPDR sel 2001.0-4 + - 38 # NDRPDR sel 2001.0-4 + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 18 # rls2005 MRR iter env 5 + - 9 # rls2005 NDRPDR iter env 5 + - 10 # rls2005 NDRPDR iter env 5 + - 11 # rls2005 NDRPDR iter env 5 + - 12 # rls2005 NDRPDR iter env 5 + - 13 # rls2005 NDRPDR iter env 5 + - 14 # rls2005 NDRPDR iter env 5 + - 15 # rls2005 NDRPDR iter env 5 + - 16 # rls2005 NDRPDR iter env 5 + - 17 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 + - 23 # rls2009 MRR iter env 5 + - 21 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 + - 24 # rls2009 NDRPDR iter env 5 + - 25 # rls2009 NDRPDR iter env 5 + - 26 # rls2009 NDRPDR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 + - 30 # rls2009 NDRPDR iter env 5 + - 31 # rls2009 NDRPDR iter env 5 + - 32 # rls2009 Hoststack iter env 5 + - 33 # rls2009 Hoststack iter env 5 + - 34 # rls2009 Hoststack iter env 5 + - 35 # rls2009 Hoststack iter env 5 + - 36 # rls2009 Hoststack iter env 5 + - 37 # rls2009 Hoststack iter env 5 + - 38 # rls2009 Hoststack iter env 5 + - 39 # rls2009 Hoststack iter env 5 + - 40 # rls2009 Hoststack iter env 5 + - 41 # rls2009 Hoststack iter env 5 + csit-vpp-perf-report-coverage-2009-3n-hsw: + - 3 # rls2009 NDRPDR cov 3n-hsw-crypto-00 + - 4 # rls2009 NDRPDR cov 3n-hsw-crypto-01 + - 5 # rls2009 NDRPDR cov 3n-hsw-crypto-02 + - 6 # rls2009 NDRPDR cov 3n-hsw-crypto-03 + - 7 # rls2009 NDRPDR cov 3n-hsw-ip4-00 + - 8 # rls2009 NDRPDR cov 3n-hsw-ip4-01 + - 9 # rls2009 NDRPDR cov 3n-hsw-ip4-02 + - 10 # rls2009 NDRPDR cov 3n-hsw-ip4-03 + - 11 # rls2009 NDRPDR cov 3n-hsw-ip4-04 + - 12 # rls2009 NDRPDR cov 3n-hsw-ip4-05 + - 13 # rls2009 NDRPDR cov 3n-hsw-ip4-06 + - 14 # rls2009 NDRPDR cov 3n-hsw-ip4-07 + - 15 # rls2009 NDRPDR cov 3n-hsw-ip4tun-00 + - 16 # rls2009 NDRPDR cov 3n-hsw-ip4tun-01 + - 17 # rls2009 NDRPDR cov 3n-hsw-ip4tun-02 + - 18 # rls2009 NDRPDR cov 3n-hsw-ip6-00 + - 19 # rls2009 NDRPDR cov 3n-hsw-ip6-01 + - 20 # rls2009 NDRPDR cov 3n-hsw-ip6tun-00 + - 21 # rls2009 NDRPDR cov 3n-hsw-l2-00 + - 22 # rls2009 NDRPDR cov 3n-hsw-l2-01 + - 23 # rls2009 NDRPDR cov 3n-hsw-l2-01 + - 24 # rls2009 NDRPDR cov 3n-hsw-l2-03 + - 25 # rls2009 NDRPDR cov 3n-hsw-l2-04 + - 26 # rls2009 NDRPDR cov 3n-hsw-l2-05 + - 27 # rls2009 NDRPDR cov 3n-hsw-l2-06 + - 28 # rls2009 NDRPDR cov 3n-hsw-l2-07 + - 29 # rls2009 NDRPDR cov 3n-hsw-l2-08 + - 30 # rls2009 NDRPDR cov 3n-hsw-l2-09 + - 31 # rls2009 NDRPDR cov 3n-hsw-l2-10 + - 32 # rls2009 NDRPDR cov 3n-hsw-memif-00 + - 33 # rls2009 NDRPDR cov 3n-hsw-srv6-00 + - 34 # rls2009 NDRPDR cov 3n-hsw-srv6-01 + - 35 # rls2009 NDRPDR cov 3n-hsw-vhost-00 + - 36 # rls2009 NDRPDR cov 3n-hsw-vhost-01 + - 37 # rls2009 NDRPDR cov 3n-hsw-vhost-02 + csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - 50 # MRR sel - - csit-vpp-perf-verify-1904-2n-skx: - - 11 # MRR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 21 # NDRPDR sel - - 27 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - csit-vpp-perf-verify-1908-2n-skx: - - 26 # NDRPDR sel - - 27 # NDRPDR sel + - 53 # MRR sel addition + csit-vpp-perf-report-iterative-2005-3n-skx: + - 4 # NDRPDR sel + - 5 # NDRPDR sel ??? all x710 failed + - 33 # NDRPDR sel + - 28 # NDRPDR sel - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 42 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 88 # NDRPDR sel vhost - - 89 # NDRPDR sel vhost - - 91 # NDRPDR sel vhost - - 92 # NDRPDR sel vhost - - 93 # NDRPDR sel vhost - - 94 # NDRPDR sel vhost - - 95 # NDRPDR sel vhost - - 96 # NDRPDR sel vhost - - 97 # NDRPDR sel vhost - - 98 # NDRPDR sel vhost - - 69 # MRR sel -# - 22 # NFV -# - 31 # NFV -# - 32 # NFV -# - 71 # NFV MRR + - 42 # NDRPDR sel env 4 + - 43 # NDRPDR sel env 4 + - 44 # NDRPDR sel env 4 + - 45 # NDRPDR sel env 4 + - 47 # NDRPDR sel env 4 + - 55 # NDRPDR sel env 4 + - 56 # NDRPDR sel env 4 + - 57 # NDRPDR sel env 4 + - 61 # NDRPDR sel env 4 + - 62 # NDRPDR sel env 4 + - 50 # NDRPDR sel 2001.0-4 + - 51 # NDRPDR sel 2001.0-4 + - 52 # NDRPDR sel 2001.0-4 + - 53 # NDRPDR sel 2001.0-4 + - 54 # NDRPDR sel 2001.0-4 + - 49 # MRR sel env 4 + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 17 # rls2005 MRR iter env 5 + - 13 # rls2005 NDRPDR iter env 5 + - 18 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 + - 41 # rls2005 NDRPDR iter env 5 + - 24 # rls2009 MRR iter env 5 + - 26 # rls2009 NDRPDR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + # TODO: Add: + csit-vpp-perf-report-coverage-2009-3n-skx: + - 9 # rls2009 NDRPDR cov 3n-skx-ip4-03 + - 12 # rls2009 NDRPDR cov 3n-skx-ip4-06 + - 16 # rls2009 NDRPDR cov 3n-skx-ip4tun-02 + csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 101 # MRR sel + - 101 # MRR sel - old + - 128 # MRR sel addition - old + csit-vpp-perf-report-iterative-2005-2n-skx: + - 88 # NDRPDR sel env 4 + - 89 # NDRPDR sel env 4 + - 90 # NDRPDR sel env 4 + - 91 # NDRPDR sel env 4 + - 92 # NDRPDR sel env 4 + - 93 # NDRPDR sel env 4 + - 94 # NDRPDR sel env 4 + - 125 # NDRPDR sel env 4 + - 126 # NDRPDR sel env 4 + - 127 # NDRPDR sel env 4 + - 100 # NDRPDR sel 2001.0-4 + - 101 # NDRPDR sel 2001.0-4 + - 102 # NDRPDR sel 2001.0-4 + - 103 # NDRPDR sel 2001.0-4 + - 104 # NDRPDR sel 2001.0-4 + - 105 # NDRPDR sel 2001.0-4 + - 99 # MRR sel env 4 + csit-vpp-perf-report-iterative-2009-2n-skx: + - 20 # rls2005 MRR iter env 5 + - 13 # rls2005 NDRPDR iter env 5 + - 16 # rls2005 NDRPDR iter env 5 + - 17 # rls2005 NDRPDR iter env 5 + - 18 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 + - 21 # rls2005 NDRPDR iter env 5 + - 22 # rls2005 NDRPDR iter env 5 + - 23 # rls2005 NDRPDR iter env 5 + - 24 # rls2005 NDRPDR iter env 5 + - 25 # rls2005 NDRPDR iter env 5 + - 26 # rls2009 MRR iter env 5 + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 43 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 46 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 + - 51 # rls2009 NDRPDR iter NAT44 env 5 + - 52 # rls2009 NDRPDR iter NAT44 env 5 + - 53 # rls2009 NDRPDR iter NAT44 env 5 + - 54 # rls2009 NDRPDR iter NAT44 env 5 + - 55 # rls2009 NDRPDR iter NAT44 env 5 + - 56 # rls2009 NDRPDR iter NAT44 env 5 + - 57 # rls2009 NDRPDR iter NAT44 env 5 + - 58 # rls2009 NDRPDR iter NAT44 env 5 + - 59 # rls2009 NDRPDR iter NAT44 env 5 + - 60 # rls2009 NDRPDR iter NAT44 env 5 + - 38 # rls2009 nf-density iter env 5 + - 41 # rls2009 nf-density iter env 5 + - 45 # rls2009 nf-density iter env 5 + - 47 # rls2009 nf-density iter env 5 + - 49 # rls2009 nf-density iter env 5 + - 63 # rls2009 nf-density iter env 5 + - 65 # rls2009 nf-density iter env 5 + - 66 # rls2009 nf-density iter env 5 + - 71 # rls2009 nf-density iter env 5 + - 72 # rls2009 nf-density iter env 5 + - 50 # rls2009 MRR nf-density iter env 5 + - 27 # rls2009 reconf env 5 + - 28 # rls2009 reconf env 5 + - 29 # rls2009 reconf env 5 + - 30 # rls2009 reconf env 5 + - 31 # rls2009 reconf env 5 + - 32 # rls2009 reconf env 5 + - 61 # rls2009 reconf env 5 + - 62 # rls2009 reconf env 5 + - 68 # rls2009 reconf env 5 + - 70 # rls2009 reconf env 5 + - 33 # rls2009 soak env 5 + - 34 # rls2009 soak env 5 + csit-vpp-perf-report-coverage-2009-2n-skx: + - 18 # rls2009 NDRPDR cov 2n-skx-ip4-00 + - 19 # rls2009 NDRPDR cov 2n-skx-ip4-01 + - 10 # rls2009 NDRPDR cov 2n-skx-ip4-02 + - 20 # rls2009 NDRPDR cov 2n-skx-ip4-03 + - 21 # rls2009 NDRPDR cov 2n-skx-ip4-04 + - 13 # rls2009 NDRPDR cov 2n-skx-ip4-05 + - 22 # rls2009 NDRPDR cov 2n-skx-ip6-00 + - 23 # rls2009 NDRPDR cov 2n-skx-ip6-01 + - 24 # rls2009 NDRPDR cov 2n-skx-l2-00 + - 25 # rls2009 NDRPDR cov 2n-skx-l2-01 + - 26 # rls2009 NDRPDR cov 2n-skx-lb-00 + - 27 # rls2009 NDRPDR cov 2n-skx-memif-00 + - 28 # rls2009 NDRPDR cov 2n-skx-vhost-00 + - 29 # rls2009 NDRPDR cov 2n-skx-vhost-01 + - 30 # rls2009 NDRPDR cov 2n-skx-vts-00 csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 32 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - 39 # MRR - - 53 # NDRPDR full - - 54 # NDRPDR full - - 55 # NDRPDR full - - 56 # NDRPDR full - - 57 # NDRPDR full - - 58 # NDRPDR full - - 59 # NDRPDR full - - 60 # NDRPDR full - - 61 # NDRPDR full - - 62 # NDRPDR full - - 63 # NDRPDR full - - 64 # NDRPDR full - - 65 # NDRPDR full - - 66 # NDRPDR full - - 67 # NDRPDR full - - 68 # Reconf - - 69 # Reconf - - 70 # Reconf - - 71 # Reconf - - 72 # Reconf - - 73 # Reconf - - 74 # Reconf - - 75 # Reconf - - 76 # Reconf - - 77 # Reconf - - 80 # TCP - - 82 # TCP - - 83 # TCP - - 85 # TCP - - 86 # TCP - - 87 # TCP - - 88 # TCP - - 89 # TCP - - 90 # TCP - - 91 # TCP - - 93 # Soak - - 94 # Soak - - csit-vpp-perf-verify-1908-3n-tsh: - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # MRR sel + csit-vpp-perf-report-iterative-2005-2n-clx: + - 62 # NDRPDR sel env 4 + - 63 # NDRPDR sel env 4 + - 64 # NDRPDR sel env 4 + - 65 # NDRPDR sel env 4 + - 66 # NDRPDR sel env 4 + - 68 # NDRPDR sel env 4 + - 69 # NDRPDR sel env 4 + - 70 # NDRPDR sel env 4 + - 103 # NDRPDR sel env 4 + - 104 # NDRPDR sel env 4 + - 73 # NDRPDR sel 2001.0-4 + - 74 # NDRPDR sel 2001.0-4 + - 75 # NDRPDR sel 2001.0-4 + - 76 # NDRPDR sel 2001.0-4 + - 77 # NDRPDR sel 2001.0-4 + - 78 # NDRPDR sel 2001.0-4 + - 79 # NDRPDR sel 2001.0-4 + - 80 # NDRPDR sel 2001.0-4 + - 72 # MRR env 4 + csit-vpp-perf-report-iterative-2009-2n-clx: + - 77 # rls2005 MRR iter env 5 + - 13 # rls2005 NDRPDR iter env 5 + - 15 # rls2005 NDRPDR iter env 5 + - 17 # rls2005 NDRPDR iter env 5 + - 18 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 + - 20 # rls2005 NDRPDR iter env 5 + - 21 # rls2005 NDRPDR iter env 5 + - 22 # rls2005 NDRPDR iter env 5 + - 23 # rls2005 NDRPDR iter env 5 + - 24 # rls2005 NDRPDR iter env 5 + - 78 # rls2009 MRR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 41 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 64 # rls2009 NDRPDR iter env 5 + - 65 # rls2009 NDRPDR iter env 5 + - 66 # rls2009 NDRPDR iter env 5 + - 67 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 nf-density iter env 5 + - 43 # rls2009 nf-density iter env 5 + - 69 # rls2009 nf-density iter env 5 + - 70 # rls2009 nf-density iter env 5 + - 71 # rls2009 nf-density iter env 5 + - 72 # rls2009 nf-density iter env 5 + - 73 # rls2009 nf-density iter env 5 + - 74 # rls2009 nf-density iter env 5 + - 75 # rls2009 nf-density iter env 5 + - 76 # rls2009 nf-density iter env 5 + - 45 # rls2009 MRR nf-density iter env 5 + - 25 # rls2009 reconf env 5 + - 27 # rls2009 reconf env 5 + - 28 # rls2009 reconf env 5 + - 29 # rls2009 reconf env 5 + - 30 # rls2009 reconf env 5 + - 30 # rls2009 reconf env 5 + - 32 # rls2009 reconf env 5 + - 48 # rls2009 reconf env 5 + - 53 # rls2009 reconf env 5 + - 68 # rls2009 reconf env 5 + - 33 # rls2009 soak env 5 + - 34 # rls2009 soak env 5 + # TODO: Add: + csit-vpp-perf-report-coverage-2009-2n-clx: + - 2 # rls2009 NDRPDR cov 2n-clx-ip4-00 + - 3 # rls2009 NDRPDR cov 2n-clx-ip4-01 + - 4 # rls2009 NDRPDR cov 2n-clx-ip4-02 + - 5 # rls2009 NDRPDR cov 2n-clx-ip4-03 + - 6 # rls2009 NDRPDR cov 2n-clx-ip4-04 + - 7 # rls2009 NDRPDR cov 2n-clx-ip4-05 + - 8 # rls2009 NDRPDR cov 2n-clx-ip6-00 + - 9 # rls2009 NDRPDR cov 2n-clx-ip6-01 + - 17 # rls2009 NDRPDR cov 2n-clx-l2-00 + - 21 # rls2009 NDRPDR cov 2n-clx-l2-01 + - 12 # rls2009 NDRPDR cov 2n-clx-lb-00 + - 13 # rls2009 NDRPDR cov 2n-clx-memif-00 + - 14 # rls2009 NDRPDR cov 2n-clx-vhost-00 + - 15 # rls2009 NDRPDR cov 2n-clx-vhost-01 + - 16 # rls2009 NDRPDR cov 2n-clx-vts-00 + csit-vpp-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 10 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 21 # NDRPDR sel - 9 # MRR sel + csit-vpp-perf-report-iterative-2005-3n-tsh: + - 23 # NDRPDR sel env 4 + - 25 # NDRPDR sel env 4 + - 33 # NDRPDR sel env 4 + - 34 # NDRPDR sel env 4 + - 35 # NDRPDR sel env 4 + - 36 # NDRPDR sel env 4 + - 37 # NDRPDR sel env 4 + - 38 # NDRPDR sel env 4 + - 39 # NDRPDR sel env 4 + - 40 # NDRPDR sel env 4 + - 28 # NDRPDR sel 2001.0-4 + - 29 # NDRPDR sel 2001.0-4 + - 31 # NDRPDR sel 2001.0-4 + - 27 # MRR sel env 4 + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 8 # rls2005 NDRPDR iter env 5 + - 11 # rls2005 NDRPDR iter env 5 + - 12 # rls2005 NDRPDR iter env 5 + - 13 # rls2005 MRR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + - 20 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 + - 23 # rls2009 NDRPDR iter env 5 + - 15 # rls2006 MRR iter env 5 +# csit-vpp-perf-report-coverage-2009-3n-tsh: +# - - csit-vpp-perf-verify-1908-3n-dnv: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # MRR sel csit-vpp-perf-verify-2001-3n-dnv: - 5 # NDRPDR sel - 6 # NDRPDR sel @@ -2531,30 +2497,40 @@ - 17 # NDRPDR sel - 18 # NDRPDR sel - 11 # MRR sel - - 19 # NDRPDR full - - 20 # NDRPDR full - - 21 # NDRPDR full - - 22 # NDRPDR full - - 23 # NDRPDR full - - 24 # NDRPDR full - - 25 # NDRPDR full - - 26 # NDRPDR full - - 37 # NDRPDR full - - 38 # NDRPDR full - - 39 # NDRPDR full - - csit-vpp-perf-verify-1908-2n-dnv: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # MRR sel + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 16 # rls2005 NDRPDR iter env 5 + - 23 # rls2005 NDRPDR iter env 5 + - 25 # rls2005 NDRPDR iter env 5 + - 26 # rls2005 NDRPDR iter env 5 + - 27 # rls2005 NDRPDR iter env 5 + - 28 # rls2005 NDRPDR iter env 5 + - 29 # rls2005 NDRPDR iter env 5 + - 30 # rls2005 NDRPDR iter env 5 + - 31 # rls2005 NDRPDR iter env 5 + - 32 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 MRR iter env 5 + - 3 # rls2009 NDRPDR iter env 5 + - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 8 # rls2009 NDRPDR iter env 5 + - 10 # rls2009 NDRPDR iter env 5 + - 11 # rls2009 NDRPDR iter env 5 + - 12 # rls2009 NDRPDR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 + - 24 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 MRR iter env 5 + csit-vpp-perf-report-coverage-2009-3n-dnv: + - 10 # rls2009 NDRPDR cov 3n-dnv-crypto-00 + - 2 # rls2009 NDRPDR cov 3n-dnv-crypto-01 + - 11 # rls2009 NDRPDR cov 3n-dnv-ip4-00 + - 12 # rls2009 NDRPDR cov 3n-dnv-ip4-01 + - 13 # rls2009 NDRPDR cov 3n-dnv-ip4tun-00 + - 14 # rls2009 NDRPDR cov 3n-dnv-ip6-00 + - 15 # rls2009 NDRPDR cov 3n-dnv-ip6-01 + - 16 # rls2009 NDRPDR cov 3n-dnv-l2-00 + - 17 # rls2009 NDRPDR cov 3n-dnv-l2-01 + csit-vpp-perf-verify-2001-2n-dnv: - 4 # NDRPDR sel - 5 # NDRPDR sel @@ -2567,36 +2543,38 @@ - 13 # NDRPDR sel - 16 # NDRPDR sel - 12 # MRR sel - - 21 # NDRPDR full - - 22 # NDRPDR full - - 25 # NDRPDR full - - 26 # NDRPDR full - - 27 # NDRPDR full - - 28 # NDRPDR full - - csit-dpdk-perf-verify-1904-3n-hsw: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - csit-dpdk-perf-verify-1908-3n-hsw: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - csit-dpdk-perf-verify-2001-3n-hsw: + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 16 # rls2005 NDRPDR iter env 5 + - 17 # rls2005 NDRPDR iter env 5 + - 18 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 + - 21 # rls2005 NDRPDR iter env 5 + - 24 # rls2005 NDRPDR iter env 5 + - 27 # rls2005 NDRPDR iter env 5 + - 28 # rls2005 NDRPDR iter env 5 + - 29 # rls2005 NDRPDR iter env 5 + - 30 # rls2005 NDRPDR iter env 5 + - 23 # rls2005 MRR iter env 5 + - 3 # rls2009 NDRPDR iter env 5 + - 5 # rls2009 NDRPDR iter env 5 + - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 9 # rls2009 NDRPDR iter env 5 + - 10 # rls2009 NDRPDR iter env 5 + - 11 # rls2009 NDRPDR iter env 5 + - 12 # rls2009 NDRPDR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 + - 13 # rls2009 MRR iter env 5 + csit-vpp-perf-report-coverage-2009-2n-dnv: + - 2 # rls2009 NDRPDR cov 2n-dnv-ip4-00 + - 3 # rls2009 NDRPDR cov 2n-dnv-ip4-01 + - 4 # rls2009 NDRPDR cov 2n-dnv-ip6-00 + - 5 # rls2009 NDRPDR cov 2n-dnv-ip6-01 + - 6 # rls2009 NDRPDR cov 2n-dnv-l2-00 + - 7 # rls2009 NDRPDR cov 2n-dnv-l2-01 + + csit-dpdk-perf-verify-2001-3n-hsw: - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel @@ -2617,31 +2595,29 @@ - 22 # NDRPDR sel - 23 # NDRPDR sel - 24 # NDRPDR sel - - 25 # NDRPDR full - - 26 # NDRPDR full + csit-dpdk-perf-report-iterative-2005-3n-hsw: + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter + csit-dpdk-perf-report-iterative-2009-3n-hsw: + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 + - 14 # NDRPDR iter env5 + - 15 # NDRPDR iter env5 - csit-dpdk-perf-verify-1904-3n-skx: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - csit-dpdk-perf-verify-1908-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel csit-dpdk-perf-verify-2001-3n-skx: - 29 # NDRPDR sel xxv710 - 33 # NDRPDR sel xxv710 @@ -2663,29 +2639,29 @@ - 46 # NDRPDR sel x710 - 47 # NDRPDR sel x710 - 48 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2005-3n-skx: + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter + - 35 # NDRPDR iter + - 36 # NDRPDR iter + - 37 # NDRPDR iter + csit-dpdk-perf-report-iterative-2009-3n-skx: + - 4 # NDRPDR sel env5 + - 5 # NDRPDR sel env5 + - 6 # NDRPDR sel env5 + - 7 # NDRPDR sel env5 + - 8 # NDRPDR sel env5 + - 9 # NDRPDR sel env5 + - 14 # NDRPDR sel env5 + - 11 # NDRPDR sel env5 + - 12 # NDRPDR sel env5 + - 13 # NDRPDR sel env5 - csit-dpdk-perf-verify-1904-2n-skx: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - csit-dpdk-perf-verify-1908-2n-skx: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel csit-dpdk-perf-verify-2001-2n-skx: - 35 # NDRPDR sel xxv710 - 36 # NDRPDR sel xxv710 @@ -2707,7 +2683,28 @@ - 50 # NDRPDR sel x710 - 51 # NDRPDR sel x710 - 54 # NDRPDR sel x710 - + csit-dpdk-perf-report-iterative-2005-2n-skx: + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + csit-dpdk-perf-report-iterative-2009-2n-skx: + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 csit-dpdk-perf-verify-2001-2n-clx: - 15 # NDRPDR sel @@ -2730,30 +2727,60 @@ - 32 # NDRPDR sel - 33 # NDRPDR sel - 34 # NDRPDR sel - - csit-dpdk-perf-verify-2001-2n-dnv: - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - csit-dpdk-perf-verify-2001-3n-dnv: - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 22 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-2n-clx: + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + csit-dpdk-perf-report-iterative-2009-2n-clx: + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 + +# csit-dpdk-perf-verify-2001-2n-dnv: +# - 9 # NDRPDR sel +# - 10 # NDRPDR sel +# - 11 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 14 # NDRPDR sel +# - 15 # NDRPDR sel +# - 16 # NDRPDR sel +# - 17 # NDRPDR sel +# - 18 # NDRPDR sel +# csit-dpdk-perf-report-iterative-2005-2n-dnv: +# # No data +# # csit-dpdk-perf-report-iterative-2009-2n-dnv: +# # No data + +# csit-dpdk-perf-verify-2001-3n-dnv: +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 14 # NDRPDR sel +# - 15 # NDRPDR sel +# - 16 # NDRPDR sel +# - 17 # NDRPDR sel +# - 18 # NDRPDR sel +# - 19 # NDRPDR sel +# - 20 # NDRPDR sel +# - 22 # NDRPDR sel +# csit-dpdk-perf-report-iterative-2005-3n-dnv: +# # No data +# # csit-dpdk-perf-report-iterative-2009-3n-dnv: +# # No data csit-dpdk-perf-verify-2001-3n-tsh: - 3 # NDRPDR sel @@ -2766,40 +2793,53 @@ - 14 # NDRPDR sel - 15 # NDRPDR sel - 18 # NDRPDR sel - - csit-vpp-device-2001-ubuntu1804-1n-skx: - - 57 + csit-dpdk-perf-report-iterative-2005-3n-tsh: + - 5 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-tsh: + - 1 # NDRPDR iter env5 + - 2 # NDRPDR iter env5 + - 3 # NDRPDR iter env5 + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + + csit-vpp-device-2009-ubuntu1804-1n-skx: + - 131 # rls2009 env 5 - type: "output" output: "report" format: html: - full -# pdf: -# - minimal + pdf: + - minimal ################################################################################ ### T A B L E S ### ################################################################################ -## VPP Soak vs NDR - 2n-skx -#- type: "table" -# title: "VPP Soak vs NDR 2n-skx" -# algorithm: "table_soak_vs_ndr" -# output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx" -# reference: -# title: "NDR" -# data: "vpp-soak-vs-ndr-2n-skx-ref" -# compare: -# title: "Soak" -# data: "vpp-soak-vs-ndr-2n-skx-cmp" -# data: "vpp-soak-vs-ndr-2n-skx" -# include-tests: "NDR" -# filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'" -# parameters: -# - "throughput" -# - "name" -# - "parent" +# VPP Soak vs NDR - 2n-skx +- type: "table" + title: "VPP Soak vs NDR 2n-skx" + algorithm: "table_soak_vs_ndr" + output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx" + reference: + title: "NDR" + data: "vpp-soak-vs-ndr-2n-skx-ref" + compare: + title: "Soak" + data: "vpp-soak-vs-ndr-2n-skx-cmp" + data: "vpp-soak-vs-ndr-2n-skx" + include-tests: "NDR" + filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'" + parameters: + - "throughput" + - "name" + - "parent" # VPP Soak vs NDR - 2n-clx - type: "table" @@ -2822,285 +2862,327 @@ ################################################################################ -# VPP Compare NICs 3n-skx 2t1c ndr -- type: "table" - title: "VPP Compare NICs 3n-skx 2t1c ndr" - algorithm: "table_nics_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-3n-skx" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" - -# VPP Compare NICs 3n-skx 4t2c ndr -- type: "table" - title: "VPP Compare NICs 3n-skx 4t2c ndr" - algorithm: "table_nics_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-3n-skx" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" - -# VPP Compare NICs 3n-skx 2t1c pdr -- type: "table" - title: "VPP Compare NICs 3n-skx 2t1c pdr" - algorithm: "table_nics_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-3n-skx" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" - - # VPP Compare NICs 3n-skx 4t2c pdr -- type: "table" - title: "VPP Compare NICs 3n-skx 4t2c pdr" - algorithm: "table_nics_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-3n-skx" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" - -# VPP Compare NICs 3n-skx 2t1c mrr -- type: "table" - title: "VPP Compare NICs 3n-skx 2t1c mrr" - algorithm: "table_nics_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-3n-skx-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - - "tags" - -# VPP Compare NICs 3n-skx 4t2c mrr -- type: "table" - title: "VPP Compare NICs 3n-skx 4t2c mrr" - algorithm: "table_nics_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-3n-skx-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - - "tags" - - # VPP Compare NICs 3n-skx 8t4c mrr -- type: "table" - title: "VPP Compare NICs 3n-skx 8t4c mrr" - algorithm: "table_nics_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-3n-skx-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - - "tags" +## VPP Compare NICs 3n-skx 2t1c ndr +#- type: "table" +# title: "VPP Compare NICs 3n-skx 2t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" +# columns: +# - title: "x710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-X710" +# - title: "xxv710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-XXV710" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "x710, xxv710 - NICs tested." +# - "Diff - difference between x710 and xxv710 NIC." +# +## VPP Compare NICs 3n-skx 4t2c ndr +#- type: "table" +# title: "VPP Compare NICs 3n-skx 4t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" +# columns: +# - title: "x710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-X710" +# - title: "xxv710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-XXV710" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "x710, xxv710 - NICs tested." +# - "Diff - difference between x710 and xxv710 NIC." +# +## VPP Compare NICs 3n-skx 2t1c pdr +#- type: "table" +# title: "VPP Compare NICs 3n-skx 2t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" +# columns: +# - title: "x710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-X710" +# - title: "xxv710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-XXV710" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "x710, xxv710 - NICs tested." +# - "Diff - difference between x710 and xxv710 NIC." +# +## VPP Compare NICs 3n-skx 4t2c pdr +#- type: "table" +# title: "VPP Compare NICs 3n-skx 4t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" +# columns: +# - title: "x710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-X710" +# - title: "xxv710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-XXV710" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "x710, xxv710 - NICs tested." +# - "Diff - difference between x710 and xxv710 NIC." + +## VPP Compare NICs 3n-skx 2t1c mrr +#- type: "table" +# title: "VPP Compare NICs 3n-skx 2t1c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" +# columns: +# - title: "x710" +# data-set: "vpp-nic-comparison-3n-skx-mrr" +# tag: "NIC_Intel-X710" +# - title: "xxv710" +# data-set: "vpp-nic-comparison-3n-skx-mrr" +# tag: "NIC_Intel-XXV710" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "x710, xxv710 - NICs tested." +# - "Diff - difference between x710 and xxv710 NIC." +# +## VPP Compare NICs 3n-skx 4t2c mrr +#- type: "table" +# title: "VPP Compare NICs 3n-skx 4t2c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" +# columns: +# - title: "x710" +# data-set: "vpp-nic-comparison-3n-skx-mrr" +# tag: "NIC_Intel-X710" +# - title: "xxv710" +# data-set: "vpp-nic-comparison-3n-skx-mrr" +# tag: "NIC_Intel-XXV710" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "x710, xxv710 - NICs tested." +# - "Diff - difference between x710 and xxv710 NIC." +# +## VPP Compare NICs 3n-skx 8t4c mrr +#- type: "table" +# title: "VPP Compare NICs 3n-skx 8t4c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" +# columns: +# - title: "x710" +# data-set: "vpp-nic-comparison-3n-skx-mrr" +# tag: "NIC_Intel-X710" +# - title: "xxv710" +# data-set: "vpp-nic-comparison-3n-skx-mrr" +# tag: "NIC_Intel-XXV710" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "x710, xxv710 - NICs tested." +# - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 2n-skx 2t1c ndr - type: "table" title: "VPP Compare NICs 2n-skx 2t1c ndr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-2n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-2n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 2n-skx 4t2c ndr - type: "table" title: "VPP Compare NICs 2n-skx 4t2c ndr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" - - # VPP Compare NICs 2n-skx 2t1c pdr + columns: + - title: "x710" + data-set: "vpp-nic-comparison-2n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-2n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 2n-skx 2t1c pdr - type: "table" title: "VPP Compare NICs 2n-skx 2t1c pdr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-2n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-2n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 2n-skx 4t2c pdr - type: "table" title: "VPP Compare NICs 2n-skx 4t2c pdr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-2n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-2n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 2n-skx 2t1c mrr - type: "table" title: "VPP Compare NICs 2n-skx 2t1c mrr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-2n-skx-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-2n-skx-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 2n-skx 4t2c mrr - type: "table" title: "VPP Compare NICs 2n-skx 4t2c mrr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-2n-skx-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-2n-skx-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 2n-skx 8t4c mrr - type: "table" title: "VPP Compare NICs 2n-skx 8t4c mrr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-2n-skx-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-2n-skx-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." ################################################################################ # VPP @@ -3108,1637 +3190,2282 @@ # VPP Performance Changes 3n-hsw 1t1c pdr - type: "table" title: "VPP Performance Changes 3n-hsw 1t1c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr" - history: - - title: "rls1904" - data: "vpp-performance-changes-3n-hsw-h1" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-hsw-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-hsw-cmp" - data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" + columns: + - title: "2001.0-4" + data-set: "vpp-performance-changes-3n-hsw-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-3n-hsw-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-hsw-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-hsw-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 2t2c pdr - type: "table" title: "VPP Performance Changes 3n-hsw 2t2c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr" - history: - - title: "rls1904" - data: "vpp-performance-changes-3n-hsw-h1" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-hsw-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-hsw-cmp" - data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" + columns: + - title: "2001.0-4" + data-set: "vpp-performance-changes-3n-hsw-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-3n-hsw-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-hsw-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-hsw-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 1t1c ndr - type: "table" title: "VPP Performance Changes 3n-hsw 1t1c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr" - history: - - title: "rls1904" - data: "vpp-performance-changes-3n-hsw-h1" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-hsw-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-hsw-cmp" - data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" + columns: + - title: "2001.0-4" + data-set: "vpp-performance-changes-3n-hsw-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-3n-hsw-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-hsw-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-hsw-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 2t2c ndr - type: "table" title: "VPP Performance Changes 3n-hsw 2t2c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr" - history: - - title: "rls1904" - data: "vpp-performance-changes-3n-hsw-h1" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-hsw-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-hsw-cmp" - data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" + columns: + - title: "2001.0-4" + data-set: "vpp-performance-changes-3n-hsw-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-3n-hsw-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-hsw-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-hsw-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c pdr - type: "table" title: "VPP Performance Changes 3n-skx 2t1c pdr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr" - history: - - title: "rls1904 x710" - data: "vpp-performance-changes-3n-skx-h1" - nic: "NIC_Intel-X710" - reference: - title: "rls1908 xxv710" - data: "vpp-performance-changes-3n-skx-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" - nic: "NIC_Intel-XXV710" - compare: - title: "rls2001 xxv710" - data: "vpp-performance-changes-3n-skx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001.0-4" + data-set: "vpp-performance-changes-3n-skx-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-3n-skx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-skx-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-skx-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c pdr - type: "table" title: "VPP Performance Changes 3n-skx 4t2c pdr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr" - history: - - title: "rls1904 x710" - data: "vpp-performance-changes-3n-skx-h1" - nic: "NIC_Intel-X710" - reference: - title: "rls1908 xxv710" - data: "vpp-performance-changes-3n-skx-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" - nic: "NIC_Intel-XXV710" - compare: - title: "rls2001 xxv710" - data: "vpp-performance-changes-3n-skx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001.0-4" + data-set: "vpp-performance-changes-3n-skx-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-3n-skx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-skx-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-skx-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-skx-4t2c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-skx-4t2c-pdr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c ndr - type: "table" title: "VPP Performance Changes 3n-skx 2t1c ndr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr" - history: - - title: "rls1904 x710" - data: "vpp-performance-changes-3n-skx-h1" - nic: "NIC_Intel-X710" - reference: - title: "rls1908 xxv710" - data: "vpp-performance-changes-3n-skx-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" - nic: "NIC_Intel-XXV710" - compare: - title: "rls2001 xxv710" - data: "vpp-performance-changes-3n-skx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001.0-4" + data-set: "vpp-performance-changes-3n-skx-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-3n-skx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-skx-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-skx-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c ndr - type: "table" title: "VPP Performance Changes 3n-skx 4t2c ndr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr" - history: - - title: "rls1904 x710" - data: "vpp-performance-changes-3n-skx-h1" - nic: "NIC_Intel-X710" - reference: - title: "rls1908 xxv710" - data: "vpp-performance-changes-3n-skx-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" - nic: "NIC_Intel-XXV710" - compare: - title: "rls2001 xxv710" - data: "vpp-performance-changes-3n-skx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001.0-4" + data-set: "vpp-performance-changes-3n-skx-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-3n-skx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-skx-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-skx-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-skx-4t2c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-skx-4t2c-ndr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c pdr - type: "table" title: "VPP Performance Changes 2n-skx 2t1c pdr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr" - history: - - title: "rls1904 x710" - data: "vpp-performance-changes-2n-skx-h1" - nic: "NIC_Intel-X710" - reference: - title: "rls1908 xxv710" - data: "vpp-performance-changes-2n-skx-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" - nic: "NIC_Intel-XXV710" - compare: - title: "rls2001 xxv710" - data: "vpp-performance-changes-2n-skx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001.0-4" + data-set: "vpp-performance-changes-2n-skx-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-2n-skx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-skx-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-skx-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c pdr - type: "table" title: "VPP Performance Changes 2n-skx 4t2c pdr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr" - history: - - title: "rls1904 x710" - data: "vpp-performance-changes-2n-skx-h1" - nic: "NIC_Intel-X710" - reference: - title: "rls1908 xxv710" - data: "vpp-performance-changes-2n-skx-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" - nic: "NIC_Intel-XXV710" - compare: - title: "rls2001 xxv710" - data: "vpp-performance-changes-2n-skx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001.0-4" + data-set: "vpp-performance-changes-2n-skx-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-2n-skx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-skx-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-skx-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-skx-4t2c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-skx-4t2c-pdr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c ndr - type: "table" title: "VPP Performance Changes 2n-skx 2t1c ndr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr" - history: - - title: "rls1904 x710" - data: "vpp-performance-changes-2n-skx-h1" - nic: "NIC_Intel-X710" - reference: - title: "rls1908 xxv710" - data: "vpp-performance-changes-2n-skx-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" - nic: "NIC_Intel-XXV710" - compare: - title: "rls2001 xxv710" - data: "vpp-performance-changes-2n-skx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001.0-4" + data-set: "vpp-performance-changes-2n-skx-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-2n-skx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-skx-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-skx-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c ndr - type: "table" title: "VPP Performance Changes 2n-skx 4t2c ndr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr" - history: - - title: "rls1904 x710" - data: "vpp-performance-changes-2n-skx-h1" - nic: "NIC_Intel-X710" - reference: - title: "rls1908 xxv710" - data: "vpp-performance-changes-2n-skx-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" - nic: "NIC_Intel-XXV710" - compare: - title: "rls2001 xxv710" - data: "vpp-performance-changes-2n-skx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" - -## VPP Performance Changes NFV Service Density 2n-skx 2t1c pdr + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001.0-4" + data-set: "vpp-performance-changes-2n-skx-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-2n-skx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-skx-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-skx-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-skx-4t2c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-skx-4t2c-ndr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-clx-xxv710 2t1c pdr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001.0-4" + data-set: "vpp-performance-changes-2n-clx-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-2n-clx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-clx-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-clx-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-clx-xxv710 4t2c pdr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001.0-4" + data-set: "vpp-performance-changes-2n-clx-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-2n-clx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-clx-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-clx-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-clx-xxv710 2t1c ndr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001.0-4" + data-set: "vpp-performance-changes-2n-clx-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-2n-clx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-clx-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-clx-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-clx-xxv710 4t2c ndr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001.0-4" + data-set: "vpp-performance-changes-2n-clx-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-2n-clx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-clx-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-clx-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +## VPP Performance Changes 2n-clx-x556 2t1c pdr #- type: "table" -# title: "VPP Performance Changes NFV Service Density 2n-skx 2t1c pdr" -# algorithm: "table_perf_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-pdr" -# reference: -# title: "rls1908" -# data: "vpp-performance-changes-nfv-2n-skx-ref" -# compare: -# title: "rls2001" -# data: "vpp-performance-changes-nfv-2n-skx-cmp" -# data: "vpp-performance-changes-nfv-2n-skx" +# title: "VPP Performance Changes 2n-clx-x556 2t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-pdr" # include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR' and 'NF_DENSITY'" -# parameters: -# - "name" -# - "parent" -# - "throughput" -# - "tags" +# filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-2n-clx-ref-env4" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-2n-clx-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' # -## VPP Performance Changes NFV Service Density 2n-skx 4t2c pdr +## VPP Performance Changes 2n-clx-x556 4t2c pdr #- type: "table" -# title: "VPP Performance Changes NFV Service Density 2n-skx 4t2c pdr" -# algorithm: "table_perf_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-pdr" -# reference: -# title: "rls1908" -# data: "vpp-performance-changes-nfv-2n-skx-ref" -# compare: -# title: "rls2001" -# data: "vpp-performance-changes-nfv-2n-skx-cmp" -# data: "vpp-performance-changes-nfv-2n-skx" +# title: "VPP Performance Changes 2n-clx-x556 4t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-pdr" # include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'NDRPDR' and 'NF_DENSITY'" -# parameters: -# - "name" -# - "parent" -# - "throughput" -# - "tags" +# filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-2n-clx-ref-env4" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-2n-clx-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' # -## VPP Performance Changes NFV Service Density 2n-skx 2t1c ndr +## VPP Performance Changes 2n-clx-x556 2t1c ndr #- type: "table" -# title: "VPP Performance Changes NFV Service Density 2n-skx 2t1c ndr" -# algorithm: "table_perf_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-ndr" -# reference: -# title: "rls1908" -# data: "vpp-performance-changes-nfv-2n-skx-ref" -# compare: -# title: "rls2001" -# data: "vpp-performance-changes-nfv-2n-skx-cmp" -# data: "vpp-performance-changes-nfv-2n-skx" +# title: "VPP Performance Changes 2n-clx-x556 2t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-ndr" # include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR' and 'NF_DENSITY'" -# parameters: -# - "name" -# - "parent" -# - "throughput" -# - "tags" +# filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-2n-clx-ref-env4" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-2n-clx-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' # -## VPP Performance Changes NFV Service Density 2n-skx 4t2c ndr +## VPP Performance Changes 2n-clx-x556 4t2c ndr #- type: "table" -# title: "VPP Performance Changes NFV Service Density 2n-skx 4t2c ndr" -# algorithm: "table_perf_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-ndr" -# reference: -# title: "rls1908" -# data: "vpp-performance-changes-nfv-2n-skx-ref" -# compare: -# title: "rls2001" -# data: "vpp-performance-changes-nfv-2n-skx-cmp" -# data: "vpp-performance-changes-nfv-2n-skx" +# title: "VPP Performance Changes 2n-clx-x556 ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-ndr" # include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'NDRPDR' and 'NF_DENSITY'" -# parameters: -# - "name" -# - "parent" -# - "throughput" -# - "tags" +# filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-2n-clx-ref-env4" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-2n-clx-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' # VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" title: "VPP Performance Changes 2n-dnv 1t1c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" - reference: - title: "rls1908" - data: "vpp-performance-changes-2n-dnv-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-2n-dnv-cmp" - data: "vpp-performance-changes-2n-dnv" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-dnv-h1" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-cmp" + comparisons: + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c pdr - type: "table" title: "VPP Performance Changes 2n-dnv 2t2c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" - reference: - title: "rls1908" - data: "vpp-performance-changes-2n-dnv-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-2n-dnv-cmp" - data: "vpp-performance-changes-2n-dnv" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-dnv-h1" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-cmp" + comparisons: + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c ndr - type: "table" title: "VPP Performance Changes 2n-dnv 1t1c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" - reference: - title: "rls1908" - data: "vpp-performance-changes-2n-dnv-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-2n-dnv-cmp" - data: "vpp-performance-changes-2n-dnv" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-dnv-h1" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-cmp" + comparisons: + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c ndr - type: "table" title: "VPP Performance Changes 2n-dnv 2t2c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" - reference: - title: "rls1908 " - data: "vpp-performance-changes-2n-dnv-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-2n-dnv-cmp" - data: "vpp-performance-changes-2n-dnv" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-dnv-h1" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-cmp" + comparisons: + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c pdr - type: "table" title: "VPP Performance Changes 3n-dnv 1t1c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-dnv-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-dnv-cmp" - data: "vpp-performance-changes-3n-dnv" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-dnv-h1" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-cmp" + comparisons: + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c pdr - type: "table" title: "VPP Performance Changes 3n-dnv 2t2c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-dnv-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-dnv-cmp" - data: "vpp-performance-changes-3n-dnv" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-dnv-h1" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-cmp" + comparisons: + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c ndr - type: "table" title: "VPP Performance Changes 3n-dnv 1t1c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-dnv-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-dnv-cmp" - data: "vpp-performance-changes-3n-dnv" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-dnv-h1" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-cmp" + comparisons: + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c ndr - type: "table" title: "VPP Performance Changes 3n-dnv 2t2c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-dnv-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-dnv-cmp" - data: "vpp-performance-changes-3n-dnv" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-dnv-h1" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-cmp" + comparisons: + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" title: "VPP Performance Changes 3n-tsh 1t1c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-tsh-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-tsh-cmp" - data: "vpp-performance-changes-3n-tsh" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "2001.0-4" + data-set: "vpp-performance-changes-3n-tsh-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-3n-tsh-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-tsh-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-tsh-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" title: "VPP Performance Changes 3n-tsh 2t2c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-tsh-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-tsh-cmp" - data: "vpp-performance-changes-3n-tsh" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "2001.0-4" + data-set: "vpp-performance-changes-3n-tsh-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-3n-tsh-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-tsh-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-tsh-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" title: "VPP Performance Changes 3n-tsh 1t1c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-tsh-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-tsh-cmp" - data: "vpp-performance-changes-3n-tsh" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "2001.0-4" + data-set: "vpp-performance-changes-3n-tsh-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-3n-tsh-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-tsh-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-tsh-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" title: "VPP Performance Changes 3n-tsh 2t2c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-tsh-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-tsh-cmp" - data: "vpp-performance-changes-3n-tsh" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "2001.0-4" + data-set: "vpp-performance-changes-3n-tsh-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-3n-tsh-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-tsh-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-tsh-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-ref" - nic: "NIC_Intel-XL710" - compare: - title: "3n-skx xxv710" - data: "vpp-compare-testbeds-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-ref" + tag: "NIC_Intel-XL710" + - title: "3n-skx xxv710" + data-set: "vpp-compare-testbeds-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-ref" - nic: "NIC_Intel-XL710" - compare: - title: "3n-skx xxv710" - data: "vpp-compare-testbeds-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-ref" + tag: "NIC_Intel-XL710" + - title: "3n-skx xxv710" + data-set: "vpp-compare-testbeds-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-ref" - nic: "NIC_Intel-XL710" - compare: - title: "3n-skx xxv710" - data: "vpp-compare-testbeds-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-ref" + tag: "NIC_Intel-XL710" + - title: "3n-skx xxv710" + data-set: "vpp-compare-testbeds-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-ref" - nic: "NIC_Intel-XL710" - compare: - title: "3n-skx xxv710" - data: "vpp-compare-testbeds-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-ref" + tag: "NIC_Intel-XL710" + - title: "3n-skx xxv710" + data-set: "vpp-compare-testbeds-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr" - reference: - title: "2n-skx" - data: "vpp-compare-testbeds-skx-clx-ref" - compare: - title: "2n-clx" - data: "vpp-compare-testbeds-skx-clx-cmp" - data: "vpp-compare-testbeds-skx-clx" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" - -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr" - reference: - title: "2n-skx" - data: "vpp-compare-testbeds-skx-clx-ref" - compare: - title: "2n-clx" - data: "vpp-compare-testbeds-skx-clx-cmp" - data: "vpp-compare-testbeds-skx-clx" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" - -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr - type: "table" title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr" - reference: - title: "2n-skx" - data: "vpp-compare-testbeds-skx-clx-ref" - compare: - title: "2n-clx" - data: "vpp-compare-testbeds-skx-clx-cmp" - data: "vpp-compare-testbeds-skx-clx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx" + data-set: "vpp-compare-testbeds-skx-clx-ref" + - title: "2n-clx" + data-set: "vpp-compare-testbeds-skx-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." # VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr - type: "table" title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr" - reference: - title: "2n-skx" - data: "vpp-compare-testbeds-skx-clx-ref" - compare: - title: "2n-clx" - data: "vpp-compare-testbeds-skx-clx-cmp" - data: "vpp-compare-testbeds-skx-clx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + filter: "'4T2C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx" + data-set: "vpp-compare-testbeds-skx-clx-ref" + - title: "2n-clx" + data-set: "vpp-compare-testbeds-skx-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." + +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx" + data-set: "vpp-compare-testbeds-skx-clx-ref" + - title: "2n-clx" + data-set: "vpp-compare-testbeds-skx-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." + +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx" + data-set: "vpp-compare-testbeds-skx-clx-ref" + - title: "2n-clx" + data-set: "vpp-compare-testbeds-skx-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." # VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-ndr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-hsw-clx-ref" - nic: "NIC_Intel-XL710" - compare: - title: "2n-clx xxv710" - data: "vpp-compare-testbeds-hsw-clx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-hsw-clx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-hsw-clx-ref" + tag: "NIC_Intel-XL710" + - title: "2n-clx xxv710" + data-set: "vpp-compare-testbeds-hsw-clx-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." # VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c ndr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c ndr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-ndr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-hsw-clx-ref" - nic: "NIC_Intel-XL710" - compare: - title: "2n-clx xxv710" - data: "vpp-compare-testbeds-hsw-clx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-hsw-clx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-hsw-clx-ref" + tag: "NIC_Intel-XL710" + - title: "2n-clx xxv710" + data-set: "vpp-compare-testbeds-hsw-clx-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." # VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c pdr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c pdr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-pdr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-hsw-clx-ref" - nic: "NIC_Intel-XL710" - compare: - title: "2n-clx xxv710" - data: "vpp-compare-testbeds-hsw-clx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-hsw-clx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-hsw-clx-ref" + tag: "NIC_Intel-XL710" + - title: "2n-clx xxv710" + data-set: "vpp-compare-testbeds-hsw-clx-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." # VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c pdr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c pdr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-pdr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-hsw-clx-ref" - nic: "NIC_Intel-XL710" - compare: - title: "2n-clx xxv710" - data: "vpp-compare-testbeds-hsw-clx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-hsw-clx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-hsw-clx-ref" + tag: "NIC_Intel-XL710" + - title: "2n-clx xxv710" + data-set: "vpp-compare-testbeds-hsw-clx-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr - type: "table" title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr" - reference: - title: "3-Node Skx" - data: "vpp-compare-topologies-ref" - compare: - title: "2-Node Skx" - data: "vpp-compare-topologies-cmp" - data: "vpp-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR' and '1C'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'" + columns: + - title: "3n-skx" + data-set: "vpp-compare-topologies-ref" + - title: "2n-skx" + data-set: "vpp-compare-topologies-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr - type: "table" title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr" - reference: - title: "3-Node Skx" - data: "vpp-compare-topologies-ref" - compare: - title: "2-Node Skx" - data: "vpp-compare-topologies-cmp" - data: "vpp-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR' and '2C'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'" + columns: + - title: "3n-skx" + data-set: "vpp-compare-topologies-ref" + - title: "2n-skx" + data-set: "vpp-compare-topologies-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr - type: "table" title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr" - reference: - title: "3-Node Skx" - data: "vpp-compare-topologies-ref" - compare: - title: "2-Node Skx" - data: "vpp-compare-topologies-cmp" - data: "vpp-compare-topologies" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR' and '1C'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'" + columns: + - title: "3n-skx" + data-set: "vpp-compare-topologies-ref" + - title: "2n-skx" + data-set: "vpp-compare-topologies-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr - type: "table" title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr" - reference: - title: "3-Node Skx" - data: "vpp-compare-topologies-ref" - compare: - title: "2-Node Skx" - data: "vpp-compare-topologies-cmp" - data: "vpp-compare-topologies" - include-tests: "PDR" - filter: "'NDRPDR' and '2C'" - parameters: - - "name" - - "parent" - - "throughput" - -# VPP Performance Changes 3n-hsw 1t1c MRR + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'" + columns: + - title: "3n-skx" + data-set: "vpp-compare-topologies-ref" + - title: "2n-skx" + data-set: "vpp-compare-topologies-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." + +# VPP Performance Changes 3n-hsw 1t1c mrr - type: "table" - title: "VPP Performance Changes 3n-hsw 1t1c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-hsw 1t1c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr" - history: - - title: "rls1904" - data: "vpp-performance-changes-3n-hsw-mrr-h1" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-hsw-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-hsw-mrr-cmp" - data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 3n-hsw 2t2c MRR + filter: "'1T1C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-hsw-mrr-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-hsw 2t2c mrr - type: "table" - title: "VPP Performance Changes 3n-hsw 2t2c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-hsw 2t2c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr" - history: - - title: "rls1904" - data: "vpp-performance-changes-3n-hsw-mrr-h1" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-hsw-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-hsw-mrr-cmp" - data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 3n-hsw 4t4c MRR + filter: "'2T2C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-hsw-mrr-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-hsw-2t2c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-hsw-2t2c-mrr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-hsw 4t4c mrr - type: "table" - title: "VPP Performance Changes 3n-hsw 4t4c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-hsw 4t4c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr" - history: - - title: "rls1904" - data: "vpp-performance-changes-3n-hsw-mrr-h1" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-hsw-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-hsw-mrr-cmp" - data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 3n-skx 2t1c MRR + filter: "'4T4C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-hsw-mrr-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-hsw-4t4c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-hsw-4t4c-mrr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-skx 2t1c mrr - type: "table" - title: "VPP Performance Changes 3n-skx 2t1c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-skx 2t1c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr" - history: - - title: "rls1904" - data: "vpp-performance-changes-3n-skx-mrr-h1" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-skx-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-skx-mrr-cmp" - data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 3n-skx 4t2c MRR + filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-skx-mrr-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-skx-mrr-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-skx 4t2c mrr - type: "table" - title: "VPP Performance Changes 3n-skx 4t2c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-skx 4t2c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr" - history: - - title: "rls1904" - data: "vpp-performance-changes-3n-skx-mrr-h1" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-skx-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-skx-mrr-cmp" - data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 3n-skx 8t4c MRR + filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-skx-mrr-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-skx-mrr-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-hsw-4t2c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-hsw-4t2c-mrr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-skx 8t4c mrr - type: "table" - title: "VPP Performance Changes 3n-skx 8t4c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-skx 8t4c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr" - history: - - title: "rls1904" - data: "vpp-performance-changes-3n-skx-mrr-h1" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-skx-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-skx-mrr-cmp" - data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 2n-skx 2t1c MRR + filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-skx-mrr-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-skx-mrr-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-hsw-8t4c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-hsw-8t4c-mrr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-skx 2t1c mrr - type: "table" - title: "VPP Performance Changes 2n-skx 2t1c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 2n-skx 2t1c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr" - history: - - title: "rls1904" - data: "vpp-performance-changes-2n-skx-mrr-h1" - reference: - title: "rls1908" - data: "vpp-performance-changes-2n-skx-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-2n-skx-mrr-cmp" - data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 2n-skx 4t2c MRR + filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-skx-mrr-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-skx-mrr-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-4" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-skx-2t1c-mrr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-skx 4t2c mrr - type: "table" - title: "VPP Performance Changes 2n-skx 4t2c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 2n-skx 4t2c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr" - history: - - title: "rls1904" - data: "vpp-performance-changes-2n-skx-mrr-h1" - reference: - title: "rls1908" - data: "vpp-performance-changes-2n-skx-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-2n-skx-mrr-cmp" - data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 2n-skx 8t4c MRR + filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-skx-mrr-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-skx-mrr-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-skx-4t2c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-4" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-skx-4t2c-mrr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-skx 8t4c mrr - type: "table" - title: "VPP Performance Changes 2n-skx 8t4c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 2n-skx 8t4c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr" - history: - - title: "rls1904" - data: "vpp-performance-changes-2n-skx-mrr-h1" - reference: - title: "rls1908" - data: "vpp-performance-changes-2n-skx-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-2n-skx-mrr-cmp" - data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - -## VPP Performance Changes NFV Service Density 2n-skx 2t1c mrr + filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-skx-mrr-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-skx-mrr-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-skx-8t4c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-4" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-skx-8t4c-mrr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-clx-xxv710 2t1c mrr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-clx-mrr-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-clx-xxv710 4t2c mrr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-clx-mrr-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-clx-xxv710 8t4c mrr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 8t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-8t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-clx-mrr-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +## VPP Performance Changes 2n-clx-x556 2t1c mrr #- type: "table" -# title: "VPP Performance Changes NFV Service Density 2n-skx 2t1c mrr" -# algorithm: "table_perf_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-mrr" -# reference: -# title: "rls1908" -# data: "vpp-performance-changes-nfv-2n-skx-mrr-ref" -# compare: -# title: "rls2001" -# data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" -# data: "vpp-performance-changes-nfv-2n-skx-mrr" +# title: "VPP Performance Changes 2n-clx-x556 2t1c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-mrr" # include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'MRR' and 'NF_DENSITY'" -# parameters: -# - "name" -# - "parent" -# - "result" +# filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001" +# data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" +# - title: "2005" +# data-set: "vpp-performance-changes-2n-clx-mrr-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "2001, 2005 - VPP versions tested." +# - "Diff - difference between 2001 and 2005 VPP version." # -## VPP Performance Changes NFV Service Density 2n-skx 4t2c mrr +## VPP Performance Changes 2n-clx-x556 4t2c mrr #- type: "table" -# title: "VPP Performance Changes NFV Service Density 2n-skx 4t2c mrr" -# algorithm: "table_perf_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-mrr" -# reference: -# title: "rls1908" -# data: "vpp-performance-changes-nfv-2n-skx-mrr-ref" -# compare: -# title: "rls2001" -# data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" -# data: "vpp-performance-changes-nfv-2n-skx-mrr" +# title: "VPP Performance Changes 2n-clx-x556 4t2c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-mrr" # include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'MRR' and 'NF_DENSITY'" -# parameters: -# - "name" -# - "parent" -# - "result" +# filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001" +# data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" +# - title: "2005" +# data-set: "vpp-performance-changes-2n-clx-mrr-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "2001, 2005 - VPP versions tested." +# - "Diff - difference between 2001 and 2005 VPP version." # -## VPP Performance Changes NFV Service Density 2n-skx 8t4c mrr +## VPP Performance Changes 2n-clx-x556 8t4c mrr #- type: "table" -# title: "VPP Performance Changes NFV Service Density 2n-skx 8t4c mrr" -# algorithm: "table_perf_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-8t4c-mrr" -# reference: -# title: "rls1908" -# data: "vpp-performance-changes-nfv-2n-skx-mrr-ref" -# compare: -# title: "rls2001" -# data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" -# data: "vpp-performance-changes-nfv-2n-skx-mrr" +# title: "VPP Performance Changes 2n-clx-x556 8t4c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-8t4c-mrr" # include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'8T4C' and 'MRR' and 'NF_DENSITY'" -# parameters: -# - "name" -# - "parent" -# - "result" - -# VPP Performance Changes 2n-dnv 1t1c MRR +# filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001" +# data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" +# - title: "2005" +# data-set: "vpp-performance-changes-2n-clx-mrr-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "2001, 2005 - VPP versions tested." +# - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-dnv 1t1c mrr - type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 2n-dnv 1t1c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" - reference: - title: "rls1908" - data: "vpp-performance-changes-2n-dnv-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-2n-dnv-mrr-cmp" - data: "vpp-performance-changes-2n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 2n-dnv 2t2c MRR + filter: "'1T1C'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-dnv-mrr-h1" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" + comparisons: + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-dnv 2t2c mrr - type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 2n-dnv 2t2c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" - reference: - title: "rls1908" - data: "vpp-performance-changes-2n-dnv-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-2n-dnv-mrr-cmp" - data: "vpp-performance-changes-2n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 2n-dnv 4t4c MRR + filter: "'2T2C'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-dnv-mrr-h1" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" + comparisons: + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-dnv 4t4c mrr - type: "table" - title: "VPP Performance Changes 2n-dnv 4t4c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 2n-dnv 4t4c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" - reference: - title: "rls1908" - data: "vpp-performance-changes-2n-dnv-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-2n-dnv-mrr-cmp" - data: "vpp-performance-changes-2n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 3n-dnv 1t1c MRR + filter: "'4T4C'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-dnv-mrr-h1" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" + comparisons: + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-dnv 1t1c mrr - type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-dnv 1t1c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-dnv-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-dnv-mrr-cmp" - data: "vpp-performance-changes-3n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 3n-dnv 2t2c MRR + filter: "'1T1C'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-dnv-mrr-h1" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + comparisons: + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-dnv 2t2c mrr - type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-dnv 2t2c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-dnv-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-dnv-mrr-cmp" - data: "vpp-performance-changes-3n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 3n-dnv 4t4c MRR + filter: "'2T2C'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-dnv-mrr-h1" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + comparisons: + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-dnv 4t4c mrr - type: "table" - title: "VPP Performance Changes 3n-dnv 4t4c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-dnv 4t4c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-dnv-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-dnv-mrr-cmp" - data: "vpp-performance-changes-3n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 3n-tsh 1t1c MRR + filter: "'4T4C'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-dnv-mrr-h1" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + comparisons: + - title: "2009.0-5 vs 2005.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" - title: "VPP Performance Changes 3n-tsh 1t1c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-tsh 1t1c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-tsh-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-tsh-mrr-cmp" - data: "vpp-performance-changes-3n-tsh-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 3n-tsh 2t2c MRR + filter: "'1T1C'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-tsh-mrr-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" - title: "VPP Performance Changes 3n-tsh 2t2c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-tsh 2t2c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-tsh-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-tsh-mrr-cmp" - data: "vpp-performance-changes-3n-tsh-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 3n-tsh 4t4c MRR + filter: "'2T2C'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-tsh-mrr-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" - title: "VPP Performance Changes 3n-tsh 4t4c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-tsh 4t4c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-4t4c-mrr" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-tsh-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-tsh-mrr-cmp" - data: "vpp-performance-changes-3n-tsh-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" + filter: "'4T4C'" + columns: + - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-tsh-mrr-h1" + - title: "2005.0-4" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env5" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" + comparisons: + - title: "2005.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-mrr-ref" - nic: "NIC_Intel-XL710" - compare: - title: "3n-skx xxv710" - data: "vpp-compare-testbeds-mrr-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '1C'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-mrr-ref" + tag: "NIC_Intel-XL710" + - title: "3n-skx xxv710" + data-set: "vpp-compare-testbeds-mrr-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-mrr-ref" - nic: "NIC_Intel-XL710" - compare: - title: "3n-skx xxv710" - data: "vpp-compare-testbeds-mrr-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-mrr-ref" + tag: "NIC_Intel-XL710" + - title: "3n-skx xxv710" + data-set: "vpp-compare-testbeds-mrr-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-mrr-ref" - nic: "NIC_Intel-XL710" - compare: - title: "3n-skx xxv710" - data: "vpp-compare-testbeds-mrr-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '4C'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-mrr-ref" + tag: "NIC_Intel-XL710" + - title: "3n-skx xxv710" + data-set: "vpp-compare-testbeds-mrr-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr - type: "table" title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-mrr" - reference: - title: "2n-skx" - data: "vpp-compare-testbeds-mrr-skx-clx-ref" - compare: - title: "2n-clx" - data: "vpp-compare-testbeds-mrr-skx-clx-cmp" - data: "vpp-compare-testbeds-mrr-skx-clx" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx" + data-set: "vpp-compare-testbeds-mrr-skx-clx-ref" + - title: "2n-clx" + data-set: "vpp-compare-testbeds-mrr-skx-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." # VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr - type: "table" title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-mrr" - reference: - title: "2n-skx" - data: "vpp-compare-testbeds-mrr-skx-clx-ref" - compare: - title: "2n-clx" - data: "vpp-compare-testbeds-mrr-skx-clx-cmp" - data: "vpp-compare-testbeds-mrr-skx-clx" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + filter: "'4T2C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx" + data-set: "vpp-compare-testbeds-mrr-skx-clx-ref" + - title: "2n-clx" + data-set: "vpp-compare-testbeds-mrr-skx-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." # VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr - type: "table" title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-8t4c-mrr" - reference: - title: "2n-skx" - data: "vpp-compare-testbeds-mrr-skx-clx-ref" - compare: - title: "2n-clx" - data: "vpp-compare-testbeds-mrr-skx-clx-cmp" - data: "vpp-compare-testbeds-mrr-skx-clx" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + filter: "'8T4C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx" + data-set: "vpp-compare-testbeds-mrr-skx-clx-ref" + - title: "2n-clx" + data-set: "vpp-compare-testbeds-mrr-skx-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr - type: "table" title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr" - reference: - title: "3-Node Skx" - data: "vpp-compare-topologies-mrr-ref" - compare: - title: "2-Node Skx" - data: "vpp-compare-topologies-mrr-cmp" - data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'MRR' and '1C'" - parameters: - - "name" - - "parent" - - "result" + filter: "'MRR' and '1C' and 'NIC_Intel-XXV710'" + columns: + - title: "3n-skx" + data-set: "vpp-compare-topologies-mrr-ref" + - title: "2n-skx" + data-set: "vpp-compare-topologies-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr - type: "table" title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr" - reference: - title: "3-Node Skx" - data: "vpp-compare-topologies-mrr-ref" - compare: - title: "2-Node Skx" - data: "vpp-compare-topologies-mrr-cmp" - data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'MRR' and '2C'" - parameters: - - "name" - - "parent" - - "result" + filter: "'MRR' and '2C' and 'NIC_Intel-XXV710'" + columns: + - title: "3n-skx" + data-set: "vpp-compare-topologies-mrr-ref" + - title: "2n-skx" + data-set: "vpp-compare-topologies-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr - type: "table" title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr" - reference: - title: "3-Node Skx" - data: "vpp-compare-topologies-mrr-ref" - compare: - title: "2-Node Skx" - data: "vpp-compare-topologies-mrr-cmp" - data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'MRR' and '4C'" - parameters: - - "name" - - "parent" - - "result" + filter: "'MRR' and '4C' and 'NIC_Intel-XXV710'" + columns: + - title: "3n-skx" + data-set: "vpp-compare-topologies-mrr-ref" + - title: "2n-skx" + data-set: "vpp-compare-topologies-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." # VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c mrr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c mrr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-mrr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-mrr-hsw-clx-ref" - nic: "NIC_Intel-XL710" - compare: - title: "2n-clx xxv710" - data: "vpp-compare-testbeds-mrr-hsw-clx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-mrr-hsw-clx" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '1C'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-mrr-hsw-clx-ref" + tag: "NIC_Intel-XL710" + - title: "2n-clx xxv710" + data-set: "vpp-compare-testbeds-mrr-hsw-clx-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." # VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c mrr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c mrr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-mrr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-mrr-hsw-clx-ref" - nic: "NIC_Intel-XL710" - compare: - title: "2n-clx xxv710" - data: "vpp-compare-testbeds-mrr-hsw-clx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-mrr-hsw-clx" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-mrr-hsw-clx-ref" + tag: "NIC_Intel-XL710" + - title: "2n-clx xxv710" + data-set: "vpp-compare-testbeds-mrr-hsw-clx-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." # VPP Comparison Across Testbeds 3n-hsw to 2n-clx 4c mrr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 4c mrr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-4c-mrr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-mrr-hsw-clx-ref" - nic: "NIC_Intel-XL710" - compare: - title: "2n-clx xxv710" - data: "vpp-compare-testbeds-mrr-hsw-clx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-mrr-hsw-clx" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '4C'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-mrr-hsw-clx-ref" + tag: "NIC_Intel-XL710" + - title: "2n-clx xxv710" + data-set: "vpp-compare-testbeds-mrr-hsw-clx-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." # Detailed Test Results - VPP Performance Results 3n-hsw - type: "table" @@ -4746,10 +5473,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-3n-hsw" filter: "all" parameters: @@ -4763,13 +5490,13 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-3n-skx" filter: "all" - remove-ndr: True # Temporary solution: remove NDR results from test message + remove-ndr: False parameters: - "name" - "parent" @@ -4781,13 +5508,13 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-2n-skx" filter: "all" - remove-ndr: True # Temporary solution: remove NDR results from test message + remove-ndr: False parameters: - "name" - "parent" @@ -4799,10 +5526,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-2n-clx" filter: "all" parameters: @@ -4816,10 +5543,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-3n-tsh" filter: "all" parameters: @@ -4833,10 +5560,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-3n-dnv" filter: "all" parameters: @@ -4850,10 +5577,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-2n-dnv" filter: "all" parameters: @@ -4867,10 +5594,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-3n-hsw" filter: "all" parameters: @@ -4884,10 +5611,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-3n-skx" filter: "all" parameters: @@ -4901,10 +5628,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-2n-skx" filter: "all" parameters: @@ -4918,10 +5645,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,2N,CLX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-2n-clx" filter: "all" parameters: @@ -4935,10 +5662,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-3n-tsh" filter: "all" parameters: @@ -4952,10 +5679,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-3n-dnv" filter: "all" parameters: @@ -4969,10 +5696,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-2n-dnv" filter: "all" parameters: @@ -5042,10 +5769,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-3n-hsw" filter: "all" parameters: @@ -5059,10 +5786,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-3n-skx" filter: "all" parameters: @@ -5076,10 +5803,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-2n-skx" filter: "all" parameters: @@ -5093,10 +5820,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,2N,CLX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-2n-clx" filter: "all" parameters: @@ -5110,10 +5837,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,3N,TSH]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-3n-tsh" filter: "all" parameters: @@ -5127,10 +5854,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-3n-dnv" filter: "all" parameters: @@ -5144,10 +5871,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-2n-dnv" filter: "all" parameters: @@ -5161,10 +5888,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-3n-hsw" filter: "all" parameters: @@ -5178,10 +5905,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-3n-skx" filter: "all" parameters: @@ -5195,10 +5922,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-2n-skx" filter: "all" parameters: @@ -5212,10 +5939,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,2N,CLX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-2n-clx" filter: "all" parameters: @@ -5229,10 +5956,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,3N,TSH]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-3n-tsh" filter: "all" parameters: @@ -5246,10 +5973,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-3n-dnv" filter: "all" parameters: @@ -5263,10 +5990,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-2n-dnv" filter: "all" parameters: @@ -5280,10 +6007,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Status |preout| " - data: "data status" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Status |preout| " + data: "data status" data: "vpp-device-results-ubuntu" filter: "all" parameters: @@ -5298,10 +6025,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-device-results-ubuntu" filter: "all" parameters: @@ -5314,380 +6041,772 @@ # DPDK Performance Changes 3n-hsw 1t1c pdr - type: "table" title: "DPDK Performance Changes 3n-hsw 1t1c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr" - history: - - title: "rls1904" - data: "dpdk-performance-changes-3n-hsw-h1" - reference: - title: "rls1908" - data: "dpdk-performance-changes-3n-hsw-ref" - compare: - title: "rls2001" - data: "dpdk-performance-changes-3n-hsw-cmp" - data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-hsw-h1" + - title: "2005" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2009" + data-set: "dpdk-performance-changes-3n-hsw-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-hsw 2t2c pdr - type: "table" title: "DPDK Performance Changes 3n-hsw 2t2c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr" - history: - - title: "rls1904" - data: "dpdk-performance-changes-3n-hsw-h1" - reference: - title: "rls1908" - data: "dpdk-performance-changes-3n-hsw-ref" - compare: - title: "rls2001" - data: "dpdk-performance-changes-3n-hsw-cmp" - data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-hsw-h1" + - title: "2005" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2009" + data-set: "dpdk-performance-changes-3n-hsw-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." -# DPDK Performance Changes 3n-hsw 1t1c ndr +# DPDK Performance Changes 3n-hsw 1t1c pdr - type: "table" title: "DPDK Performance Changes 3n-hsw 1t1c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr" - history: - - title: "rls1904" - data: "dpdk-performance-changes-3n-hsw-h1" - reference: - title: "rls1908" - data: "dpdk-performance-changes-3n-hsw-ref" - compare: - title: "rls2001" - data: "dpdk-performance-changes-3n-hsw-cmp" - data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-hsw-h1" + - title: "2005" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2009" + data-set: "dpdk-performance-changes-3n-hsw-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-hsw 2t2c ndr - type: "table" title: "DPDK Performance Changes 3n-hsw 2t2c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr" - history: - - title: "rls1904" - data: "dpdk-performance-changes-3n-hsw-h1" - reference: - title: "rls1908" - data: "dpdk-performance-changes-3n-hsw-ref" - compare: - title: "rls2001" - data: "dpdk-performance-changes-3n-hsw-cmp" - data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-hsw-h1" + - title: "2005" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2009" + data-set: "dpdk-performance-changes-3n-hsw-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-skx 2t1c pdr - type: "table" title: "DPDK Performance Changes 3n-skx 2t1c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr" - history: - - title: "rls1904" - data: "dpdk-performance-changes-3n-skx-h1" - reference: - title: "rls1908" - data: "dpdk-performance-changes-3n-skx-ref" - compare: - title: "rls2001" - data: "dpdk-performance-changes-3n-skx-cmp" - data: "dpdk-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-skx-h1" + - title: "2005" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2009" + data-set: "dpdk-performance-changes-3n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-skx 4t2c pdr - type: "table" title: "DPDK Performance Changes 3n-skx 4t2c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr" - history: - - title: "rls1904" - data: "dpdk-performance-changes-3n-skx-h1" - reference: - title: "rls1908" - data: "dpdk-performance-changes-3n-skx-ref" - compare: - title: "rls2001" - data: "dpdk-performance-changes-3n-skx-cmp" - data: "dpdk-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-skx-h1" + - title: "2005" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2009" + data-set: "dpdk-performance-changes-3n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-skx 2t1c ndr - type: "table" title: "DPDK Performance Changes 3n-skx 2t1c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr" - history: - - title: "rls1904" - data: "dpdk-performance-changes-3n-skx-h1" - reference: - title: "rls1908" - data: "dpdk-performance-changes-3n-skx-ref" - compare: - title: "rls2001" - data: "dpdk-performance-changes-3n-skx-cmp" - data: "dpdk-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-skx-h1" + - title: "2005" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2009" + data-set: "dpdk-performance-changes-3n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-skx 4t2c ndr - type: "table" title: "DPDK Performance Changes 3n-skx 4t2c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr" - history: - - title: "rls1904" - data: "dpdk-performance-changes-3n-skx-h1" - reference: - title: "rls1908" - data: "dpdk-performance-changes-3n-skx-ref" - compare: - title: "rls2001" - data: "dpdk-performance-changes-3n-skx-cmp" - data: "dpdk-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-skx-h1" + - title: "2005" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2009" + data-set: "dpdk-performance-changes-3n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-skx 2t1c pdr - type: "table" title: "DPDK Performance Changes 2n-skx 2t1c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr" - history: - - title: "rls1904" - data: "dpdk-performance-changes-2n-skx-h1" - reference: - title: "rls1908" - data: "dpdk-performance-changes-2n-skx-ref" - compare: - title: "rls2001" - data: "dpdk-performance-changes-2n-skx-cmp" - data: "dpdk-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-skx-h1" + - title: "2005" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2009" + data-set: "dpdk-performance-changes-2n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-skx 4t2c pdr - type: "table" title: "DPDK Performance Changes 2n-skx 4t2c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr" - history: - - title: "rls1904" - data: "dpdk-performance-changes-2n-skx-h1" - reference: - title: "rls1908" - data: "dpdk-performance-changes-2n-skx-ref" - compare: - title: "rls2001" - data: "dpdk-performance-changes-2n-skx-cmp" - data: "dpdk-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-skx-h1" + - title: "2005" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2009" + data-set: "dpdk-performance-changes-2n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-skx 2t1c ndr - type: "table" title: "DPDK Performance Changes 2n-skx 2t1c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr" - history: - - title: "rls1904" - data: "dpdk-performance-changes-2n-skx-h1" - reference: - title: "rls1908" - data: "dpdk-performance-changes-2n-skx-ref" - compare: - title: "rls2001" - data: "dpdk-performance-changes-2n-skx-cmp" - data: "dpdk-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-skx-h1" + - title: "2005" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2009" + data-set: "dpdk-performance-changes-2n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-skx 4t2c ndr - type: "table" title: "DPDK Performance Changes 2n-skx 4t2c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr" - history: - - title: "rls1904" - data: "dpdk-performance-changes-2n-skx-h1" - reference: - title: "rls1908" - data: "dpdk-performance-changes-2n-skx-ref" - compare: - title: "rls2001" - data: "dpdk-performance-changes-2n-skx-cmp" - data: "dpdk-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" - parameters: - - "name" - - "parent" - - "throughput" - -# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-skx-h1" + - title: "2005" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2009" + data-set: "dpdk-performance-changes-2n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." + +# DPDK Performance Changes 2n-clx 2t1c pdr - type: "table" - title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" - reference: - title: "3-Node Hsw" - data: "dpdk-compare-testbeds-ref" - compare: - title: "3-Node Skx" - data: "dpdk-compare-testbeds-cmp" - data: "dpdk-compare-testbeds" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710'" - parameters: - - "name" - - "parent" - - "throughput" - -# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr + title: "DPDK Performance Changes 2n-clx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-clx-h1" + - title: "2005" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2009" + data-set: "dpdk-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." + +# DPDK Performance Changes 2n-clx 4t2c pdr - type: "table" - title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" - reference: - title: "3-Node Hsw" - data: "dpdk-compare-testbeds-ref" - compare: - title: "3-Node Skx" - data: "dpdk-compare-testbeds-cmp" - data: "dpdk-compare-testbeds" + title: "DPDK Performance Changes 2n-clx 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710'" - parameters: - - "name" - - "parent" - - "throughput" - -# DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-clx-h1" + - title: "2005" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2009" + data-set: "dpdk-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." + +# DPDK Performance Changes 2n-clx 2t1c ndr - type: "table" - title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-ndr" - reference: - title: "2-Node Skx" - data: "dpdk-compare-testbeds-skx-clx-ref" - compare: - title: "2-Node Clx" - data: "dpdk-compare-testbeds-skx-clx-cmp" - data: "dpdk-compare-testbeds-skx-clx" + title: "DPDK Performance Changes 2n-clx 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "all" - parameters: - - "name" - - "parent" - - "throughput" - -# DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-clx-h1" + - title: "2005" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2009" + data-set: "dpdk-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." + +# DPDK Performance Changes 2n-clx 4t2c ndr - type: "table" - title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-pdr" - reference: - title: "2-Node Skx" - data: "dpdk-compare-testbeds-skx-clx-ref" - compare: - title: "2-Node Clx" - data: "dpdk-compare-testbeds-skx-clx-cmp" - data: "dpdk-compare-testbeds-skx-clx" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "all" - parameters: - - "name" - - "parent" - - "throughput" + title: "DPDK Performance Changes 2n-clx 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-clx-h1" + - title: "2005" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2009" + data-set: "dpdk-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." + +## DPDK Performance Changes 2n-dnv 1t1c pdr +#- type: "table" +# title: "DPDK Performance Changes 2n-dnv 1t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-2n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-2n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-2n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." +# +## DPDK Performance Changes 2n-dnv 2t2c pdr +#- type: "table" +# title: "DPDK Performance Changes 2n-dnv 2t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-2n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-2n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-2n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." +# +## DPDK Performance Changes 2n-dnv 1t1c ndr +#- type: "table" +# title: "DPDK Performance Changes 2n-dnv 1t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-2n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-2n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-2n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." +# +## DPDK Performance Changes 2n-dnv 2t2c ndr +#- type: "table" +# title: "DPDK Performance Changes 2n-dnv 2t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-2n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-2n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-2n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." +# +## DPDK Performance Changes 3n-dnv 1t1c pdr +#- type: "table" +# title: "DPDK Performance Changes 3n-dnv 1t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-3n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-3n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-3n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." +# +## DPDK Performance Changes 3n-dnv 2t2c pdr +#- type: "table" +# title: "DPDK Performance Changes 3n-dnv 2t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-3n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-3n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-3n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." +# +## DPDK Performance Changes 3n-dnv 1t1c ndr +#- type: "table" +# title: "DPDK Performance Changes 3n-dnv 1t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-3n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-3n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-3n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." +# +## DPDK Performance Changes 3n-dnv 2t2c ndr +#- type: "table" +# title: "DPDK Performance Changes 3n-dnv 2t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-3n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-3n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-3n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." + +# DPDK Performance Changes 3n-tsh 1t1c pdr +- type: "table" + title: "DPDK Performance Changes 3n-tsh 1t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-tsh-h1" + - title: "2005" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2009" + data-set: "dpdk-performance-changes-3n-tsh-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." + +# DPDK Performance Changes 3n-tsh 2t2c pdr +- type: "table" + title: "DPDK Performance Changes 3n-tsh 2t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-tsh-h1" + - title: "2005" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2009" + data-set: "dpdk-performance-changes-3n-tsh-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." + +# DPDK Performance Changes 3n-tsh 1t1c ndr +- type: "table" + title: "DPDK Performance Changes 3n-tsh 1t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-tsh-h1" + - title: "2005" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2009" + data-set: "dpdk-performance-changes-3n-tsh-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." + +# DPDK Performance Changes 3n-tsh 2t2c ndr +- type: "table" + title: "DPDK Performance Changes 3n-tsh 2t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-tsh-h1" + - title: "2005" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2009" + data-set: "dpdk-performance-changes-3n-tsh-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." + +# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr +- type: "table" + title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710'" + columns: + - title: "3n-hsw x710" + data-set: "dpdk-compare-testbeds-ref" + - title: "3n-skx x710" + data-set: "dpdk-compare-testbeds-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-hsw x710, 3n-skx x710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw x710 and 3n-skx x710 testbeds." + +# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr +- type: "table" + title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710'" + columns: + - title: "3n-hsw x710" + data-set: "dpdk-compare-testbeds-ref" + - title: "3n-skx x710" + data-set: "dpdk-compare-testbeds-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-hsw x710, 3n-skx x710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw x710 and 3n-skx x710 testbeds." + +# DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr +- type: "table" + title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "2n-skx" + data-set: "dpdk-compare-testbeds-skx-clx-ref" + - title: "2n-clx" + data-set: "dpdk-compare-testbeds-skx-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." + +# DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr +- type: "table" + title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "2n-skx" + data-set: "dpdk-compare-testbeds-skx-clx-ref" + - title: "2n-clx" + data-set: "dpdk-compare-testbeds-skx-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." # DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr - type: "table" title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr" - reference: - title: "3-Node Skx" - data: "dpdk-compare-topologies-ref" - compare: - title: "2-Node Skx" - data: "dpdk-compare-topologies-cmp" - data: "dpdk-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "all" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "3n-skx" + data-set: "dpdk-compare-topologies-ref" + - title: "2n-skx" + data-set: "dpdk-compare-topologies-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." # DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr - type: "table" title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr" - reference: - title: "3-Node Skx" - data: "dpdk-compare-topologies-ref" - compare: - title: "2-Node Skx" - data: "dpdk-compare-topologies-cmp" - data: "dpdk-compare-topologies" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "all" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "3n-skx" + data-set: "dpdk-compare-topologies-ref" + - title: "2n-skx" + data-set: "dpdk-compare-topologies-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." # Detailed Test Results - DPDK Performance Results 3n-hsw - type: "table" @@ -5695,10 +6814,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-3n-hsw" filter: "all" parameters: @@ -5712,13 +6831,13 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-3n-skx" filter: "all" - remove-ndr: True # Temporary solution: remove NDR results from test message + remove-ndr: False parameters: - "name" - "parent" @@ -5730,13 +6849,13 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-2n-skx" filter: "all" - remove-ndr: True # Temporary solution: remove NDR results from test message + remove-ndr: False parameters: - "name" - "parent" @@ -5748,10 +6867,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,2N,CLX]}/dpdk_performance_results_2n_clx" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-2n-clx" filter: "all" parameters: @@ -5759,39 +6878,39 @@ - "parent" - "msg" -# Detailed Test Results - DPDK Performance Results 2n-dnv -- type: "table" - title: "Detailed Test Results - DPDK Performance Results 2n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}/dpdk_performance_results_2n_dnv" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "dpdk-perf-results-2n-dnv" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - DPDK Performance Results 3n-dnv -- type: "table" - title: "Detailed Test Results - DPDK Performance Results 3n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}/dpdk_performance_results_3n_dnv" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "dpdk-perf-results-3n-dnv" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" +## Detailed Test Results - DPDK Performance Results 2n-dnv +#- type: "table" +# title: "Detailed Test Results - DPDK Performance Results 2n-dnv" +# algorithm: "table_merged_details" +# output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}/dpdk_performance_results_2n_dnv" +# columns: +# - title: " |prein| Test Name |preout| " +# data: "data name" +# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " +# data: "data msg" +# data: "dpdk-perf-results-2n-dnv" +# filter: "all" +# parameters: +# - "name" +# - "parent" +# - "msg" +# +## Detailed Test Results - DPDK Performance Results 3n-dnv +#- type: "table" +# title: "Detailed Test Results - DPDK Performance Results 3n-dnv" +# algorithm: "table_merged_details" +# output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}/dpdk_performance_results_3n_dnv" +# columns: +# - title: " |prein| Test Name |preout| " +# data: "data name" +# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " +# data: "data msg" +# data: "dpdk-perf-results-3n-dnv" +# filter: "all" +# parameters: +# - "name" +# - "parent" +# - "msg" # Detailed Test Results - DPDK Performance Results 3n-tsh - type: "table" @@ -5799,10 +6918,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,3N,TSH]}/dpdk_performance_results_3n_tsh" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-3n-tsh" filter: "all" parameters: @@ -6154,25 +7273,25 @@ filter: "all" data-start-level: 4 -# DPDK Performance Results 2n-dnv -- type: "file" - title: "DPDK Performance Results 2n-dnv" - algorithm: "file_test_results" - output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}" - dir-tables: "{DIR[DTR,PERF,DPDK,2N,DNV]}" - data: "dpdk-perf-results-2n-dnv" - filter: "all" - data-start-level: 4 - -# DPDK Performance Results 3n-dnv -- type: "file" - title: "DPDK Performance Results 3n-dnv" - algorithm: "file_test_results" - output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}" - dir-tables: "{DIR[DTR,PERF,DPDK,3N,DNV]}" - data: "dpdk-perf-results-3n-dnv" - filter: "all" - data-start-level: 4 +## DPDK Performance Results 2n-dnv +#- type: "file" +# title: "DPDK Performance Results 2n-dnv" +# algorithm: "file_test_results" +# output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}" +# dir-tables: "{DIR[DTR,PERF,DPDK,2N,DNV]}" +# data: "dpdk-perf-results-2n-dnv" +# filter: "all" +# data-start-level: 4 +# +## DPDK Performance Results 3n-dnv +#- type: "file" +# title: "DPDK Performance Results 3n-dnv" +# algorithm: "file_test_results" +# output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}" +# dir-tables: "{DIR[DTR,PERF,DPDK,3N,DNV]}" +# data: "dpdk-perf-results-3n-dnv" +# filter: "all" +# data-start-level: 4 # DPDK Performance Results 3n-tsh - type: "file" @@ -6191,84 +7310,43 @@ # Hoststack tests 3n-hsw - type: "plot" - title: "Bandwidth: 3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-ldpreload-iperf3" + title: "Bandwidth: 3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-ldpreload-iperf3" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-ldpreload-iperf3-bps" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-ldpreload-iperf3-bps" data: "plot-vpp-hoststack-3n-hsw" include: - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpbase-ldpreload-iperf3-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpbase-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps" layout: - title: "3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-ldpreload-iperf3" + title: "3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-ldpreload-iperf3" layout: "plot-hoststack" - type: "plot" - title: "Bandwidth: 3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" + title: "Bandwidth: 3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps" data: "plot-vpp-hoststack-3n-hsw" include: - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Nsim-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpbase-nsim-ldpreload-iperf3-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Nsim-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpscale1cl10s-nsim-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Nsim-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpbase-nsim-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Nsim-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpscale1cl10s-nsim-ldpreload-iperf3-bps" layout: - title: "3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" + title: "3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" layout: "plot-hoststack" - type: "plot" - title: "Bandwidth: 3n-hsw-xl710-9000b-1t1c-eth-ip4udpquic-vppecho" + title: "Bandwidth: 3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-9000b-1t1c-eth-ip4udpquic-vppecho-bps" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho-bps" data: "plot-vpp-hoststack-3n-hsw" include: - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicbase-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicbase-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicscale1cl10s-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicscale10cl1s-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicscale10cl10s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicbase-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicscale1cl10s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicscale10cl1s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicscale10cl10s-vppecho-bps" layout: - title: "3n-hsw-xl710-9000b-1t1c-eth-ip4udpquic-vppecho" + title: "3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho" layout: "plot-hoststack" -# Plots VPP HTTP Server Performance -- type: "plot" - title: "VPP HTTP Server Performance" - algorithm: "plot_http_server_perf_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps" - data: - "plot-vpp-http-server-performance" - filter: "'HTTP' and 'TCP_CPS' and not '8T4C'" - parameters: - - "result" - - "name" - traces: - hoverinfo: "y+name" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "VPP HTTP Server Performance" - layout: - "plot-cps" - -- type: "plot" - title: "VPP HTTP Server Performance" - algorithm: "plot_http_server_perf_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps" - data: - "plot-vpp-http-server-performance" - filter: "'HTTP' and 'TCP_RPS' and not '8T4C'" - parameters: - - "result" - - "name" - traces: - hoverinfo: "y+name" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "VPP HTTP Server Performance" - layout: - "plot-rps" - ################################################################################ # Soak Test (PLRsearch), boxes - 2n-clx @@ -6307,64 +7385,100 @@ title: "30 Minutes Soak Test (PLRsearch)" layout: "plot-soak-throughput" +# Soak Test (PLRsearch), boxes - 2n-skx +- type: "plot" + title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" + algorithm: "plot_perf_box_name" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/soak-test-2n-skx-1" + data: "plot-vpp-soak-2n-skx" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Soak.64B-2t1c-avf-eth-l2xcbase-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Soak.64B-2t1c-eth-l2xcbase-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-eth-l2bdbasemaclrn-soak" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Soak.64B-2t1c-avf-ethip4-ip4base-soak" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Soak.64B-2t1c-ethip4-ip4base-soak" + layout: + title: "30 Minutes Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + +# Soak Test (PLRsearch), boxes - 2n-skx +- type: "plot" + title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" + algorithm: "plot_perf_box_name" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/soak-test-2n-skx-2" + data: "plot-vpp-soak-2n-skx" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Soak.78B-2t1c-avf-ethip6-ip6base-soak" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Soak.78B-2t1c-ethip6-ip6base-soak" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-soak" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Soak.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-soak" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-soak" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-soak" + layout: + title: "30 Minutes Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + ############################################################################### # Reconf tests 2n-skx -#- type: "plot" -# title: "NFV Implied time lost: 2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" -# algorithm: "plot_nf_reconf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf" -# data: "plot-vpp-nfv-reconf-2n-skx" -# include: -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" -# layout: -# title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" -# layout: "plot-throughput" -# -#- type: "plot" -# title: "NFV Implied time lost: 2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" -# algorithm: "plot_nf_reconf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf" -# data: "plot-vpp-nfv-reconf-2n-skx" -# include: -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" -# layout: -# title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" -# layout: "plot-throughput" -# -#- type: "plot" -# title: "NFV Implied time lost: 2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" -# algorithm: "plot_nf_reconf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf" -# data: "plot-vpp-nfv-reconf-2n-skx" -# include: -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" -# layout: -# title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" -# layout: "plot-throughput" +- type: "plot" + title: "NFV Effective Blocked Time: 2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf" + data: "plot-vpp-nfv-reconf-2n-skx" + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-2t1c-avf-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-2t1c-avf-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-2t1c-avf-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-2t1c-avf-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-2t1c-avf-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-2t1c-avf-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" + layout: + title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" + layout: "plot-throughput" + +- type: "plot" + title: "NFV Effective Blocked Time: 2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf" + data: "plot-vpp-nfv-reconf-2n-skx" + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-4t2c-avf-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-4t2c-avf-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-4t2c-avf-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-4t2c-avf-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-4t2c-avf-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-4t2c-avf-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" + layout: + title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" + layout: "plot-throughput" + +- type: "plot" + title: "NFV Effective Blocked Time: 2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf" + data: "plot-vpp-nfv-reconf-2n-skx" + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-8t4c-avf-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-8t4c-avf-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-8t4c-avf-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-8t4c-avf-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-8t4c-avf-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-8t4c-avf-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" + layout: + title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" + layout: "plot-throughput" ############################################################################### # Reconf tests 2n-clx - type: "plot" - title: "NFV Implied time lost: 2n-clx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + title: "NFV Effective Blocked Time: 2n-clx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" algorithm: "plot_nf_reconf_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf" data: "plot-vpp-nfv-reconf-2n-clx" @@ -6378,7 +7492,7 @@ layout: "plot-throughput" - type: "plot" - title: "NFV Implied time lost: 2n-clx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + title: "NFV Effective Blocked Time: 2n-clx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" algorithm: "plot_nf_reconf_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf" data: "plot-vpp-nfv-reconf-2n-clx" @@ -6392,7 +7506,7 @@ layout: "plot-throughput" - type: "plot" - title: "NFV Implied time lost: 2n-clx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + title: "NFV Effective Blocked Time: 2n-clx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" algorithm: "plot_nf_reconf_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf" data: "plot-vpp-nfv-reconf-2n-clx" @@ -6405,2041 +7519,347 @@ title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" layout: "plot-throughput" -################################################################################ -## Plots - NF Density - VSC - MRR 64b -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-vsc-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '2T1C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-vsc-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '4T2C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-vsc-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '8T4C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# layout: "plot-service-density" -# -## Plots - NF Density - VSC - MRR IMIX -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '2T1C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '4T2C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '8T4C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# layout: "plot-service-density" -# -## Plots - NF Density - VSC - NDR 64b -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-vsc-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '2T1C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-vsc-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '4T2C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-vsc-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '8T4C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" -# layout: "plot-service-density" -# -## Plots - NF Density - VSC - NDR IMIX -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '2T1C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '4T2C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '8T4C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" -# layout: "plot-service-density" -# -## Plots - NF Density - VSC - PDR 64b -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-vsc-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '2T1C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-vsc-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '4T2C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-vsc-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '8T4C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" -# layout: "plot-service-density" -# -## Plots - NF Density - VSC - PDR IMIX -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '2T1C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '4T2C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '8T4C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" -# layout: "plot-service-density" -# -################################################################################ -## Plots - NF Density - VSC - MRR 64b -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-vsc-vxlan-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# '118' and -# '2T1C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-vsc-vxlan-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# '118' and -# '4T2C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-vsc-vxlan-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# '118' and -# '8T4C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# layout: "plot-service-density" -# -## Plots - NF Density - VSC - MRR IMIX -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-vxlan-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# 'IMIX' and -# '2T1C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-vxlan-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# 'IMIX' and -# '4T2C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-vxlan-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# 'IMIX' and -# '8T4C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# layout: "plot-service-density" -# -## Plots - NF Density - VSC - NDR 64b -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-vsc-vxlan-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# '118' and -# '2T1C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-vsc-vxlan-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# '118' and -# '4T2C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-vsc-vxlan-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# '118' and -# '8T4C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" -# layout: "plot-service-density" -# -## Plots - NF Density - VSC - NDR IMIX -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-vxlan-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# 'IMIX' and -# '2T1C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-vxlan-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# 'IMIX' and -# '4T2C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-vxlan-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# 'IMIX' and -# '8T4C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" -# layout: "plot-service-density" -# -## Plots - NF Density - VSC - PDR 64b -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-vsc-vxlan-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# '118' and -# '2T1C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-vsc-vxlan-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# '118' and -# '4T2C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-vsc-vxlan-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# '118' and -# '8T4C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" -# layout: "plot-service-density" -# -## Plots - NF Density - VSC - PDR IMIX -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-vxlan-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# 'IMIX' and -# '2T1C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-vxlan-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# 'IMIX' and -# '4T2C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-vxlan-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# 'IMIX' and -# '8T4C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" -# layout: "plot-service-density" -# -################################################################################ -## Plots - NF Density - CSC - MRR 64b -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-csc-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '2T1C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-csc-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '4T2C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-csc-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '8T4C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# layout: "plot-service-density" -# -## Plots - NF Density - CSC - MRR IMIX -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-csc-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '2T1C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-csc-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '4T2C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-csc-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '8T4C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# layout: "plot-service-density" -# -## Plots - NF Density - CSC - NDR 64b -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-csc-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '2T1C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-csc-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '4T2C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-csc-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '8T4C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" -# layout: "plot-service-density" -# -## Plots - NF Density - CSC - NDR IMIX -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-csc-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '2T1C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-csc-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '4T2C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-csc-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '8T4C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" -# layout: "plot-service-density" -# -## Plots - NF Density - CSC - PDR 64b -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-csc-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '2T1C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-csc-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '4T2C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-csc-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '8T4C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" -# layout: "plot-service-density" -# -## Plots - NF Density - CSC - PDR IMIX -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-csc-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '2T1C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-csc-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '4T2C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-csc-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '8T4C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" -# layout: "plot-service-density" -# -################################################################################ -# -## Plots - NF Density - CSC IPSEC 4tnl - MRR IMIX -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-4tnl-csc-mrr" -# data: "plot-vpp-nfv-3n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IPSEC' and -# 'TNL_4' and -# 'IMIX' and -# '2T1C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-4tnl-csc-mrr" -# data: "plot-vpp-nfv-3n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IPSEC' and -# 'TNL_4' and -# 'IMIX' and -# '4T2C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-4tnl-csc-mrr" -# data: "plot-vpp-nfv-3n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IPSEC' and -# 'TNL_4' and -# 'IMIX' and -# '8T4C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" -# layout: "plot-service-density" - -# Plots - NF Density - CSC IPSEC 4tnl - NDR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-4tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and - 'IMIX' and - '2T1C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-4tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and - 'IMIX' and - '4T2C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-4tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and - 'IMIX' and - '8T4C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" - layout: "plot-service-density" +############################################################################### -# Plots - NF Density - CSC IPSEC 4tnl - PDR IMIX +# Plots - NF Density - VSC - MRR IMIX - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-4tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and - 'DOCKER' and + 'VHOST' and + not 'VXLAN' and 'CHAIN' and 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and 'IMIX' and '2T1C' and - 'NDRPDR'" + 'MRR'" parameters: - - "throughput" + - "result" - "name" - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-4tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and - 'DOCKER' and + 'VHOST' and + not 'VXLAN' and 'CHAIN' and 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and 'IMIX' and '4T2C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-4tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and - 'IMIX' and - '8T4C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" - layout: "plot-service-density" - -############################################################################### - -# Plots - NF Density - CSC IPSEC 4tnl - MRR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-4tnl-csc-mrr" - data: "plot-vpp-nfv-3n-hsw-mrr" - filter: "'NIC_Intel-XL710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IMIX' and - 'TNL_4' and - '1T1C' and 'MRR'" parameters: - "result" - "name" - "tags" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" + x-axis: "X = VNFs per Service Chain" y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-4tnl-csc-mrr" - data: "plot-vpp-nfv-3n-hsw-mrr" - filter: "'NIC_Intel-XL710' and + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and - 'DOCKER' and + 'VHOST' and + not 'VXLAN' and 'CHAIN' and 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and 'IMIX' and - '2T2C' and + '8T4C' and 'MRR'" parameters: - "result" - "name" - "tags" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" + x-axis: "X = VNFs per Service Chain" y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" layout: "plot-service-density" +# Plots - NF Density - VSC - NDR IMIX - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-4tnl-csc-mrr" - data: "plot-vpp-nfv-3n-hsw-mrr" - filter: "'NIC_Intel-XL710' and + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and - 'DOCKER' and + 'VHOST' and + not 'VXLAN' and 'CHAIN' and 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and 'IMIX' and - '4T4C' and - 'MRR'" + '2T1C' and + 'NDRPDR'" parameters: - - "result" + - "throughput" - "name" - "tags" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" layout: "plot-service-density" -# Plots - NF Density - CSC IPSEC 4tnl - NDR IMIX - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-4tnl-csc-ndr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and - 'DOCKER' and + 'VHOST' and + not 'VXLAN' and 'CHAIN' and 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and 'IMIX' and - '1T1C' and + '4T2C' and 'NDRPDR'" parameters: - "throughput" - "name" - "tags" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" + x-axis: "X = VNFs per Service Chain" y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-4tnl-csc-ndr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and - 'DOCKER' and + 'VHOST' and + not 'VXLAN' and 'CHAIN' and 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and 'IMIX' and - '2T2C' and + '8T4C' and 'NDRPDR'" parameters: - "throughput" - "name" - "tags" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" + x-axis: "X = VNFs per Service Chain" y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" layout: "plot-service-density" +# Plots - NF Density - VSC - PDR IMIX - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-4tnl-csc-ndr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and - 'DOCKER' and + 'VHOST' and + not 'VXLAN' and 'CHAIN' and 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and 'IMIX' and - '4T4C' and + '2T1C' and 'NDRPDR'" parameters: - "throughput" - "name" - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" layout: "plot-service-density" -# Plots - NF Density - CSC IPSEC 4tnl - PDR IMIX - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-4tnl-csc-pdr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and - 'DOCKER' and + 'VHOST' and + not 'VXLAN' and 'CHAIN' and 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and 'IMIX' and - '1T1C' and + '4T2C' and 'NDRPDR'" parameters: - "throughput" - "name" - "tags" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" + x-axis: "X = VNFs per Service Chain" y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-4tnl-csc-pdr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and - 'DOCKER' and + 'VHOST' and + not 'VXLAN' and 'CHAIN' and 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and 'IMIX' and - '2T2C' and + '8T4C' and 'NDRPDR'" parameters: - "throughput" - "name" - "tags" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" + x-axis: "X = VNFs per Service Chain" y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" layout: "plot-service-density" +############################################################################### + +# Plots - NF Density - VSC - MRR IMIX - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-4tnl-csc-pdr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-vxlan-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and - 'DOCKER' and + 'VHOST' and + 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and 'IMIX' and - '4T4C' and - 'NDRPDR'" + '2T1C' and + 'MRR'" parameters: - - "throughput" + - "result" - "name" - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" layout: "plot-service-density" -############################################################################### +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-vxlan-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + 'VXLAN' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" + layout: "plot-service-density" -## Plots - NF Density - CSC IPSEC 1000tnl - MRR IMIX -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-1000tnl-csc-mrr" -# data: "plot-vpp-nfv-3n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IPSEC' and -# 'TNL_1000' and -# 'IMIX' and -# '2T1C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-1000tnl-csc-mrr" -# data: "plot-vpp-nfv-3n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IPSEC' and -# 'TNL_1000' and -# 'IMIX' and -# '4T2C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-1000tnl-csc-mrr" -# data: "plot-vpp-nfv-3n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IPSEC' and -# 'TNL_1000' and -# 'IMIX' and -# '8T4C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" -# layout: "plot-service-density" +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-vxlan-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + 'VXLAN' and + 'CHAIN' and + 'IMIX' and + '8T4C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" + layout: "plot-service-density" -# Plots - NF Density - CSC IPSEC 1000tnl - NDR IMIX +# Plots - NF Density - VSC - NDR IMIX - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-1000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-vxlan-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and - 'DOCKER' and + 'VHOST' and + 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and 'IMIX' and '2T1C' and 'NDRPDR'" @@ -8448,25 +7868,24 @@ - "name" - "tags" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" + x-axis: "X = VNFs per Service Chain" y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-1000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-vxlan-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and - 'DOCKER' and + 'VHOST' and + 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and 'IMIX' and '4T2C' and 'NDRPDR'" @@ -8475,25 +7894,24 @@ - "name" - "tags" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" + x-axis: "X = VNFs per Service Chain" y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-1000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-vxlan-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and - 'DOCKER' and + 'VHOST' and + 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and 'IMIX' and '8T4C' and 'NDRPDR'" @@ -8502,26 +7920,25 @@ - "name" - "tags" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" + x-axis: "X = VNFs per Service Chain" y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" layout: "plot-service-density" -# Plots - NF Density - CSC IPSEC 1000tnl - PDR IMIX +# Plots - NF Density - VSC - PDR IMIX - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-1000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-vxlan-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and - 'DOCKER' and + 'VHOST' and + 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and 'IMIX' and '2T1C' and 'NDRPDR'" @@ -8530,25 +7947,24 @@ - "name" - "tags" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" + x-axis: "X = VNFs per Service Chain" y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-1000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-vxlan-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and - 'DOCKER' and + 'VHOST' and + 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and 'IMIX' and '4T2C' and 'NDRPDR'" @@ -8557,25 +7973,24 @@ - "name" - "tags" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" + x-axis: "X = VNFs per Service Chain" y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-1000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-vxlan-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and - 'DOCKER' and + 'VHOST' and + 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and 'IMIX' and '8T4C' and 'NDRPDR'" @@ -8584,29 +7999,29 @@ - "name" - "tags" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" + x-axis: "X = VNFs per Service Chain" y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" layout: "plot-service-density" ############################################################################### -# Plots - NF Density - CSC IPSEC 1000tnl - MRR IMIX +# Plots - NF Density - CSC - MRR IMIX - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-1000tnl-csc-mrr" - data: "plot-vpp-nfv-3n-hsw-mrr" - filter: "'NIC_Intel-XL710' and + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'NF_VPPIP4' and 'IMIX' and - 'TNL_1000' and - '1T1C' and + '2T1C' and 'MRR'" parameters: - "result" @@ -8617,23 +8032,22 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-1000tnl-csc-mrr" - data: "plot-vpp-nfv-3n-hsw-mrr" - filter: "'NIC_Intel-XL710' and + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and 'IMIX' and - '2T2C' and + '4T2C' and 'MRR'" parameters: - "result" @@ -8644,23 +8058,22 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-1000tnl-csc-mrr" - data: "plot-vpp-nfv-3n-hsw-mrr" - filter: "'NIC_Intel-XL710' and + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and 'IMIX' and - '4T4C' and + '8T4C' and 'MRR'" parameters: - "result" @@ -8671,24 +8084,23 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" -# Plots - NF Density - CSC IPSEC 1000tnl - NDR IMIX +# Plots - NF Density - CSC - NDR IMIX - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-1000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-csc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and 'IMIX' and - '1T1C' and + '2T1C' and 'NDRPDR'" parameters: - "throughput" @@ -8699,23 +8111,22 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-1000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-csc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and 'IMIX' and - '2T2C' and + '4T2C' and 'NDRPDR'" parameters: - "throughput" @@ -8726,23 +8137,22 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-1000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-csc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and 'IMIX' and - '4T4C' and + '8T4C' and 'NDRPDR'" parameters: - "throughput" @@ -8753,24 +8163,23 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" -# Plots - NF Density - CSC IPSEC 1000tnl - PDR IMIX +# Plots - NF Density - CSC - PDR IMIX - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-1000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-csc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and 'IMIX' and - '1T1C' and + '2T1C' and 'NDRPDR'" parameters: - "throughput" @@ -8781,23 +8190,22 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-1000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-csc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and 'IMIX' and - '2T2C' and + '4T2C' and 'NDRPDR'" parameters: - "throughput" @@ -8808,23 +8216,22 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-1000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-csc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and 'IMIX' and - '4T4C' and + '8T4C' and 'NDRPDR'" parameters: - "throughput" @@ -8835,16 +8242,16 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" -############################################################################### - -## Plots - NF Density - CSC IPSEC 10000tnl - MRR IMIX +################################################################################ +# +## Plots - NF Density - CSC IPSEC 4tnl - MRR IMIX #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" # algorithm: "plot_nf_heatmap" -# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-10000tnl-csc-mrr" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-4tnl-csc-mrr" # data: "plot-vpp-nfv-3n-skx-mrr" # filter: "'NIC_Intel-XXV710' and # 'NF_DENSITY' and @@ -8852,7 +8259,7 @@ # 'CHAIN' and # 'NF_VPPIP4' and # 'IPSEC' and -# 'TNL_10000' and +# 'TNL_4' and # 'IMIX' and # '2T1C' and # 'MRR'" @@ -8860,28 +8267,248 @@ # - "result" # - "name" # - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-4tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-skx-mrr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '4T2C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-4tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-skx-mrr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '8T4C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# layout: "plot-service-density" + +## Plots - NF Density - CSC IPSEC 4tnl - NDR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-4tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '2T1C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-4tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '4T2C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-4tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '8T4C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# layout: "plot-service-density" +# +## Plots - NF Density - CSC IPSEC 4tnl - PDR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-4tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '2T1C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-4tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '4T2C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-4tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '8T4C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" # x-axis: "X = CNFs per Service Chain" # y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" # layout: "plot-service-density" -# + +############################################################################### + +## Plots - NF Density - CSC IPSEC 4tnl - MRR IMIX #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" # algorithm: "plot_nf_heatmap" -# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-mrr" -# data: "plot-vpp-nfv-3n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-4tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-hsw-mrr" +# filter: "'NIC_Intel-XL710' and # 'NF_DENSITY' and # 'DOCKER' and # 'CHAIN' and # 'NF_VPPIP4' and -# 'IPSEC' and -# 'TNL_10000' and # 'IMIX' and -# '4T2C' and +# 'TNL_4' and +# '1T1C' and # 'MRR'" # parameters: # - "result" @@ -8892,23 +8519,23 @@ # y-axis: "Y = Number of Service Chains" # z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" # layout: "plot-service-density" # #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" # algorithm: "plot_nf_heatmap" -# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-mrr" -# data: "plot-vpp-nfv-3n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-4tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-hsw-mrr" +# filter: "'NIC_Intel-XL710' and # 'NF_DENSITY' and # 'DOCKER' and # 'CHAIN' and # 'NF_VPPIP4' and # 'IPSEC' and -# 'TNL_10000' and +# 'TNL_4' and # 'IMIX' and -# '8T4C' and +# '2T2C' and # 'MRR'" # parameters: # - "result" @@ -8919,514 +8546,710 @@ # y-axis: "Y = Number of Service Chains" # z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" -# layout: "plot-service-density" - -# Plots - NF Density - CSC IPSEC 10000tnl - NDR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-10000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '2T1C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '4T2C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '8T4C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - layout: "plot-service-density" - -# Plots - NF Density - CSC IPSEC 10000tnl - PDR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-10000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '2T1C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '4T2C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '8T4C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - layout: "plot-service-density" - -############################################################################### - -# Plots - NF Density - CSC IPSEC 10000tnl - MRR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-10000tnl-csc-mrr" - data: "plot-vpp-nfv-3n-hsw-mrr" - filter: "'NIC_Intel-XL710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IMIX' and - 'TNL_10000' and - '1T1C' and - 'MRR'" - parameters: - - "result" - - "name" - - "tags" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-10000tnl-csc-mrr" - data: "plot-vpp-nfv-3n-hsw-mrr" - filter: "'NIC_Intel-XL710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '2T2C' and - 'MRR'" - parameters: - - "result" - - "name" - - "tags" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-10000tnl-csc-mrr" - data: "plot-vpp-nfv-3n-hsw-mrr" - filter: "'NIC_Intel-XL710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '4T4C' and - 'MRR'" - parameters: - - "result" - - "name" - - "tags" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" - layout: "plot-service-density" - -# Plots - NF Density - CSC IPSEC 10000tnl - NDR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-10000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '1T1C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-10000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '2T2C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - layout: "plot-service-density" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-4tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-hsw-mrr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '4T4C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# layout: "plot-service-density" -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-10000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '4T4C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - layout: "plot-service-density" +## Plots - NF Density - CSC IPSEC 4tnl - NDR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-4tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '1T1C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-4tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '2T2C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-4tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '4T4C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# layout: "plot-service-density" +# +## Plots - NF Density - CSC IPSEC 4tnl - PDR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-4tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '1T1C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-4tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '2T2C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-4tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '4T4C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" +# layout: "plot-service-density" -# Plots - NF Density - CSC IPSEC 10000tnl - PDR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-10000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '1T1C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - layout: "plot-service-density" +############################################################################### -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-10000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '2T2C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - layout: "plot-service-density" +## Plots - NF Density - CSC IPSEC 1000tnl - MRR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-1000tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-skx-mrr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '2T1C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-1000tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-skx-mrr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '4T2C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-1000tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-skx-mrr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '8T4C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" +# layout: "plot-service-density" -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-10000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '4T4C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - layout: "plot-service-density" +## Plots - NF Density - CSC IPSEC 1000tnl - NDR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-1000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '2T1C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-1000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '4T2C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-1000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '8T4C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" +# layout: "plot-service-density" +# +## Plots - NF Density - CSC IPSEC 1000tnl - PDR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-1000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '2T1C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-1000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '4T2C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-1000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '8T4C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" +# layout: "plot-service-density" ############################################################################### -# Plots - NF Density - CSP - MRR 64b +## Plots - NF Density - CSC IPSEC 1000tnl - MRR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-1000tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-hsw-mrr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IMIX' and +# 'TNL_1000' and +# '1T1C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-1000tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-hsw-mrr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '2T2C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-1000tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-hsw-mrr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '4T4C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" +# layout: "plot-service-density" +## Plots - NF Density - CSC IPSEC 1000tnl - NDR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-1000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '1T1C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" +# layout: "plot-service-density" +# #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" # algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-csp-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-1000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and # 'NF_DENSITY' and # 'DOCKER' and -# 'PIPELINE' and +# 'CHAIN' and # 'NF_VPPIP4' and -# '64B' and -# '2T1C' and -# 'MRR'" +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '2T2C' and +# 'NDRPDR'" # parameters: -# - "result" +# - "throughput" # - "name" # - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" -# z-axis: "64B Packet Throughput (mean MRR) [Mpps]" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" # layout: "plot-service-density" # #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" # algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-csp-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-1000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and # 'NF_DENSITY' and # 'DOCKER' and -# 'PIPELINE' and +# 'CHAIN' and # 'NF_VPPIP4' and -# '64B' and -# '4T2C' and -# 'MRR'" +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '4T4C' and +# 'NDRPDR'" # parameters: -# - "result" +# - "throughput" # - "name" # - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" -# z-axis: "64B Packet Throughput (mean MRR) [Mpps]" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" # layout: "plot-service-density" # +## Plots - NF Density - CSC IPSEC 1000tnl - PDR IMIX #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" # algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-csp-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-1000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and # 'NF_DENSITY' and # 'DOCKER' and -# 'PIPELINE' and +# 'CHAIN' and # 'NF_VPPIP4' and -# '64B' and -# '8T4C' and -# 'MRR'" +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '1T1C' and +# 'NDRPDR'" # parameters: -# - "result" +# - "throughput" # - "name" # - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" -# z-axis: "64B Packet Throughput (mean MRR) [Mpps]" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-1000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '2T2C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" # layout: "plot-service-density" # -## Plots - NF Density - CSP - MRR IMIX #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-1000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '4T4C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" +# layout: "plot-service-density" + +############################################################################### + +## Plots - NF Density - CSC IPSEC 10000tnl - MRR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" # algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-csp-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-10000tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-skx-mrr" # filter: "'NIC_Intel-XXV710' and # 'NF_DENSITY' and # 'DOCKER' and -# 'PIPELINE' and +# 'CHAIN' and # 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and # 'IMIX' and # '2T1C' and # 'MRR'" @@ -9435,24 +9258,25 @@ # - "name" # - "tags" # include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" # z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" # layout: "plot-service-density" # #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" # algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-csp-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-skx-mrr" # filter: "'NIC_Intel-XXV710' and # 'NF_DENSITY' and # 'DOCKER' and -# 'PIPELINE' and +# 'CHAIN' and # 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and # 'IMIX' and # '4T2C' and # 'MRR'" @@ -9461,24 +9285,25 @@ # - "name" # - "tags" # include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" # z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" # layout: "plot-service-density" # #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" # algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-csp-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-skx-mrr" # filter: "'NIC_Intel-XXV710' and # 'NF_DENSITY' and # 'DOCKER' and -# 'PIPELINE' and +# 'CHAIN' and # 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and # 'IMIX' and # '8T4C' and # 'MRR'" @@ -9487,26 +9312,27 @@ # - "name" # - "tags" # include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" # z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" # layout: "plot-service-density" -# -## Plots - NF Density - CSP - NDR 64b + +## Plots - NF Density - CSC IPSEC 10000tnl - NDR IMIX #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" # algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-csp-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-10000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" # filter: "'NIC_Intel-XXV710' and # 'NF_DENSITY' and # 'DOCKER' and -# 'PIPELINE' and +# 'CHAIN' and # 'NF_VPPIP4' and -# '64B' and +# 'IPSEC' and +# 'TNL_10000' and +# 'IMIX' and # '2T1C' and # 'NDRPDR'" # parameters: @@ -9514,25 +9340,26 @@ # - "name" # - "tags" # include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" -# z-axis: "64B Packet Throughput (mean NDR) [Mpps]" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" # layout: "plot-service-density" # #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" # algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-csp-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" # filter: "'NIC_Intel-XXV710' and # 'NF_DENSITY' and # 'DOCKER' and -# 'PIPELINE' and +# 'CHAIN' and # 'NF_VPPIP4' and -# '64B' and +# 'IPSEC' and +# 'TNL_10000' and +# 'IMIX' and # '4T2C' and # 'NDRPDR'" # parameters: @@ -9540,25 +9367,26 @@ # - "name" # - "tags" # include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" -# z-axis: "64B Packet Throughput (mean NDR) [Mpps]" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" # layout: "plot-service-density" # #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" # algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-csp-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" # filter: "'NIC_Intel-XXV710' and # 'NF_DENSITY' and # 'DOCKER' and -# 'PIPELINE' and +# 'CHAIN' and # 'NF_VPPIP4' and -# '64B' and +# 'IPSEC' and +# 'TNL_10000' and +# 'IMIX' and # '8T4C' and # 'NDRPDR'" # parameters: @@ -9566,25 +9394,26 @@ # - "name" # - "tags" # include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" -# z-axis: "64B Packet Throughput (mean NDR) [Mpps]" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" # layout: "plot-service-density" # -## Plots - NF Density - CSP - NDR IMIX +## Plots - NF Density - CSC IPSEC 10000tnl - PDR IMIX #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" # algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-csp-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-10000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" # filter: "'NIC_Intel-XXV710' and # 'NF_DENSITY' and # 'DOCKER' and -# 'PIPELINE' and +# 'CHAIN' and # 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and # 'IMIX' and # '2T1C' and # 'NDRPDR'" @@ -9592,25 +9421,26 @@ # - "throughput" # - "name" # - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" -# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" # layout: "plot-service-density" # #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" # algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-csp-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" # filter: "'NIC_Intel-XXV710' and # 'NF_DENSITY' and # 'DOCKER' and -# 'PIPELINE' and +# 'CHAIN' and # 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and # 'IMIX' and # '4T2C' and # 'NDRPDR'" @@ -9618,25 +9448,26 @@ # - "throughput" # - "name" # - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" -# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" # layout: "plot-service-density" # #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" # algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-csp-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-skx-ndrpdr" # filter: "'NIC_Intel-XXV710' and # 'NF_DENSITY' and # 'DOCKER' and -# 'PIPELINE' and +# 'CHAIN' and # 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and # 'IMIX' and # '8T4C' and # 'NDRPDR'" @@ -9644,172 +9475,500 @@ # - "throughput" # - "name" # - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" -# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" +# layout: "plot-service-density" + +############################################################################### + +## Plots - NF Density - CSC IPSEC 10000tnl - MRR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-10000tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-hsw-mrr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IMIX' and +# 'TNL_10000' and +# '1T1C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" # layout: "plot-service-density" # -## Plots - NF Density - CSP - PDR 64b #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" # algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-csp-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-10000tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-hsw-mrr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and +# 'IMIX' and +# '2T2C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-10000tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-hsw-mrr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and +# 'IMIX' and +# '4T4C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# layout: "plot-service-density" + +## Plots - NF Density - CSC IPSEC 10000tnl - NDR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-10000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and # 'NF_DENSITY' and # 'DOCKER' and -# 'PIPELINE' and +# 'CHAIN' and # 'NF_VPPIP4' and -# '64B' and -# '2T1C' and +# 'IPSEC' and +# 'TNL_10000' and +# 'IMIX' and +# '1T1C' and # 'NDRPDR'" # parameters: # - "throughput" # - "name" # - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" -# z-axis: "64B Packet Throughput (mean PDR) [Mpps]" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" # layout: "plot-service-density" # #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" # algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-csp-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-10000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and # 'NF_DENSITY' and # 'DOCKER' and -# 'PIPELINE' and +# 'CHAIN' and # 'NF_VPPIP4' and -# '64B' and -# '4T2C' and +# 'IPSEC' and +# 'TNL_10000' and +# 'IMIX' and +# '2T2C' and # 'NDRPDR'" # parameters: # - "throughput" # - "name" # - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" -# z-axis: "64B Packet Throughput (mean PDR) [Mpps]" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" # layout: "plot-service-density" # #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" # algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-csp-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-10000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and # 'NF_DENSITY' and # 'DOCKER' and -# 'PIPELINE' and +# 'CHAIN' and # 'NF_VPPIP4' and -# '64B' and -# '8T4C' and +# 'IPSEC' and +# 'TNL_10000' and +# 'IMIX' and +# '4T4C' and # 'NDRPDR'" # parameters: # - "throughput" # - "name" # - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" -# z-axis: "64B Packet Throughput (mean PDR) [Mpps]" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" # layout: "plot-service-density" # -## Plots - NF Density - CSP - PDR IMIX +## Plots - NF Density - CSC IPSEC 10000tnl - PDR IMIX #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" # algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-csp-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-10000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and # 'NF_DENSITY' and # 'DOCKER' and -# 'PIPELINE' and +# 'CHAIN' and # 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and # 'IMIX' and -# '2T1C' and +# '1T1C' and # 'NDRPDR'" # parameters: # - "throughput" # - "name" # - "tags" # include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" # z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" # layout: "plot-service-density" # #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" # algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-csp-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-10000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and # 'NF_DENSITY' and # 'DOCKER' and -# 'PIPELINE' and +# 'CHAIN' and # 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and # 'IMIX' and -# '4T2C' and +# '2T2C' and # 'NDRPDR'" # parameters: # - "throughput" # - "name" # - "tags" # include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" # z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" # layout: "plot-service-density" # #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" # algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-csp-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-10000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and # 'NF_DENSITY' and # 'DOCKER' and -# 'PIPELINE' and +# 'CHAIN' and # 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and # 'IMIX' and -# '8T4C' and +# '4T4C' and # 'NDRPDR'" # parameters: # - "throughput" # - "name" # - "tags" # include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" # z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" # layout: "plot-service-density" +############################################################################### + +# Plots - NF Density - CSP - MRR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + layout: "plot-service-density" + +# Plots - NF Density - CSP - NDR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-csp-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-csp-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-csp-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + layout: "plot-service-density" + +# Plots - NF Density - CSP - PDR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-csp-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-csp-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-csp-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + layout: "plot-service-density" + ############################################################################### # Plots - 2n-clx NF Density - VSC - MRR IMIX @@ -10148,7 +10307,7 @@ 'NF_DENSITY' and 'VHOST' and 'VXLAN' and - 'CHAIN' a + 'CHAIN' and 'IMIX' and '2T1C' and 'NDRPDR'" @@ -10835,8 +10994,8 @@ output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-2t1c-memif-base-avf-ndr" data: "plot-vpp-throughput-lat-tsa-3n-skx" include: - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-eth-l2xcbase-avf-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Lxc-Ndrpdr.64B-2t1c-eth-l2xcbase-avf-eth-2memif-1lxc-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Lxc-Ndrpdr.64B-2t1c-avf-eth-l2xcbase-eth-2memif-1lxc-ndrpdr" - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-Ndrpdr.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr" - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" @@ -10853,7 +11012,7 @@ - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Lxc-Ndrpdr.64B-2t1c-avf-eth-l2xcbase-eth-2memif-1lxc-ndrpdr" - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-Ndrpdr.64B-avf-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-Ndrpdr.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr" - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" layout: title: "3n-skx-xxv710-64b-2t1c-memif-base-avf-pdr" @@ -11073,8 +11232,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr" layout: "plot-throughput" @@ -11089,12 +11248,192 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr" + layout: "plot-throughput" + +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-ndr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-ndr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-ndr" +# layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr" + layout: "plot-throughput" + +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-pdr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-pdr" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-pdr" +# layout: "plot-throughput" + - type: "plot" title: "Throughput: 2n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr" algorithm: "plot_perf_box_name" @@ -11106,7 +11445,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput" @@ -11122,7 +11461,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput" @@ -11161,7 +11500,7 @@ include: - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-2t1c-avf-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-2t1c-avf-dot1q-ip4base-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-2t1c-avf-dot1q-ip4base-ndrpdr" # - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-2t1c-ethip4-ip4base-ndrpdr" # - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Ethip4-Ip4Scale2M-Ndrpdr.64B-2t1c-ethip4-ip4scale2m-ndrpdr" layout: @@ -11176,7 +11515,7 @@ include: - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-2t1c-avf-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-2t1c-avf-dot1q-ip4base-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-2t1c-avf-dot1q-ip4base-ndrpdr" # - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-2t1c-ethip4-ip4base-ndrpdr" # - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Ethip4-Ip4Scale2M-Ndrpdr.64B-2t1c-ethip4-ip4scale2m-ndrpdr" layout: @@ -11253,8 +11592,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr" layout: "plot-throughput" @@ -11269,8 +11606,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr" layout: "plot-throughput" @@ -11286,7 +11621,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput" @@ -11302,7 +11636,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput" @@ -11347,8 +11680,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-tsh-x520-64b-1t1c-features-ip4routing-base-ixgbe-ndr" layout: "plot-throughput" @@ -11363,8 +11694,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-tsh-x520-64b-1t1c-features-ip4routing-base-ixgbe-pdr" layout: "plot-throughput" @@ -11410,7 +11739,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-1t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr" layout: "plot-throughput" @@ -11426,7 +11755,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-1t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr" layout: "plot-throughput" @@ -11472,7 +11801,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr" layout: "plot-throughput" @@ -11488,7 +11816,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr" layout: "plot-throughput" @@ -12015,6 +12342,38 @@ title: "3n-skx-xxv710-imix-2t1c-ipsec-ip4routing-base-scale-avf-pdr" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 3n-skx-xxv710-1518b-2t1c-ipsec-ip4routing-base-scale-dpdk-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1518b-2t1c-ipsec-ip4routing-base-scale-dpdk-ndr" + data: "plot-vpp-throughput-lat-tsa-3n-skx" + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + layout: + title: "3n-skx-xxv710-1518b-2t1c-ipsec-ip4routing-base-scale-dpdk-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-skx-xxv710-1518b-2t1c-ipsec-ip4routing-base-scale-dpdk-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1518b-2t1c-ipsec-ip4routing-base-scale-dpdk-pdr" + data: "plot-vpp-throughput-lat-tsa-3n-skx" + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + layout: + title: "3n-skx-xxv710-1518b-2t1c-ipsec-ip4routing-base-scale-dpdk-pdr" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 3n-skx-xxv710-imix-2t1c-ipsec-ip4routing-base-scale-dpdk-ndr" algorithm: "plot_perf_box_name" @@ -12479,6 +12838,38 @@ title: "3n-skx-xxv710-64b-2t1c-features-l2switching-base-avf-pdr" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 3n-skx-xxv710-64b-2t1c-features-l2switching-base-dpdk-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-2t1c-features-l2switching-base-dpdk-ndr" + data: "plot-vpp-throughput-lat-tsa-3n-skx" + include: + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" + layout: + title: "3n-skx-xxv710-64b-2t1c-features-l2switching-base-dpdk-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-skx-xxv710-64b-2t1c-features-l2switching-base-dpdk-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-2t1c-features-l2switching-base-dpdk-pdr" + data: "plot-vpp-throughput-lat-tsa-3n-skx" + include: + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" + layout: + title: "3n-skx-xxv710-64b-2t1c-features-l2switching-base-dpdk-pdr" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 3n-tsh-x520-64b-1t1c-l2switching-base-ixgbe-ndr" algorithm: "plot_perf_box_name" @@ -12571,33 +12962,33 @@ title: "3n-tsh-x520-64b-1t1c-features-l2switching-base-ixgbe-pdr" layout: "plot-throughput" -#- type: "plot" -# title: "Throughput: 2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" -# data: "plot-vpp-throughput-lat-tsa-2n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-1t1c-dot1q-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-dot1q-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" -# layout: -# title: "2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" -# layout: "plot-throughput" -# -#- type: "plot" -# title: "Throughput: 2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" -# data: "plot-vpp-throughput-lat-tsa-2n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-1t1c-dot1q-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-dot1q-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" -# layout: -# title: "2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" -# layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" + data: "plot-vpp-throughput-lat-tsa-2n-dnv" + include: + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-1t1c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-dnv" + include: + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-1t1c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" + layout: "plot-throughput" - type: "plot" title: "Throughput: 2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr" @@ -12631,33 +13022,33 @@ title: "2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr" layout: "plot-throughput" -#- type: "plot" -# title: "Throughput: 3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-1t1c-dot1q-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-dot1q-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" -# layout: -# title: "3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" -# layout: "plot-throughput" -# -#- type: "plot" -# title: "Throughput: 3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-1t1c-dot1q-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-dot1q-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" -# layout: -# title: "3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" -# layout: "plot-throughput" +- type: "plot" + title: "Throughput: 3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-1t1c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-1t1c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" + layout: "plot-throughput" - type: "plot" title: "Throughput: 3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr" @@ -12691,37 +13082,37 @@ title: "3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr" layout: "plot-throughput" -#- type: "plot" -# title: "Throughput: 3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-ndr" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-ndr" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" -# layout: -# title: "3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-ndr" -# layout: "plot-throughput" -# -#- type: "plot" -# title: "Throughput: 3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-pdr" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-pdr" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" -# layout: -# title: "3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-pdr" -# layout: "plot-throughput" +- type: "plot" + title: "Throughput: 3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-ndr" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" + layout: + title: "3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-pdr" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" + layout: + title: "3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-pdr" + layout: "plot-throughput" - type: "plot" title: "Throughput: 3n-hsw-xl710-78b-1t1c-srv6-ip6routing-base-dpdk-ndr" @@ -12764,9 +13155,9 @@ - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-2t1c-avf-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" layout: title: "3n-skx-xxv710-78b-2t1c-srv6-ip6routing-base-avf-ndr" layout: "plot-throughput" @@ -12780,13 +13171,45 @@ - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-2t1c-avf-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" layout: title: "3n-skx-xxv710-78b-2t1c-srv6-ip6routing-base-avf-pdr" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 3n-skx-xxv710-78b-2t1c-srv6-ip6routing-base-dpdk-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-78b-2t1c-srv6-ip6routing-base-dpdk-ndr" + data: "plot-vpp-throughput-lat-tsa-3n-skx" + include: + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-2t1c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-2t1c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-2t1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-2t1c-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-2t1c-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-2t1c-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" + layout: + title: "3n-skx-xxv710-78b-2t1c-srv6-ip6routing-base-dpdk-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-skx-xxv710-78b-2t1c-srv6-ip6routing-base-dpdk-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-78b-2t1c-srv6-ip6routing-base-dpdk-pdr" + data: "plot-vpp-throughput-lat-tsa-3n-skx" + include: + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-2t1c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-2t1c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-2t1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-2t1c-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-2t1c-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-2t1c-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" + layout: + title: "3n-skx-xxv710-78b-2t1c-srv6-ip6routing-base-dpdk-pdr" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 3n-tsh-x520-78b-1t1c-srv6-ip6routing-base-ixgbe-ndr" algorithm: "plot_perf_box_name" @@ -13255,6 +13678,54 @@ title: "3n-skx-xxv710-64b-2t1c-link-bonding-vhost-base-avf-vpp-pdr" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 3n-skx-xxv710-64b-2t1c-link-bonding-vhost-base-dpdk-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-2t1c-link-bonding-vhost-base-dpdk-ndr" + data: "plot-vpp-throughput-lat-tsa-3n-skx" + include: + - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-1Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + layout: + title: "3n-skx-xxv710-64b-2t1c-link-bonding-vhost-base-dpdk-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-skx-xxv710-64b-2t1c-link-bonding-vhost-base-dpdk-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-2t1c-link-bonding-vhost-base-dpdk-pdr" + data: "plot-vpp-throughput-lat-tsa-3n-skx" + include: + - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-1Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + layout: + title: "3n-skx-xxv710-64b-2t1c-link-bonding-vhost-base-dpdk-pdr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-skx-xxv710-64b-2t1c-link-bonding-vhost-base-dpdk-vpp-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-2t1c-link-bonding-vhost-base-dpdk-vpp-ndr" + data: "plot-vpp-throughput-lat-tsa-3n-skx" + include: + - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-2t1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-1Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-2t1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + layout: + title: "3n-skx-xxv710-64b-2t1c-link-bonding-vhost-base-dpdk-vpp-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-skx-xxv710-64b-2t1c-link-bonding-vhost-base-dpdk-vpp-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-2t1c-link-bonding-vhost-base-dpdk-vpp-pdr" + data: "plot-vpp-throughput-lat-tsa-3n-skx" + include: + - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-2t1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-1Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-2t1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + layout: + title: "3n-skx-xxv710-64b-2t1c-link-bonding-vhost-base-dpdk-vpp-pdr" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 3n-tsh-x520-64b-1t1c-vhost-base-ixgbe-vppl2xc-ndr" algorithm: "plot_perf_box_name" @@ -13657,8 +14128,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-skx-xxv710-64b-features-ip4routing-base-avf-ndr" layout: "plot-throughput-speedup-analysis" @@ -13673,12 +14144,192 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-skx-xxv710-64b-features-ip4routing-base-avf-pdr" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-ndr" + layout: "plot-throughput-speedup-analysis" + +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-ndr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-ndr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-ndr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-ndr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "22n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-ndr" +# layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-pdr" + layout: "plot-throughput-speedup-analysis" + +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-pdr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-pdr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-pdr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-pdr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-pdr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-skx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "22n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-pdr" +# layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 2n-skx-xxv710-64b-features-ip4routing-base-dpdk-ndr-tsa" algorithm: "plot_tsa_name" @@ -13690,7 +14341,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-skx-xxv710-64b-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput-speedup-analysis" @@ -13706,7 +14357,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-skx-xxv710-64b-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput-speedup-analysis" @@ -13837,8 +14488,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-features-ip4routing-base-avf-ndr" layout: "plot-throughput-speedup-analysis" @@ -13853,8 +14502,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-features-ip4routing-base-avf-pdr" layout: "plot-throughput-speedup-analysis" @@ -13870,7 +14517,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput-speedup-analysis" @@ -13886,7 +14532,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput-speedup-analysis" @@ -15243,8 +15888,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-tsh-x520-64b-features-ip4routing-base-ixgbe-ndr" layout: "plot-throughput-speedup-analysis" @@ -15259,8 +15902,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-tsh-x520-64b-features-ip4routing-base-ixgbe-pdr" layout: "plot-throughput-speedup-analysis" @@ -15616,7 +16257,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa" layout: "plot-throughput-speedup-analysis" @@ -15632,7 +16273,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa" layout: "plot-throughput-speedup-analysis" @@ -15667,33 +16308,33 @@ title: "2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa" layout: "plot-throughput-speedup-analysis" -#- type: "plot" -# title: "Speedup: 2n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" -# data: "plot-vpp-throughput-lat-tsa-2n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" -# layout: -# title: "2n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" -# layout: "plot-throughput-speedup-analysis" -# -#- type: "plot" -# title: "Speedup: 2n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" -# data: "plot-vpp-throughput-lat-tsa-2n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" -# layout: -# title: "2n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" -# layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-dnv" + include: + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-dnv" + include: + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" + layout: "plot-throughput-speedup-analysis" - type: "plot" title: "Speedup: 2n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa" @@ -15768,7 +16409,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa" layout: "plot-throughput-speedup-analysis" @@ -15784,7 +16424,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa" layout: "plot-throughput-speedup-analysis" @@ -15879,33 +16518,33 @@ title: "3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-pdr-tsa" layout: "plot-throughput-speedup-analysis" -#- type: "plot" -# title: "Speedup: 3n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" -# layout: -# title: "3n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" -# layout: "plot-throughput-speedup-analysis" -# -#- type: "plot" -# title: "Speedup: 3n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" -# layout: -# title: "3n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" -# layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 3n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" + layout: "plot-throughput-speedup-analysis" - type: "plot" title: "Speedup: 3n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa" @@ -15939,37 +16578,37 @@ title: "3n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa" layout: "plot-throughput-speedup-analysis" -#- type: "plot" -# title: "Speedup: 3n-dnv-x553-64b-features-l2switching-base-ixgbe-ndr-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-l2switching-base-ixgbe-ndr-tsa" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" -# layout: -# title: "3n-dnv-x553-64b-features-l2switching-base-ixgbe-ndr-tsa" -# layout: "plot-throughput-speedup-analysis" -# -#- type: "plot" -# title: "Speedup: 3n-dnv-x553-64b-features-l2switching-base-ixgbe-pdr-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-l2switching-base-ixgbe-pdr-tsa" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" -# include: -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" -# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" -# layout: -# title: "3n-dnv-x553-64b-features-l2switching-base-ixgbe-pdr-tsa" -# layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 3n-dnv-x553-64b-features-l2switching-base-ixgbe-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-l2switching-base-ixgbe-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" + layout: + title: "3n-dnv-x553-64b-features-l2switching-base-ixgbe-ndr-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-dnv-x553-64b-features-l2switching-base-ixgbe-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-l2switching-base-ixgbe-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-3n-dnv" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" + layout: + title: "3n-dnv-x553-64b-features-l2switching-base-ixgbe-pdr-tsa" + layout: "plot-throughput-speedup-analysis" #- type: "plot" # title: "Speedup: 3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-ndr-tsa" @@ -16212,195 +16851,195 @@ - "tests.dpdk.perf.40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" - "tests.dpdk.perf.40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" layout: - title: "3n-hsw-xl710-64b-1t1c-base-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "DPDK Throughput: 3n-hsw-xl710-64b-2t2c-base-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/3n-hsw-xl710-64b-2t2c-base-ndr" - data: "plot-dpdk-throughput-latency-3n-hsw" - include: - - "tests.dpdk.perf.40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "3n-hsw-xl710-64b-2t2c-base-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "DPDK Throughput: 3n-hsw-xl710-64b-1t1c-base-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/3n-hsw-xl710-64b-1t1c-base-pdr" - data: "plot-dpdk-throughput-latency-3n-hsw" - include: - - "tests.dpdk.perf.40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "3n-hsw-xl710-64b-1t1c-base-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "DPDK Throughput: 3n-hsw-xl710-64b-2t2c-base-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/3n-hsw-xl710-64b-2t2c-base-pdr" - data: "plot-dpdk-throughput-latency-3n-hsw" - include: - - "tests.dpdk.perf.40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "3n-hsw-xl710-64b-2t2c-base-pdr" - layout: "plot-throughput" - -# 3n-hsw-x710 - -- type: "plot" - title: "DPDK Throughput: 3n-hsw-x710-64b-1t1c-base-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/3n-hsw-x710-64b-1t1c-base-ndr" - data: "plot-dpdk-throughput-latency-3n-hsw" - include: - - "tests.dpdk.perf.10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "3n-hsw-x710-64b-1t1c-base-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "DPDK Throughput: 3n-hsw-x710-64b-2t2c-base-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/3n-hsw-x710-64b-2t2c-base-ndr" - data: "plot-dpdk-throughput-latency-3n-hsw" - include: - - "tests.dpdk.perf.10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "3n-hsw-x710-64b-2t2c-base-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "DPDK Throughput: 3n-hsw-x710-64b-1t1c-base-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/3n-hsw-x710-64b-1t1c-base-pdr" - data: "plot-dpdk-throughput-latency-3n-hsw" - include: - - "tests.dpdk.perf.10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "3n-hsw-x710-64b-1t1c-base-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "DPDK Throughput: 3n-hsw-x710-64b-2t2c-base-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/3n-hsw-x710-64b-2t2c-base-pdr" - data: "plot-dpdk-throughput-latency-3n-hsw" - include: - - "tests.dpdk.perf.10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "3n-hsw-x710-64b-2t2c-base-pdr" - layout: "plot-throughput" - -# 2n-dnv-x553 - -- type: "plot" - title: "DPDK Throughput: 2n-dnv-x553-64b-1t1c-base-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-1t1c-base-ndr" - data: "plot-dpdk-throughput-latency-2n-dnv" - include: - - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "2n-dnv-x553-64b-1t1c-base-ndr" + title: "3n-hsw-xl710-64b-1t1c-base-ndr" layout: "plot-throughput" - type: "plot" - title: "DPDK Throughput: 2n-dnv-x553-64b-2t2c-base-ndr" + title: "DPDK Throughput: 3n-hsw-xl710-64b-2t2c-base-ndr" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-2t2c-base-ndr" - data: "plot-dpdk-throughput-latency-2n-dnv" + output-file: "{DIR[STATIC,DPDK]}/3n-hsw-xl710-64b-2t2c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-hsw" include: - - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" + - "tests.dpdk.perf.40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" layout: - title: "2n-dnv-x553-64b-2t2c-base-ndr" + title: "3n-hsw-xl710-64b-2t2c-base-ndr" layout: "plot-throughput" - type: "plot" - title: "DPDK Throughput: 2n-dnv-x553-64b-1t1c-base-pdr" + title: "DPDK Throughput: 3n-hsw-xl710-64b-1t1c-base-pdr" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-1t1c-base-pdr" - data: "plot-dpdk-throughput-latency-2n-dnv" + output-file: "{DIR[STATIC,DPDK]}/3n-hsw-xl710-64b-1t1c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-hsw" include: - - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" + - "tests.dpdk.perf.40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" layout: - title: "2n-dnv-x553-64b-1t1c-base-pdr" + title: "3n-hsw-xl710-64b-1t1c-base-pdr" layout: "plot-throughput" - type: "plot" - title: "DPDK Throughput: 2n-dnv-x553-64b-2t2c-base-pdr" + title: "DPDK Throughput: 3n-hsw-xl710-64b-2t2c-base-pdr" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-2t2c-base-pdr" - data: "plot-dpdk-throughput-latency-2n-dnv" + output-file: "{DIR[STATIC,DPDK]}/3n-hsw-xl710-64b-2t2c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-hsw" include: - - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" + - "tests.dpdk.perf.40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" layout: - title: "2n-dnv-x553-64b-2t2c-base-pdr" + title: "3n-hsw-xl710-64b-2t2c-base-pdr" layout: "plot-throughput" -# 3n-dnv-x553 +# 3n-hsw-x710 - type: "plot" - title: "DPDK Throughput: 3n-dnv-x553-64b-1t1c-base-ndr" + title: "DPDK Throughput: 3n-hsw-x710-64b-1t1c-base-ndr" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-1t1c-base-ndr" - data: "plot-dpdk-throughput-latency-3n-dnv" + output-file: "{DIR[STATIC,DPDK]}/3n-hsw-x710-64b-1t1c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-hsw" include: - - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" + - "tests.dpdk.perf.10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" layout: - title: "3n-dnv-x553-64b-1t1c-base-ndr" + title: "3n-hsw-x710-64b-1t1c-base-ndr" layout: "plot-throughput" - type: "plot" - title: "DPDK Throughput: 3n-dnv-x553-64b-2t2c-base-ndr" + title: "DPDK Throughput: 3n-hsw-x710-64b-2t2c-base-ndr" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-2t2c-base-ndr" - data: "plot-dpdk-throughput-latency-3n-dnv" + output-file: "{DIR[STATIC,DPDK]}/3n-hsw-x710-64b-2t2c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-hsw" include: - - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" + - "tests.dpdk.perf.10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" layout: - title: "3n-dnv-x553-64b-2t2c-base-ndr" + title: "3n-hsw-x710-64b-2t2c-base-ndr" layout: "plot-throughput" - type: "plot" - title: "DPDK Throughput: 3n-dnv-x553-64b-1t1c-base-pdr" + title: "DPDK Throughput: 3n-hsw-x710-64b-1t1c-base-pdr" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-1t1c-base-pdr" - data: "plot-dpdk-throughput-latency-3n-dnv" + output-file: "{DIR[STATIC,DPDK]}/3n-hsw-x710-64b-1t1c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-hsw" include: - - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" + - "tests.dpdk.perf.10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" layout: - title: "3n-dnv-x553-64b-1t1c-base-pdr" + title: "3n-hsw-x710-64b-1t1c-base-pdr" layout: "plot-throughput" - type: "plot" - title: "DPDK Throughput: 3n-dnv-x553-64b-2t2c-base-pdr" + title: "DPDK Throughput: 3n-hsw-x710-64b-2t2c-base-pdr" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-2t2c-base-pdr" - data: "plot-dpdk-throughput-latency-3n-dnv" + output-file: "{DIR[STATIC,DPDK]}/3n-hsw-x710-64b-2t2c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-hsw" include: - - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" + - "tests.dpdk.perf.10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" layout: - title: "3n-dnv-x553-64b-2t2c-base-pdr" + title: "3n-hsw-x710-64b-2t2c-base-pdr" layout: "plot-throughput" +## 2n-dnv-x553 +# +#- type: "plot" +# title: "DPDK Throughput: 2n-dnv-x553-64b-1t1c-base-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-1t1c-base-ndr" +# data: "plot-dpdk-throughput-latency-2n-dnv" +# include: +# - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" +# - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" +# layout: +# title: "2n-dnv-x553-64b-1t1c-base-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "DPDK Throughput: 2n-dnv-x553-64b-2t2c-base-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-2t2c-base-ndr" +# data: "plot-dpdk-throughput-latency-2n-dnv" +# include: +# - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" +# - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" +# layout: +# title: "2n-dnv-x553-64b-2t2c-base-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "DPDK Throughput: 2n-dnv-x553-64b-1t1c-base-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-1t1c-base-pdr" +# data: "plot-dpdk-throughput-latency-2n-dnv" +# include: +# - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" +# - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" +# layout: +# title: "2n-dnv-x553-64b-1t1c-base-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "DPDK Throughput: 2n-dnv-x553-64b-2t2c-base-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-2t2c-base-pdr" +# data: "plot-dpdk-throughput-latency-2n-dnv" +# include: +# - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" +# - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" +# layout: +# title: "2n-dnv-x553-64b-2t2c-base-pdr" +# layout: "plot-throughput" +# +## 3n-dnv-x553 +# +#- type: "plot" +# title: "DPDK Throughput: 3n-dnv-x553-64b-1t1c-base-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-1t1c-base-ndr" +# data: "plot-dpdk-throughput-latency-3n-dnv" +# include: +# - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" +# - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" +# layout: +# title: "3n-dnv-x553-64b-1t1c-base-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "DPDK Throughput: 3n-dnv-x553-64b-2t2c-base-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-2t2c-base-ndr" +# data: "plot-dpdk-throughput-latency-3n-dnv" +# include: +# - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" +# - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" +# layout: +# title: "3n-dnv-x553-64b-2t2c-base-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "DPDK Throughput: 3n-dnv-x553-64b-1t1c-base-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-1t1c-base-pdr" +# data: "plot-dpdk-throughput-latency-3n-dnv" +# include: +# - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" +# - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" +# layout: +# title: "3n-dnv-x553-64b-1t1c-base-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "DPDK Throughput: 3n-dnv-x553-64b-2t2c-base-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-2t2c-base-pdr" +# data: "plot-dpdk-throughput-latency-3n-dnv" +# include: +# - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" +# - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" +# layout: +# title: "3n-dnv-x553-64b-2t2c-base-pdr" +# layout: "plot-throughput" + # 3n-tsh-x520 - type: "plot" @@ -16563,6 +17202,7 @@ output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-2t1c-ip4routing-base-scale-[avf,dpdk]-pdr" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-2t1c-avf-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-2t1c-avf-ethip4-ip4scale2m-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-2t1c-avf-ethip4-ip4scale2m-rnd-ndrpdr" @@ -16692,8 +17332,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr" layout: "plot-throughput" @@ -16708,12 +17348,192 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr" + layout: "plot-throughput" + +#- type: "plot" +# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-ndr" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-ndr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-ndr" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-ndr" +# layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr" + layout: "plot-throughput" + +#- type: "plot" +# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-pdr" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-pdr" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-pdr" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-pdr" +# layout: "plot-throughput" + - type: "plot" title: "Throughput: 2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr" algorithm: "plot_perf_box_name" @@ -16725,7 +17545,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput" @@ -16741,7 +17561,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput" @@ -16812,8 +17632,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-rdma-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-rdma-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-cx556a-64b-2t1c-rdma-ethip4-features-ndr" layout: "plot-throughput" @@ -16828,8 +17648,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-rdma-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-rdma-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-cx556a-64b-2t1c-rdma-ethip4-features-pdr" layout: "plot-throughput" @@ -17644,8 +18464,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-xxv710-64b-features-ip4routing-base-avf-ndr" layout: "plot-throughput-speedup-analysis" @@ -17660,12 +18480,192 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-xxv710-64b-features-ip4routing-base-avf-pdr" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-ndr" + layout: "plot-throughput-speedup-analysis" + +#- type: "plot" +# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-ndr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-ndr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-ndr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-ndr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "22n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-ndr" +# layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-pdr" + layout: "plot-throughput-speedup-analysis" + +#- type: "plot" +# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-pdr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-pdr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-pdr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-pdr-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-pdr-tsa" +# data: "plot-vpp-throughput-lat-tsa-2n-clx" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "22n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-pdr" +# layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 2n-clx-xxv710-64b-features-ip4routing-base-dpdk-ndr-tsa" algorithm: "plot_tsa_name" @@ -17677,7 +18677,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-clx-xxv710-64b-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput-speedup-analysis" @@ -17693,7 +18693,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-clx-xxv710-64b-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput-speedup-analysis" @@ -17764,8 +18764,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-rdma-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-rdma-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-cx556a-64b-rdma-ethip4-features-ndr" layout: "plot-throughput-speedup-analysis" @@ -17780,8 +18780,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-rdma-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-rdma-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-cx556a-64b-rdma-ethip4-features-pdr" layout: "plot-throughput-speedup-analysis" @@ -18311,9 +19311,9 @@ layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-l2-vhost-vppl2xc-base-pdr-tsa" + title: "Speedup: 2n-clx-cx556a-64b-rdma-l2-vhost-vppl2xc-base-pdr-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-l2-vhost-vppl2xc-base-pdr-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2-vhost-vppl2xc-base-pdr-tsa" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -18321,7 +19321,7 @@ - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" layout: - title: "2n-clx-cx556a-64b-l2-vhost-vppl2xc-base-pdr" + title: "2n-clx-cx556a-64b-rdma-l2-vhost-vppl2xc-base-pdr" layout: "plot-throughput-speedup-analysis" - type: "plot" @@ -18473,6 +19473,17 @@ layout: layout: "plot-hdrh-latency-by-percentile" +- type: "plot" + title: "Latency by percentile: 2n-skx-nat44" + algorithm: "plot_hdrh_lat_by_percentile" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-skx" + output-file-links: "{DIR[LAT,VPP]}/2n_skx.rst" + target-links: "../../_static/vpp" + data: "plot-vpp-hdrh-lat-2n-skx-nat44" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + layout: + layout: "plot-hdrh-latency-by-percentile" + - type: "plot" title: "Latency by percentile: 3n-skx" algorithm: "plot_hdrh_lat_by_percentile"