X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=199d299d161ef0a1bb1d7b2d9fc46ec1ecec7a0a;hp=65e620befa4ab3dcce3f1b13363220647688f411;hb=0e3903c0ebdf1cb8e95b096012539cb7925ea6d0;hpb=c056a4fe51febfae290209c0d39b23bd63b6542a diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 65e620befa..199d299d16 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -145,88 +145,25 @@ data-sets: - ########################################################################### - # Replacements: - - replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost: - csit-vpp-perf-verify-1908-3n-hsw: - - 48 # NDRPDR sel vhost - - 49 # NDRPDR sel vhost - - 52 # NDRPDR sel vhost - - 53 # NDRPDR sel vhost - - 54 # NDRPDR sel vhost - - 55 # NDRPDR sel vhost - - 56 # NDRPDR sel vhost - - 57 # NDRPDR sel vhost - - 58 # NDRPDR sel vhost - - 59 # NDRPDR sel vhost - - replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost: - csit-vpp-perf-verify-1908-3n-skx: - - 52 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release - - 53 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release - - 55 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release - - 61 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release - - 62 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release - - 63 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release - - 64 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release - - 65 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release - - 66 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release - - 67 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release - - replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost: - csit-vpp-perf-verify-1908-2n-skx: - - 88 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release - - 89 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release - - 91 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release - - 92 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release - - 93 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release - - 94 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release - - 95 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release - - 96 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release - - 97 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release - - 98 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release - ########################################################################### # Plots: # 3n-hsw plot-vpp-throughput-lat-tsa-3n-hsw: - csit-vpp-perf-report-iterative-2005-3n-hsw: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 3 # RC1 NDRPDR sel env5 plot-vpp-hdrh-lat-3n-hsw: - csit-vpp-perf-report-iterative-2005-3n-hsw: - - 3 # NDRPDR sel - - plot-vpp-nfv-3n-hsw-ndrpdr: - csit-vpp-perf-report-iterative-2005-3n-hsw: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - plot-vpp-nfv-3n-hsw-mrr: - csit-vpp-perf-report-iterative-2005-3n-hsw: - - 13 # MRR + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 3 # RC1 NDRPDR sel env5 plot-vpp-hoststack-3n-hsw: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-hsw: OR + # csit-vpp-perf-verify-2009-3n-hsw: csit-vpp-perf-verify-2005-3n-hsw: - 3 # hoststack - 5 # hoststack @@ -240,205 +177,221 @@ - 13 # hoststack plot-dpdk-throughput-latency-3n-hsw: - csit-dpdk-perf-report-iterative-2005-3n-hsw: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-hsw: + - 3 # RC1 NDRPDR sel env5 plot-dpdk-hdrh-lat-3n-hsw: - csit-dpdk-perf-report-iterative-2005-3n-hsw: - - 5 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-hsw: + - 3 # RC1 NDRPDR sel env5 # 3n-skx plot-vpp-throughput-lat-tsa-3n-skx: - # TODO: Add data: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel ??? all x710 failed - - 28 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 plot-vpp-hdrh-lat-3n-skx: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 plot-vpp-nfv-3n-skx-ndrpdr: - # TODO: Add data: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: - 4 # NDRPDR sel - 5 # NDRPDR sel ??? all x710 failed + - 33 # NDRPDR sel - 28 # NDRPDR sel + - 34 # NDRPDR sel plot-vpp-nfv-3n-skx-mrr: # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 50 # MRR sel + # csit-vpp-perf-report-iterative-2009-3n-skx: + csit-vpp-perf-report-iterative-2005-3n-skx: + - 49 # MRR sel env 4 plot-dpdk-throughput-latency-3n-skx: - csit-dpdk-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 plot-dpdk-hdrh-lat-3n-skx: - csit-dpdk-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 # 2n-skx plot-vpp-throughput-lat-tsa-2n-skx: - # TODO: Add data: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 7 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 plot-vpp-hdrh-lat-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 7 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 plot-vpp-soak-2n-skx: # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 181 # Soak - - 182 # Soak + # csit-vpp-perf-report-iterative-2009-2n-skx: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 122 # Soak + - 123 # Soak plot-vpp-nfv-2n-skx-ndrpdr: - # TODO: Add data: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 7 # NDRPDR sel + - 113 # nf-density-sel env 4 + - 114 # nf-density-sel env 4 + - 124 # nf-density-sel env 4 + - 128 # nf-density-sel env 4 + - 129 # nf-density-sel env 4 + - 131 # nf-density-sel env 4 + - 132 # nf-density-sel env 4 + - 135 # nf-density-sel env 4 + - 136 # nf-density-sel env 4 + - 139 # nf-density-sel env 4 plot-vpp-nfv-2n-skx-mrr: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 42 # MRR sel + - 115 # nf-density-sel env 4 plot-vpp-nfv-reconf-2n-skx: # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 169 # Reconf + # csit-vpp-perf-report-iterative-2009-2n-skx: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 106 # Reconf env 4 + - 107 # Reconf env 4 + - 108 # Reconf env 4 + - 109 # Reconf env 4 + - 110 # Reconf env 4 + - 111 # Reconf env 4 + - 112 # Reconf env 4 + - 118 # Reconf env 4 + - 120 # Reconf env 4 + - 121 # Reconf env 4 plot-dpdk-throughput-latency-2n-skx: - csit-dpdk-perf-report-iterative-2005-2n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 plot-dpdk-hdrh-lat-2n-skx: - csit-dpdk-perf-report-iterative-2005-2n-skx: - - 1 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 # 2n-clx plot-vpp-throughput-lat-tsa-2n-clx: - # TODO: Add data: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 7 # NDRPDR sel - - 9 # NDRPDR sel - - 32 # NDRPDR sel ??? - - 33 # NDRPDR sel ??? + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 3 # RC1 NDRPDR sel env5 plot-vpp-hdrh-lat-2n-clx: - # TODO: Add data: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 9 # NDRPDR sel - -# plot-vpp-http-server-performance: -# # TODO: Replace: -# # csit-vpp-perf-report-iterative-2005-2n-clx: -# csit-vpp-perf-verify-2001-2n-clx: -# - 80 # TCP + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 3 # RC1 NDRPDR sel env5 plot-vpp-nfv-2n-clx-ndrpdr: - # TODO: Add data: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 7 # NDRPDR sel - - 9 # NDRPDR sel - - 32 # NDRPDR sel ??? - - 33 # NDRPDR sel ??? + - 91 # nfv-density-00 env 4 + - 92 # nfv-density-00 env 4 + - 93 # nfv-density-00 env 4 + - 97 # nfv-density-00 env 4 + - 98 # nfv-density-00 env 4 + - 99 # nfv-density-00 env 4 + - 100 # nfv-density-00 env 4 + - 105 # nfv-density-00 env 4 + - 106 # nfv-density-00 env 4 + - 108 # nfv-density-00 env 4 plot-vpp-nfv-2n-clx-mrr: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 12 # MRR + - 96 # MRR plot-vpp-nfv-reconf-2n-clx: # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 68 # Reconf + # csit-vpp-perf-report-iterative-2009-2n-clx: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 81 # Reconf env 4 + - 82 # Reconf env 4 + - 83 # Reconf env 4 + - 84 # Reconf env 4 + - 85 # Reconf env 4 + - 86 # Reconf env 4 + - 87 # Reconf env 4 + - 88 # Reconf env 4 + - 89 # Reconf env 4 + - 90 # Reconf env 4 plot-vpp-soak-2n-clx: # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 93 # Soak - - 94 # Soak + # csit-vpp-perf-report-iterative-2009-2n-clx: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 101 # Soak + - 102 # Soak plot-dpdk-throughput-latency-2n-clx: - csit-dpdk-perf-report-iterative-2005-2n-clx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-2n-clx: + - 3 # RC1 NDRPDR sel env5 plot-dpdk-hdrh-lat-2n-clx: - csit-dpdk-perf-report-iterative-2005-2n-clx: - - 1 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-2n-clx: + - 3 # RC1 NDRPDR sel env5 # 3n-tsh plot-vpp-throughput-lat-tsa-3n-tsh: # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-tsh: - csit-vpp-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel + # csit-vpp-perf-report-iterative-2009-3n-tsh: + csit-vpp-perf-report-iterative-2005-3n-tsh: + - 23 # NDRPDR sel env 4 + - 25 # NDRPDR sel env 4 + - 33 # NDRPDR sel env 4 + - 34 # NDRPDR sel env 4 + - 35 # NDRPDR sel env 4 + - 36 # NDRPDR sel env 4 + - 37 # NDRPDR sel env 4 + - 38 # NDRPDR sel env 4 + - 39 # NDRPDR sel env 4 + - 40 # NDRPDR sel env 4 plot-vpp-hdrh-lat-3n-tsh: # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-tsh: - csit-vpp-perf-verify-2001-3n-tsh: - - 10 # NDRPDR sel + # csit-vpp-perf-report-iterative-2009-3n-tsh: + csit-vpp-perf-report-iterative-2005-3n-tsh: + - 35 # NDRPDR sel env 4 plot-dpdk-throughput-latency-3n-tsh: - # TODO: Add data: - csit-dpdk-perf-report-iterative-2005-3n-tsh: - - 5 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-tsh: + - 1 # RC1 NDRPDR sel env5 plot-dpdk-hdrh-lat-3n-tsh: - # TODO: Replace with better results: - csit-dpdk-perf-report-iterative-2005-3n-tsh: - - 5 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-tsh: + - 1 # RC1 NDRPDR sel env5 # 3n-dnv plot-vpp-throughput-lat-tsa-3n-dnv: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-dnv: csit-vpp-perf-report-iterative-2005-3n-dnv: - 2 # NDRPDR sel - 3 # NDRPDR sel @@ -452,6 +405,8 @@ - 12 # NDRPDR sel plot-dpdk-throughput-latency-3n-dnv: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-3n-dnv: csit-dpdk-perf-report-iterative-2005-3n-dnv: - 6 # NDRPDR sel - 7 # NDRPDR sel @@ -467,6 +422,8 @@ # 2n-dnv plot-vpp-throughput-lat-tsa-2n-dnv: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-dnv: csit-vpp-perf-report-iterative-2005-2n-dnv: - 3 # NDRPDR sel - 6 # NDRPDR sel @@ -480,6 +437,8 @@ - 14 # NDRPDR sel plot-dpdk-throughput-latency-2n-dnv: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-2n-dnv: csit-dpdk-perf-report-iterative-2005-2n-dnv: - 8 # NDRPDR sel - 9 # NDRPDR sel @@ -498,91 +457,65 @@ # NIC Comparisons vpp-nic-comparison-3n-skx: - # TODO: Add data: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel ??? all x710 failed - - 28 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 vpp-nic-comparison-2n-skx: - # TODO: Add data: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 7 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 vpp-nic-comparison-3n-skx-mrr: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: - - 6 # MRR sel + - 49 # MRR sel env 4 vpp-nic-comparison-2n-skx-mrr: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 42 # MRR sel + - 99 # MRR sel env 4 # Results vpp-perf-results-3n-hsw: - csit-vpp-perf-report-coverage-2005-3n-hsw: - - 1 # perf-full-3n-dnv-crypto_I - - 7 # perf-full-3n-hsw-crypto_II - - 3 # perf-full-3n-hsw-crypto_III - - 4 # perf-full-3n-dnv-crypto_IV - - 5 # perf-full-3n-hsw-ip4_I - - 6 # perf-full-3n-hsw-ip4_II - - 8 # perf-full-3n-hsw-ip4_III - - 9 # perf-full-3n-hsw-ip4_IV - - 10 # perf-full-3n-hsw-ip4_V - - 26 # perf-full-3n-hsw-ip4_VI - - 18 # perf-full-3n-hsw-ip4_VII - - 27 # perf-full-3n-hsw-ip4_VIII - - 28 # perf-full-3n-hsw-ip4_IX - - 29 # perf-full-3n-hsw-ip6_I - - 35 # perf-full-3n-hsw-ip6_II - - 42 # perf-full-3n-hsw-l2_I - - 33 # perf-full-3n-hsw-l2_II - - 37 # perf-full-3n-hsw-l2_III - - 45 # perf-full-3n-hsw-l2_IV - - 43 # perf-full-3n-hsw-l2_V - - 40 # perf-full-3n-hsw-l2_VI - - 44 # perf-full-3n-hsw-l2_VII - - 51 # perf-full-3n-hsw-l2_VIII - - 50 # perf-full-3n-hsw-l2_IX - - 52 # perf-full-3n-hsw-l2_X - - 53 # perf-full-3n-hsw-l2_XI - - 54 # perf-full-3n-hsw-memif - - 55 # perf-full-3n-hsw-ip4tunnels-I - - 56 # perf-full-3n-hsw-ip4tunnels-II - - 57 # perf-full-3n-hsw-ip4tunnels-III - - 58 # perf-full-3n-hsw-ip6tunnels-I - - 59 # perf-full-3n-hsw-srv6-I - - 60 # perf-full-3n-hsw-srv6-II - - 61 # perf-full-3n-hsw-vhost-I - - 62 # perf-full-3n-hsw-vhost-II - - 63 # perf-full-3n-hsw-vhost-III + # TODO: Replace: + # csit-vpp-perf-report-coverage-2009-3n-hsw: + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 3 # RC1 NDRPDR sel env5 vpp-perf-results-3n-skx: # TODO: Replace: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel + # csit-vpp-perf-report-coverage-2009-3n-skx: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 vpp-perf-results-2n-skx: # TODO: Replace: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 7 # NDRPDR sel + # csit-vpp-perf-report-coverage-2009-2n-skx: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 vpp-perf-results-2n-clx: # TODO: Replace: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 9 # NDRPDR sel + # csit-vpp-perf-report-coverage-2009-2n-clx: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 3 # RC1 NDRPDR sel env5 vpp-perf-results-3n-tsh: # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-tsh: - csit-vpp-perf-verify-2001-3n-tsh: - - 10 # NDRPDR sel + # csit-vpp-perf-report-coverage-2009-3n-tsh: + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 3 # RC1 NDRPDR sel env5 vpp-perf-results-3n-dnv: + # TODO: Replace: + # csit-vpp-perf-report-coverage-2009-3n-dnv: csit-vpp-perf-report-coverage-2005-3n-dnv: - 1 # perf-full-3n-dnv-crypto_I - - 15 # perf-full-3n-dnv-crypto_II + - 24 # perf-full-3n-dnv-crypto_II - 5 # perf-full-3n-dnv-ip4_I - 13 # perf-full-3n-dnv-ip4_II - 17 # perf-full-3n-dnv-ip6_I @@ -592,6 +525,8 @@ - 23 # perf-full-3n-dnv-ip4-tunnels_I vpp-perf-results-2n-dnv: + # TODO: Replace: + # csit-vpp-perf-report-coverage-2009-2n-dnv: csit-vpp-perf-report-coverage-2005-2n-dnv: - 1 # perf-full-2n-dnv-ip4_I - 2 # perf-full-2n-dnv-ip4_II @@ -601,67 +536,84 @@ - 6 # perf-full-2n-dnv-l2_II vpp-mrr-results-3n-hsw: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-hsw: csit-vpp-perf-report-iterative-2005-3n-hsw: - - 13 # MRR + - 30 # MRR env 4 vpp-mrr-results-3n-skx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: - - 6 # MRR sel + - 49 # MRR sel env 4 vpp-mrr-results-2n-skx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 42 # MRR sel + - 99 # MRR sel env 4 vpp-mrr-results-2n-clx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 12 # MRR + - 72 # MRR env 4 vpp-mrr-results-3n-tsh: # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-tsh: - csit-vpp-perf-verify-2001-3n-tsh: - - 9 # MRR sel + # csit-vpp-perf-report-iterative-2009-3n-tsh: + csit-vpp-perf-report-iterative-2005-3n-tsh: + - 27 # MRR sel env 4 vpp-mrr-results-3n-dnv: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-dnv: csit-vpp-perf-report-iterative-2005-3n-dnv: - 8 # MRR vpp-mrr-results-2n-dnv: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-dnv: csit-vpp-perf-report-iterative-2005-2n-dnv: - 15 # MRR sel vpp-device-results-ubuntu: + # TODO: Replace: + # csit-vpp-device-2009-ubuntu1804-1n-skx: csit-vpp-device-2005-ubuntu1804-1n-skx: - 35 dpdk-perf-results-3n-hsw: - csit-dpdk-perf-report-iterative-2005-3n-hsw: - - 5 # NDRPDR sel + csit-dpdk-perf-report-iterative-2009-3n-hsw: + - 3 # RC1 NDRPDR sel env5 dpdk-perf-results-3n-skx: - csit-dpdk-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel + csit-dpdk-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 dpdk-perf-results-2n-skx: - csit-dpdk-perf-report-iterative-2005-2n-skx: - - 1 # NDRPDR sel + csit-dpdk-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 dpdk-perf-results-2n-clx: - csit-dpdk-perf-report-iterative-2005-2n-clx: - - 1 # NDRPDR sel + csit-dpdk-perf-report-iterative-2009-2n-clx: + - 3 # RC1 NDRPDR sel env5 dpdk-perf-results-2n-dnv: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-2n-dnv: csit-dpdk-perf-report-iterative-2005-2n-dnv: - 8 # NDRPDR sel dpdk-perf-results-3n-dnv: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-3n-dnv: csit-dpdk-perf-report-iterative-2005-3n-dnv: - 6 # NDRPDR sel dpdk-perf-results-3n-tsh: - # TODO: Replace with better results: - csit-dpdk-perf-report-iterative-2005-3n-tsh: - - 5 # NDRPDR sel + csit-dpdk-perf-report-iterative-2009-3n-tsh: + - 1 # RC1 NDRPDR sel env5 ########################################################################### # Tables (more than one data set) @@ -669,141 +621,108 @@ # Performance changes vpp-performance-changes-3n-hsw-h1: - csit-vpp-perf-verify-1908-3n-hsw: - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 31 # NDRPDR sel 2001.0-4 + - 32 # NDRPDR sel 2001.0-4 + - 33 # NDRPDR sel 2001.0-4 + - 34 # NDRPDR sel 2001.0-4 + - 35 # NDRPDR sel 2001.0-4 + - 36 # NDRPDR sel 2001.0-4 + - 38 # NDRPDR sel 2001.0-4 vpp-performance-changes-3n-hsw-ref: - csit-vpp-perf-verify-2001-3n-hsw: - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - - 34 # NDRPDR sel - vpp-performance-changes-3n-hsw-cmp: csit-vpp-perf-report-iterative-2005-3n-hsw: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel + - 20 # NDRPDR sel env 4 + - 21 # NDRPDR sel env 4 + - 22 # NDRPDR sel env 4 + - 23 # NDRPDR sel env 4 + - 24 # NDRPDR sel env 4 + - 25 # NDRPDR sel env 4 + - 26 # NDRPDR sel env 4 + - 27 # NDRPDR sel env 4 + - 28 # NDRPDR sel env 4 + - 29 # NDRPDR sel env 4 + vpp-performance-changes-3n-hsw-cmp: + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 3 # RC1 NDRPDR sel env5 vpp-performance-changes-3n-skx-h1: - csit-vpp-perf-verify-1908-3n-skx: - - 26 # NDRPDR sel - new1908.1 - - 27 # NDRPDR sel - new1908.1 - - 28 # NDRPDR sel - new1908.1 - - 29 # NDRPDR sel - new1908.1 - - 30 # NDRPDR sel - new1908.1 - - 31 # NDRPDR sel - new1908.1 - - 33 # NDRPDR sel - new1908.1 - - 34 # NDRPDR sel - new1908.1 - - 35 # NDRPDR sel - new1908.1 - - 36 # NDRPDR sel - new1908.1 + csit-vpp-perf-report-iterative-2005-3n-skx: + - 50 # NDRPDR sel 2001.0-4 + - 51 # NDRPDR sel 2001.0-4 + - 52 # NDRPDR sel 2001.0-4 + - 53 # NDRPDR sel 2001.0-4 + - 54 # NDRPDR sel 2001.0-4 vpp-performance-changes-3n-skx-ref: - csit-vpp-perf-verify-2001-3n-skx: - - 69 # NDRPDR sel - new2001.0 - - 71 # NDRPDR sel - new2001.0 - - 72 # NDRPDR sel - new2001.0 - - 76 # NDRPDR sel - new2001.0 - - 77 # NDRPDR sel - new2001.0 - - 78 # NDRPDR sel - new2001.0 - - 80 # NDRPDR sel - new2001.0 - vpp-performance-changes-3n-skx-cmp: - # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel ??? all x710 failed - - 28 # NDRPDR sel + - 42 # NDRPDR sel env 4 + - 43 # NDRPDR sel env 4 + - 44 # NDRPDR sel env 4 + - 45 # NDRPDR sel env 4 + - 47 # NDRPDR sel env 4 + - 55 # NDRPDR sel env 4 + - 56 # NDRPDR sel env 4 + - 57 # NDRPDR sel env 4 + - 61 # NDRPDR sel env 4 + - 62 # NDRPDR sel env 4 + vpp-performance-changes-3n-skx-cmp: + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 vpp-performance-changes-2n-skx-h1: - csit-vpp-perf-verify-1908-2n-skx: - - 39 # NDRPDR sel - new1908.1 - - 40 # NDRPDR sel - new1908.1 - - 41 # NDRPDR sel - new1908.1 - - 43 # NDRPDR sel - new1908.1 - - 44 # NDRPDR sel - new1908.1 - - 45 # NDRPDR sel - new1908.1 - - 46 # NDRPDR sel - new1908.1 - - 47 # NDRPDR sel - new1908.1 - - 48 # NDRPDR sel - new1908.1 - - 49 # NDRPDR sel - new1908.1 - vpp-performance-changes-2n-skx-ref: - csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - - 146 # NDRPDR sel - new2001.0 - - 147 # NDRPDR sel - new2001.0 - - 148 # NDRPDR sel - new2001.0 - - 149 # NDRPDR sel - new2001.0 - - 150 # NDRPDR sel - new2001.0 - - 151 # NDRPDR sel - new2001.0 - - 152 # NDRPDR sel - new2001.0 - - 153 # NDRPDR sel - new2001.0 - - 154 # NDRPDR sel - new2001.0 - vpp-performance-changes-2n-skx-cmp: - # TODO: Add data: csit-vpp-perf-report-iterative-2005-2n-skx: - - 7 # NDRPDR sel - - vpp-performance-changes-nfv-2n-skx-ref: - csit-vpp-perf-verify-2001-2n-skx: - - 30 # NFV - - 31 # NFV - vpp-performance-changes-nfv-2n-skx-cmp: - # TODO: Add data: + - 100 # NDRPDR sel 2001.0-4 + - 101 # NDRPDR sel 2001.0-4 + - 102 # NDRPDR sel 2001.0-4 + - 103 # NDRPDR sel 2001.0-4 + - 104 # NDRPDR sel 2001.0-4 + - 105 # NDRPDR sel 2001.0-4 + vpp-performance-changes-2n-skx-ref: csit-vpp-perf-report-iterative-2005-2n-skx: - - 7 # NDRPDR sel + - 88 # NDRPDR sel env 4 + - 89 # NDRPDR sel env 4 + - 90 # NDRPDR sel env 4 + - 91 # NDRPDR sel env 4 + - 92 # NDRPDR sel env 4 + - 93 # NDRPDR sel env 4 + - 94 # NDRPDR sel env 4 + - 125 # NDRPDR sel env 4 + - 126 # NDRPDR sel env 4 + - 127 # NDRPDR sel env 4 + vpp-performance-changes-2n-skx-cmp: + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 + vpp-performance-changes-2n-clx-h1: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 73 # NDRPDR sel 2001.0-4 + - 74 # NDRPDR sel 2001.0-4 + - 75 # NDRPDR sel 2001.0-4 + - 76 # NDRPDR sel 2001.0-4 + - 77 # NDRPDR sel 2001.0-4 + - 78 # NDRPDR sel 2001.0-4 + - 79 # NDRPDR sel 2001.0-4 + - 80 # NDRPDR sel 2001.0-4 vpp-performance-changes-2n-clx-ref: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 32 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - vpp-performance-changes-2n-clx-cmp: - # TODO: Add data: csit-vpp-perf-report-iterative-2005-2n-clx: - - 7 # NDRPDR sel - - 9 # NDRPDR sel - - 32 # NDRPDR sel ??? - - 33 # NDRPDR sel ??? + - 62 # NDRPDR sel env 4 + - 63 # NDRPDR sel env 4 + - 64 # NDRPDR sel env 4 + - 65 # NDRPDR sel env 4 + - 66 # NDRPDR sel env 4 + - 68 # NDRPDR sel env 4 + - 69 # NDRPDR sel env 4 + - 70 # NDRPDR sel env 4 + - 103 # NDRPDR sel env 4 + - 104 # NDRPDR sel env 4 + vpp-performance-changes-2n-clx-cmp: + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 3 # RC1 NDRPDR sel env5 vpp-performance-changes-2n-dnv-h1: - csit-vpp-perf-verify-1908-2n-dnv: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - vpp-performance-changes-2n-dnv-ref: csit-vpp-perf-verify-2001-2n-dnv: - 4 # NDRPDR sel - 5 # NDRPDR sel @@ -815,7 +734,7 @@ - 11 # NDRPDR sel - 13 # NDRPDR sel - 16 # NDRPDR sel - vpp-performance-changes-2n-dnv-cmp: + vpp-performance-changes-2n-dnv-ref: csit-vpp-perf-report-iterative-2005-2n-dnv: - 3 # NDRPDR sel - 6 # NDRPDR sel @@ -827,20 +746,22 @@ - 12 # NDRPDR sel - 13 # NDRPDR sel - 14 # NDRPDR sel - - vpp-performance-changes-3n-dnv-h1: - csit-vpp-perf-verify-1908-3n-dnv: + vpp-performance-changes-2n-dnv-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-dnv: + csit-vpp-perf-report-iterative-2005-2n-dnv: + - 3 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - vpp-performance-changes-3n-dnv-ref: + + vpp-performance-changes-3n-dnv-h1: csit-vpp-perf-verify-2001-3n-dnv: - 5 # NDRPDR sel - 6 # NDRPDR sel @@ -852,7 +773,7 @@ - 16 # NDRPDR sel - 17 # NDRPDR sel - 18 # NDRPDR sel - vpp-performance-changes-3n-dnv-cmp: + vpp-performance-changes-3n-dnv-ref: csit-vpp-perf-report-iterative-2005-3n-dnv: - 2 # NDRPDR sel - 3 # NDRPDR sel @@ -864,215 +785,222 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel - - vpp-performance-changes-3n-tsh-h1: - csit-vpp-perf-verify-1908-3n-tsh: - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - vpp-performance-changes-3n-tsh-ref: - csit-vpp-perf-verify-2001-3n-tsh: + vpp-performance-changes-3n-dnv-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-dnv: + csit-vpp-perf-report-iterative-2005-3n-dnv: + - 2 # NDRPDR sel - 3 # NDRPDR sel - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel - 7 # NDRPDR sel - - 8 # NDRPDR sel + - 9 # NDRPDR sel - 10 # NDRPDR sel + - 11 # NDRPDR sel - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 21 # NDRPDR sel + + vpp-performance-changes-3n-tsh-h1: + csit-vpp-perf-report-iterative-2005-3n-tsh: + - 28 # NDRPDR sel 2001.0-4 + - 29 # NDRPDR sel 2001.0-4 + - 31 # NDRPDR sel 2001.0-4 + vpp-performance-changes-3n-tsh-ref: + csit-vpp-perf-report-iterative-2005-3n-tsh: + - 23 # NDRPDR sel env 4 + - 25 # NDRPDR sel env 4 + - 33 # NDRPDR sel env 4 + - 34 # NDRPDR sel env 4 + - 35 # NDRPDR sel env 4 + - 36 # NDRPDR sel env 4 + - 37 # NDRPDR sel env 4 + - 38 # NDRPDR sel env 4 + - 39 # NDRPDR sel env 4 + - 40 # NDRPDR sel env 4 vpp-performance-changes-3n-tsh-cmp: # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-tsh: - csit-vpp-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 10 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 21 # NDRPDR sel + # csit-vpp-perf-report-iterative-2009-3n-tsh: + csit-vpp-perf-report-iterative-2005-3n-tsh: + - 23 # NDRPDR sel env 4 + - 25 # NDRPDR sel env 4 + - 33 # NDRPDR sel env 4 + - 34 # NDRPDR sel env 4 + - 35 # NDRPDR sel env 4 + - 36 # NDRPDR sel env 4 + - 37 # NDRPDR sel env 4 + - 38 # NDRPDR sel env 4 + - 39 # NDRPDR sel env 4 + - 40 # NDRPDR sel env 4 vpp-soak-vs-ndr-2n-skx-ref: # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - - 146 # NDRPDR sel - new2001.0 - - 147 # NDRPDR sel - new2001.0 - - 148 # NDRPDR sel - new2001.0 - - 149 # NDRPDR sel - new2001.0 - - 150 # NDRPDR sel - new2001.0 - - 151 # NDRPDR sel - new2001.0 - - 152 # NDRPDR sel - new2001.0 - - 153 # NDRPDR sel - new2001.0 - - 154 # NDRPDR sel - new2001.0 + # csit-vpp-perf-report-iterative-2009-2n-skx: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 88 # NDRPDR sel env 4 + - 89 # NDRPDR sel env 4 + - 90 # NDRPDR sel env 4 + - 91 # NDRPDR sel env 4 + - 92 # NDRPDR sel env 4 + - 93 # NDRPDR sel env 4 + - 94 # NDRPDR sel env 4 + - 125 # NDRPDR sel env 4 + - 126 # NDRPDR sel env 4 + - 127 # NDRPDR sel env 4 vpp-soak-vs-ndr-2n-skx-cmp: # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 181 # Soak - - 182 # Soak + # csit-vpp-perf-report-iterative-2009-2n-skx: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 122 # Soak + - 123 # Soak vpp-soak-vs-ndr-2n-skx: # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - - 146 # NDRPDR sel - new2001.0 - - 147 # NDRPDR sel - new2001.0 - - 148 # NDRPDR sel - new2001.0 - - 149 # NDRPDR sel - new2001.0 - - 150 # NDRPDR sel - new2001.0 - - 151 # NDRPDR sel - new2001.0 - - 152 # NDRPDR sel - new2001.0 - - 153 # NDRPDR sel - new2001.0 - - 154 # NDRPDR sel - new2001.0 - - 181 # Soak - - 182 # Soak + # csit-vpp-perf-report-iterative-2009-2n-skx: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 88 # NDRPDR sel env 4 + - 89 # NDRPDR sel env 4 + - 90 # NDRPDR sel env 4 + - 91 # NDRPDR sel env 4 + - 92 # NDRPDR sel env 4 + - 93 # NDRPDR sel env 4 + - 94 # NDRPDR sel env 4 + - 125 # NDRPDR sel env 4 + - 126 # NDRPDR sel env 4 + - 127 # NDRPDR sel env 4 + - 122 # Soak + - 123 # Soak vpp-soak-vs-ndr-2n-clx-ref: - # TODO: Add data: - # csit-vpp-perf-report-iterative-2005-2n-clx: - # - 7 # NDRPDR sel - # - 9 # NDRPDR sel - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 32 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 62 # NDRPDR sel env 4 + - 63 # NDRPDR sel env 4 + - 64 # NDRPDR sel env 4 + - 65 # NDRPDR sel env 4 + - 66 # NDRPDR sel env 4 + - 68 # NDRPDR sel env 4 + - 69 # NDRPDR sel env 4 + - 70 # NDRPDR sel env 4 + - 103 # NDRPDR sel env 4 + - 104 # NDRPDR sel env 4 vpp-soak-vs-ndr-2n-clx-cmp: # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 93 # SOAK - - 94 # Soak + # csit-vpp-perf-report-iterative-2009-2n-clx: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 101 # Soak + - 102 # Soak vpp-soak-vs-ndr-2n-clx: # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 32 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - - 93 # SOAK - - 94 # Soak + # csit-vpp-perf-report-iterative-2009-2n-clx: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 62 # NDRPDR sel env 4 + - 63 # NDRPDR sel env 4 + - 64 # NDRPDR sel env 4 + - 65 # NDRPDR sel env 4 + - 66 # NDRPDR sel env 4 + - 68 # NDRPDR sel env 4 + - 69 # NDRPDR sel env 4 + - 70 # NDRPDR sel env 4 + - 103 # NDRPDR sel env 4 + - 104 # NDRPDR sel env 4 + - 101 # Soak + - 102 # Soak vpp-performance-changes-3n-hsw-mrr-h1: - csit-vpp-perf-verify-1908-3n-hsw: - - 39 # MRR sel - vpp-performance-changes-3n-hsw-mrr-ref: csit-vpp-perf-verify-2001-3n-hsw: - 17 # MRR sel + vpp-performance-changes-3n-hsw-mrr-ref: + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 30 # MRR env 4 vpp-performance-changes-3n-hsw-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-hsw: csit-vpp-perf-report-iterative-2005-3n-hsw: - - 13 # MRR + - 30 # MRR env 4 vpp-performance-changes-3n-skx-mrr-h1: - csit-vpp-perf-verify-1908-3n-skx: - - 36 # MRR sel - vpp-performance-changes-3n-skx-mrr-ref: csit-vpp-perf-verify-2001-3n-skx: - 50 # MRR sel - 53 # MRR sel addition + vpp-performance-changes-3n-skx-mrr-ref: + csit-vpp-perf-report-iterative-2005-3n-skx: + - 49 # MRR sel env 4 vpp-performance-changes-3n-skx-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: - - 6 # MRR sel + - 49 # MRR sel env 4 vpp-performance-changes-2n-skx-mrr-h1: - csit-vpp-perf-verify-1908-2n-skx: - - 69 # MRR sel - vpp-performance-changes-2n-skx-mrr-ref: csit-vpp-perf-verify-2001-2n-skx: - 101 # MRR sel - 128 # MRR sel addition + vpp-performance-changes-2n-skx-mrr-ref: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 99 # MRR sel env 4 vpp-performance-changes-2n-skx-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 42 # MRR sel + - 99 # MRR sel env 4 - vpp-performance-changes-2n-clx-mrr-ref: + vpp-performance-changes-2n-clx-mrr-h1: csit-vpp-perf-verify-2001-2n-clx: - 39 # MRR + vpp-performance-changes-2n-clx-mrr-ref: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 72 # MRR sel env 4 vpp-performance-changes-2n-clx-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 12 # MRR + - 72 # MRR sel env 4 # vpp-performance-changes-nfv-2n-skx-mrr-ref: # csit-vpp-perf-verify-1908-2n-skx: # - 71 # NFV MRR # vpp-performance-changes-nfv-2n-skx-mrr-cmp: -# # TODO: Replace # # csit-vpp-perf-verify-2001-2n-skx: # csit-vpp-perf-verify-1908-2n-skx: # - 71 # NFV MRR vpp-performance-changes-2n-dnv-mrr-h1: - csit-vpp-perf-verify-1908-2n-dnv: - - 11 # MRR sel - vpp-performance-changes-2n-dnv-mrr-ref: csit-vpp-perf-verify-2001-2n-dnv: - 12 # MRR sel + vpp-performance-changes-2n-dnv-mrr-ref: + csit-vpp-perf-report-iterative-2005-2n-dnv: + - 15 # MRR sel vpp-performance-changes-2n-dnv-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-dnv: csit-vpp-perf-report-iterative-2005-2n-dnv: - 15 # MRR sel vpp-performance-changes-3n-dnv-mrr-h1: - csit-vpp-perf-verify-1908-3n-dnv: - - 17 # MRR sel - vpp-performance-changes-3n-dnv-mrr-ref: csit-vpp-perf-verify-2001-3n-dnv: - 11 # MRR sel + vpp-performance-changes-3n-dnv-mrr-ref: + csit-vpp-perf-report-iterative-2005-3n-dnv: + - 8 # MRR vpp-performance-changes-3n-dnv-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-dnv: csit-vpp-perf-report-iterative-2005-3n-dnv: - 8 # MRR vpp-performance-changes-3n-tsh-mrr-h1: - csit-vpp-perf-verify-1908-3n-tsh: - - 17 # MRR sel - vpp-performance-changes-3n-tsh-mrr-ref: csit-vpp-perf-verify-2001-3n-tsh: - 9 # MRR sel + vpp-performance-changes-3n-tsh-mrr-ref: + csit-vpp-perf-report-iterative-2005-3n-tsh: + - 27 # MRR sel env 4 vpp-performance-changes-3n-tsh-mrr-cmp: # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-tsh: - csit-vpp-perf-verify-2001-3n-tsh: - - 9 # MRR sel + # csit-vpp-perf-report-iterative-2009-3n-tsh: + csit-vpp-perf-report-iterative-2005-3n-tsh: + - 27 # MRR sel env 4 dpdk-performance-changes-3n-hsw-h1: - csit-dpdk-perf-verify-1908-3n-hsw: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - dpdk-performance-changes-3n-hsw-ref: csit-dpdk-perf-verify-2001-3n-hsw: - 4 # NDRPDR sel - 5 # NDRPDR sel @@ -1094,32 +1022,24 @@ - 22 # NDRPDR sel - 23 # NDRPDR sel - 24 # NDRPDR sel - dpdk-performance-changes-3n-hsw-cmp: + dpdk-performance-changes-3n-hsw-ref: csit-dpdk-perf-report-iterative-2005-3n-hsw: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter + dpdk-performance-changes-3n-hsw-cmp: + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-hsw: + - 3 # RC1 NDRPDR sel env5 dpdk-performance-changes-3n-skx-h1: - csit-dpdk-perf-verify-1908-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - dpdk-performance-changes-3n-skx-ref: csit-dpdk-perf-verify-2001-3n-skx: - 29 # NDRPDR sel xxv710 - 33 # NDRPDR sel xxv710 @@ -1141,32 +1061,24 @@ - 46 # NDRPDR sel x710 - 47 # NDRPDR sel x710 - 48 # NDRPDR sel x710 - dpdk-performance-changes-3n-skx-cmp: + dpdk-performance-changes-3n-skx-ref: csit-dpdk-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter + - 35 # NDRPDR iter + - 36 # NDRPDR iter + - 37 # NDRPDR iter + dpdk-performance-changes-3n-skx-cmp: + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 dpdk-performance-changes-2n-skx-h1: - csit-dpdk-perf-verify-1908-2n-skx: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - dpdk-performance-changes-2n-skx-ref: csit-dpdk-perf-verify-2001-2n-skx: - 35 # NDRPDR sel xxv710 - 36 # NDRPDR sel xxv710 @@ -1188,20 +1100,24 @@ - 50 # NDRPDR sel x710 - 51 # NDRPDR sel x710 - 54 # NDRPDR sel x710 - dpdk-performance-changes-2n-skx-cmp: + dpdk-performance-changes-2n-skx-ref: csit-dpdk-perf-report-iterative-2005-2n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + dpdk-performance-changes-2n-skx-cmp: + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 - dpdk-performance-changes-2n-clx-ref: + dpdk-performance-changes-2n-clx-h1: csit-dpdk-perf-verify-2001-2n-clx: - 15 # NDRPDR sel - 16 # NDRPDR sel @@ -1223,20 +1139,24 @@ - 32 # NDRPDR sel - 33 # NDRPDR sel - 34 # NDRPDR sel - dpdk-performance-changes-2n-clx-cmp: + dpdk-performance-changes-2n-clx-ref: csit-dpdk-perf-report-iterative-2005-2n-clx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + dpdk-performance-changes-2n-clx-cmp: + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-2n-clx: + - 3 # RC1 NDRPDR sel env5 - dpdk-performance-changes-2n-dnv-ref: + dpdk-performance-changes-2n-dnv-h1: csit-dpdk-perf-verify-2001-2n-dnv: - 9 # NDRPDR sel - 10 # NDRPDR sel @@ -1248,7 +1168,21 @@ - 16 # NDRPDR sel - 17 # NDRPDR sel - 18 # NDRPDR sel + dpdk-performance-changes-2n-dnv-ref: + csit-dpdk-perf-report-iterative-2005-2n-dnv: + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel dpdk-performance-changes-2n-dnv-cmp: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-2n-dnv: csit-dpdk-perf-report-iterative-2005-2n-dnv: - 8 # NDRPDR sel - 9 # NDRPDR sel @@ -1261,7 +1195,7 @@ - 16 # NDRPDR sel - 17 # NDRPDR sel - dpdk-performance-changes-3n-dnv-ref: + dpdk-performance-changes-3n-dnv-h1: csit-dpdk-perf-verify-2001-3n-dnv: - 12 # NDRPDR sel - 13 # NDRPDR sel @@ -1273,7 +1207,21 @@ - 19 # NDRPDR sel - 20 # NDRPDR sel - 22 # NDRPDR sel + dpdk-performance-changes-3n-dnv-ref: + csit-dpdk-perf-report-iterative-2005-3n-dnv: + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel dpdk-performance-changes-3n-dnv-cmp: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-3n-dnv: csit-dpdk-perf-report-iterative-2005-3n-dnv: - 6 # NDRPDR sel - 7 # NDRPDR sel @@ -1286,7 +1234,7 @@ - 14 # NDRPDR sel - 16 # NDRPDR sel - dpdk-performance-changes-3n-tsh-ref: + dpdk-performance-changes-3n-tsh-h1: csit-dpdk-perf-verify-2001-3n-tsh: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -1298,179 +1246,124 @@ - 14 # NDRPDR sel - 15 # NDRPDR sel - 18 # NDRPDR sel - dpdk-performance-changes-3n-tsh-cmp: - # TODO: Add data: + dpdk-performance-changes-3n-tsh-ref: csit-dpdk-perf-report-iterative-2005-3n-tsh: - 5 # NDRPDR sel + dpdk-performance-changes-3n-tsh-cmp: + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-tsh: + - 1 # RC1 NDRPDR sel env5 # Compare testbeds vpp-compare-testbeds-ref: - csit-vpp-perf-report-iterative-2005-3n-hsw: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 3 # RC1 NDRPDR sel env5 vpp-compare-testbeds-cmp: - # TODO: Add data: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel ??? all x710 failed - - 28 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 vpp-compare-testbeds-skx-clx-ref: - # TODO: Add data: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 7 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 vpp-compare-testbeds-skx-clx-cmp: - # TODO: Add data: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 7 # NDRPDR sel - - 9 # NDRPDR sel - - 32 # NDRPDR sel ??? - - 33 # NDRPDR sel ??? + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 3 # RC1 NDRPDR sel env5 vpp-compare-testbeds-hsw-clx-ref: - csit-vpp-perf-report-iterative-2005-3n-hsw: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 3 # RC1 NDRPDR sel env5 vpp-compare-testbeds-hsw-clx-cmp: - # TODO: Add data: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 7 # NDRPDR sel - - 9 # NDRPDR sel - - 32 # NDRPDR sel ??? - - 33 # NDRPDR sel ??? + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 3 # RC1 NDRPDR sel env5 vpp-compare-testbeds-mrr-ref: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-hsw: csit-vpp-perf-report-iterative-2005-3n-hsw: - - 13 # MRR + - 30 # MRR env 4 vpp-compare-testbeds-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: - - 6 # MRR sel + - 49 # MRR sel env 4 vpp-compare-testbeds-mrr-skx-clx-ref: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 42 # MRR sel + - 99 # MRR sel env 4 vpp-compare-testbeds-mrr-skx-clx-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 12 # MRR + - 72 # MRR env 4 vpp-compare-testbeds-mrr-hsw-clx-ref: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-hsw: csit-vpp-perf-report-iterative-2005-3n-hsw: - - 13 # MRR + - 30 # MRR env 4 vpp-compare-testbeds-mrr-hsw-clx-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 12 # MRR + - 72 # MRR env 4 dpdk-compare-testbeds-ref: - csit-dpdk-perf-report-iterative-2005-3n-hsw: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-hsw: + - 3 # RC1 NDRPDR sel env5 dpdk-compare-testbeds-cmp: - csit-dpdk-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 dpdk-compare-testbeds-skx-clx-ref: - csit-dpdk-perf-report-iterative-2005-2n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 dpdk-compare-testbeds-skx-clx-cmp: - csit-dpdk-perf-report-iterative-2005-2n-clx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-2n-clx: + - 3 # RC1 NDRPDR sel env5 # Compare topologies vpp-compare-topologies-ref: - # TODO: Add data: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel ??? all x710 failed - - 28 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 vpp-compare-topologies-cmp: - # TODO: Add data: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 7 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 vpp-compare-topologies-mrr-ref: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: - - 6 # MRR sel + - 49 # MRR sel env 4 vpp-compare-topologies-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 42 # MRR sel + - 99 # MRR sel env 4 dpdk-compare-topologies-ref: - csit-dpdk-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 dpdk-compare-topologies-cmp: - csit-dpdk-perf-report-iterative-2005-2n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 plot-layouts: @@ -1560,120 +1453,6 @@ hoverlabel: namelength: -1 -# plot-cps: -# titlefont: -# size: 18 -# xaxis: -# title: "Test Cases [Index]" -# titlefont: -# size: 16 -# autorange: True -# fixedrange: False -# gridcolor: "rgb(230, 230, 230)" -# linecolor: "rgb(220, 220, 220)" -# linewidth: 1 -# showgrid: True -# showline: True -# showticklabels: True -# tickcolor: "rgb(220, 220, 220)" -# tickmode: "linear" -# tickfont: -# size: 16 -# zeroline: False -# yaxis: -# title: "Connections Per Second [cps]" -# titlefont: -# size: 16 -# gridcolor: "rgb(230, 230, 230)" -# hoverformat: ".4s" -# linecolor: "rgb(220, 220, 220)" -# linewidth: 1 -# rangemode: "tozero" -# showgrid: True -# showline: True -# showticklabels: True -# tickcolor: "rgb(220, 220, 220)" -# tickformat: ".3s" -# tickfont: -# size: 16 -# zeroline: False -# boxmode: "group" -# boxgroupgap: 0.5 -# autosize: False -# margin: -# t: 50 -# b: 20 -# l: 80 -# r: 20 -# showlegend: True -# legend: -# orientation: "h" -# font: -# size: 16 -# width: 700 -# height: 800 -# paper_bgcolor: "#fff" -# plot_bgcolor: "#fff" -# hoverlabel: -# namelength: -1 -# -# plot-rps: -# titlefont: -# size: 18 -# xaxis: -# title: "Test Cases [Index]" -# titlefont: -# size: 16 -# autorange: True -# fixedrange: False -# gridcolor: "rgb(230, 230, 230)" -# linecolor: "rgb(220, 220, 220)" -# linewidth: 1 -# showgrid: True -# showline: True -# showticklabels: True -# tickcolor: "rgb(220, 220, 220)" -# tickmode: "linear" -# tickfont: -# size: 16 -# zeroline: False -# yaxis: -# title: "Requests Per Second [rps]" -# titlefont: -# size: 16 -# gridcolor: "rgb(230, 230, 230)" -# hoverformat: ".4s" -# linecolor: "rgb(220, 220, 220)" -# linewidth: 1 -# rangemode: "tozero" -# showgrid: True -# showline: True -# showticklabels: True -# tickcolor: "rgb(230, 230, 230)" -# tickformat: ".3s" -# tickfont: -# size: 16 -# zeroline: False -# boxmode: "group" -# boxgroupgap: 0.5 -# autosize: False -# margin: -# t: 50 -# b: 20 -# l: 80 -# r: 20 -# showlegend: True -# legend: -# orientation: "h" -# font: -# size: 16 -# width: 700 -# height: 800 -# paper_bgcolor: "#fff" -# plot_bgcolor: "#fff" -# hoverlabel: -# namelength: -1 - plot-hoststack: titlefont: size: 16 @@ -2124,52 +1903,28 @@ builds: - csit-vpp-perf-verify-1908-3n-hsw: - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 48 # NDRPDR sel vhost - - 49 # NDRPDR sel vhost - - 52 # NDRPDR sel vhost - - 53 # NDRPDR sel vhost - - 54 # NDRPDR sel vhost - - 55 # NDRPDR sel vhost - - 56 # NDRPDR sel vhost - - 57 # NDRPDR sel vhost - - 58 # NDRPDR sel vhost - - 59 # NDRPDR sel vhost - - 39 # MRR sel csit-vpp-perf-verify-2001-3n-hsw: - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - - 34 # NDRPDR sel - 17 # MRR sel csit-vpp-perf-report-iterative-2005-3n-hsw: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel + - 20 # NDRPDR sel env 4 + - 21 # NDRPDR sel env 4 + - 22 # NDRPDR sel env 4 + - 23 # NDRPDR sel env 4 + - 24 # NDRPDR sel env 4 + - 25 # NDRPDR sel env 4 + - 26 # NDRPDR sel env 4 + - 27 # NDRPDR sel env 4 + - 28 # NDRPDR sel env 4 + - 29 # NDRPDR sel env 4 - 13 # MRR + - 30 # MRR env 4 + - 31 # NDRPDR sel 2001.0-4 + - 32 # NDRPDR sel 2001.0-4 + - 33 # NDRPDR sel 2001.0-4 + - 34 # NDRPDR sel 2001.0-4 + - 35 # NDRPDR sel 2001.0-4 + - 36 # NDRPDR sel 2001.0-4 + - 38 # NDRPDR sel 2001.0-4 csit-vpp-perf-verify-2005-3n-hsw: - 3 # hoststack - 5 # hoststack @@ -2181,172 +1936,175 @@ - 11 # hoststack - 12 # hoststack - 13 # hoststack - csit-vpp-perf-report-coverage-2005-3n-hsw: - - 1 # perf-full-3n-dnv-crypto_I - - 7 # perf-full-3n-hsw-crypto_II - - 3 # perf-full-3n-hsw-crypto_III - - 4 # perf-full-3n-dnv-crypto_IV - - 5 # perf-full-3n-hsw-ip4_I - - 6 # perf-full-3n-hsw-ip4_II - - 8 # perf-full-3n-hsw-ip4_III - - 9 # perf-full-3n-hsw-ip4_IV - - 10 # perf-full-3n-hsw-ip4_V - - 26 # perf-full-3n-hsw-ip4_VI - - 18 # perf-full-3n-hsw-ip4_VII - - 27 # perf-full-3n-hsw-ip4_VIII - - 28 # perf-full-3n-hsw-ip4_IX - - 29 # perf-full-3n-hsw-ip6_I - - 35 # perf-full-3n-hsw-ip6_II - - 42 # perf-full-3n-hsw-l2_I - - 33 # perf-full-3n-hsw-l2_II - - 37 # perf-full-3n-hsw-l2_III - - 45 # perf-full-3n-hsw-l2_IV - - 43 # perf-full-3n-hsw-l2_V - - 40 # perf-full-3n-hsw-l2_VI - - 44 # perf-full-3n-hsw-l2_VII - - 51 # perf-full-3n-hsw-l2_VIII - - 50 # perf-full-3n-hsw-l2_IX - - 52 # perf-full-3n-hsw-l2_X - - 53 # perf-full-3n-hsw-l2_XI - - 54 # perf-full-3n-hsw-memif - - 55 # perf-full-3n-hsw-ip4tunnels-I - - 56 # perf-full-3n-hsw-ip4tunnels-II - - 57 # perf-full-3n-hsw-ip4tunnels-III - - 58 # perf-full-3n-hsw-ip6tunnels-I - - 59 # perf-full-3n-hsw-srv6-I - - 60 # perf-full-3n-hsw-srv6-II - - 61 # perf-full-3n-hsw-vhost-I - - 62 # perf-full-3n-hsw-vhost-II - - 63 # perf-full-3n-hsw-vhost-III - - csit-vpp-perf-verify-1908_1-3n-skx: - - 26 # NDRPDR sel - new1908.1 - - 27 # NDRPDR sel - new1908.1 - - 28 # NDRPDR sel - new1908.1 - - 29 # NDRPDR sel - new1908.1 - - 30 # NDRPDR sel - new1908.1 - - 31 # NDRPDR sel - new1908.1 - - 33 # NDRPDR sel - new1908.1 - - 34 # NDRPDR sel - new1908.1 - - 35 # NDRPDR sel - new1908.1 - - 36 # NDRPDR sel - new1908.1 + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 3 # RC1 NDRPDR sel env5 + # TODO: Add: + # csit-vpp-perf-report-coverage-2009-3n-hsw: + + # TODO: Add for hoststack: + # csit-vpp-perf-report-iterative-2009-3n-hsw: OR + # csit-vpp-perf-verify-2009-3n-hsw: + csit-vpp-perf-verify-2001-3n-skx: - - 69 # NDRPDR sel - new2001.0 - - 71 # NDRPDR sel - new2001.0 - - 72 # NDRPDR sel - new2001.0 - - 76 # NDRPDR sel - new2001.0 - - 77 # NDRPDR sel - new2001.0 - - 78 # NDRPDR sel - new2001.0 - - 80 # NDRPDR sel - new2001.0 - 50 # MRR sel - 53 # MRR sel addition - # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-skx: - 4 # NDRPDR sel - 5 # NDRPDR sel ??? all x710 failed + - 33 # NDRPDR sel - 28 # NDRPDR sel - - 6 # MRR sel - - csit-vpp-perf-verify-1908_1-2n-skx: - - 39 # NDRPDR sel - new1908.1 - - 40 # NDRPDR sel - new1908.1 - - 41 # NDRPDR sel - new1908.1 - - 43 # NDRPDR sel - new1908.1 - - 44 # NDRPDR sel - new1908.1 - - 45 # NDRPDR sel - new1908.1 - - 46 # NDRPDR sel - new1908.1 - - 47 # NDRPDR sel - new1908.1 - - 48 # NDRPDR sel - new1908.1 - - 49 # NDRPDR sel - new1908.1 + - 34 # NDRPDR sel + - 42 # NDRPDR sel env 4 + - 43 # NDRPDR sel env 4 + - 44 # NDRPDR sel env 4 + - 45 # NDRPDR sel env 4 + - 47 # NDRPDR sel env 4 + - 55 # NDRPDR sel env 4 + - 56 # NDRPDR sel env 4 + - 57 # NDRPDR sel env 4 + - 61 # NDRPDR sel env 4 + - 62 # NDRPDR sel env 4 + - 50 # NDRPDR sel 2001.0-4 + - 51 # NDRPDR sel 2001.0-4 + - 52 # NDRPDR sel 2001.0-4 + - 53 # NDRPDR sel 2001.0-4 + - 54 # NDRPDR sel 2001.0-4 + - 49 # MRR sel env 4 + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 + # TODO: Add: + # csit-vpp-perf-report-coverage-2009-3n-skx: + csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - - 146 # NDRPDR sel - new2001.0 - - 147 # NDRPDR sel - new2001.0 - - 148 # NDRPDR sel - new2001.0 - - 149 # NDRPDR sel - new2001.0 - - 150 # NDRPDR sel - new2001.0 - - 151 # NDRPDR sel - new2001.0 - - 152 # NDRPDR sel - new2001.0 - - 153 # NDRPDR sel - new2001.0 - - 154 # NDRPDR sel - new2001.0 - 101 # MRR sel - old - 128 # MRR sel addition - old - - 169 # Reconf REMOVE - - 181 # Soak REMOVE - - 182 # Soak REMOVE - # TODO: Add data: csit-vpp-perf-report-iterative-2005-2n-skx: - - 7 # NDRPDR sel - - 42 # MRR sel - - csit-vpp-perf-verify-1908_1-2n-clx: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel + - 88 # NDRPDR sel env 4 + - 89 # NDRPDR sel env 4 + - 90 # NDRPDR sel env 4 + - 91 # NDRPDR sel env 4 + - 92 # NDRPDR sel env 4 + - 93 # NDRPDR sel env 4 + - 94 # NDRPDR sel env 4 + - 125 # NDRPDR sel env 4 + - 126 # NDRPDR sel env 4 + - 127 # NDRPDR sel env 4 + - 100 # NDRPDR sel 2001.0-4 + - 101 # NDRPDR sel 2001.0-4 + - 102 # NDRPDR sel 2001.0-4 + - 103 # NDRPDR sel 2001.0-4 + - 104 # NDRPDR sel 2001.0-4 + - 105 # NDRPDR sel 2001.0-4 + - 99 # MRR sel env 4 + - 106 # Reconf env 4 + - 107 # Reconf env 4 + - 108 # Reconf env 4 + - 109 # Reconf env 4 + - 110 # Reconf env 4 + - 111 # Reconf env 4 + - 112 # Reconf env 4 + - 118 # Reconf env 4 + - 120 # Reconf env 4 + - 121 # Reconf env 4 + - 122 # Soak + - 123 # Soak + - 113 # nf-density-sel env 4 + - 114 # nf-density-sel env 4 + - 124 # nf-density-sel env 4 + - 128 # nf-density-sel env 4 + - 129 # nf-density-sel env 4 + - 131 # nf-density-sel env 4 + - 132 # nf-density-sel env 4 + - 135 # nf-density-sel env 4 + - 136 # nf-density-sel env 4 + - 139 # nf-density-sel env 4 + - 115 # MRR nf-density-sel env 4 + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 + # TODO: Add: + # csit-vpp-perf-report-coverage-2009-2n-skx: + csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 32 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - 39 # MRR - - 68 # Reconf REMOVE - - 93 # Soak REMOVE - - 94 # Soak REMOVE - # TODO: Add data: csit-vpp-perf-report-iterative-2005-2n-clx: - - 7 # NDRPDR sel - - 9 # NDRPDR sel - - 32 # NDRPDR sel ??? - - 33 # NDRPDR sel ??? - - 12 # MRR + - 62 # NDRPDR sel env 4 + - 63 # NDRPDR sel env 4 + - 64 # NDRPDR sel env 4 + - 65 # NDRPDR sel env 4 + - 66 # NDRPDR sel env 4 + - 68 # NDRPDR sel env 4 + - 69 # NDRPDR sel env 4 + - 70 # NDRPDR sel env 4 + - 103 # NDRPDR sel env 4 + - 104 # NDRPDR sel env 4 + - 73 # NDRPDR sel 2001.0-4 + - 74 # NDRPDR sel 2001.0-4 + - 75 # NDRPDR sel 2001.0-4 + - 76 # NDRPDR sel 2001.0-4 + - 77 # NDRPDR sel 2001.0-4 + - 78 # NDRPDR sel 2001.0-4 + - 79 # NDRPDR sel 2001.0-4 + - 80 # NDRPDR sel 2001.0-4 + - 72 # MRR env 4 + - 81 # Reconf env 4 + - 82 # Reconf env 4 + - 83 # Reconf env 4 + - 84 # Reconf env 4 + - 85 # Reconf env 4 + - 86 # Reconf env 4 + - 87 # Reconf env 4 + - 88 # Reconf env 4 + - 89 # Reconf env 4 + - 90 # Reconf env 4 + - 101 # Soak + - 102 # Soak + - 91 # nfv-density-00 env 4 + - 92 # nfv-density-00 env 4 + - 93 # nfv-density-00 env 4 + - 97 # nfv-density-00 env 4 + - 98 # nfv-density-00 env 4 + - 99 # nfv-density-00 env 4 + - 100 # nfv-density-00 env 4 + - 105 # nfv-density-00 env 4 + - 106 # nfv-density-00 env 4 + - 108 # nfv-density-00 env 4 + - 96 # MRR nfv-density-00 env 4 + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 3 # RC1 NDRPDR sel env5 + # TODO: Add: + # csit-vpp-perf-report-coverage-2009-2n-clx: - csit-vpp-perf-verify-1908-3n-tsh: - - 7 # NDRPDR sel - - 8 # NDRPDR sel + csit-vpp-perf-verify-2001-3n-tsh: + - 9 # MRR sel + csit-vpp-perf-report-iterative-2005-3n-tsh: - 9 # NDRPDR sel - - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # MRR sel - csit-vpp-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 10 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel + - 20 # NDRPDR sel - 14 # NDRPDR sel - - 15 # NDRPDR sel - 21 # NDRPDR sel - - 9 # MRR sel - # TODO: Add data: - # csit-vpp-perf-report-iterative-2005-3n-tsh: + - 23 # NDRPDR sel env 4 + - 25 # NDRPDR sel env 4 + - 33 # NDRPDR sel env 4 + - 34 # NDRPDR sel env 4 + - 35 # NDRPDR sel env 4 + - 36 # NDRPDR sel env 4 + - 37 # NDRPDR sel env 4 + - 38 # NDRPDR sel env 4 + - 39 # NDRPDR sel env 4 + - 40 # NDRPDR sel env 4 + - 28 # NDRPDR sel 2001.0-4 + - 29 # NDRPDR sel 2001.0-4 + - 31 # NDRPDR sel 2001.0-4 + - 27 # MRR sel env 4 + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 3 # RC1 NDRPDR sel env5 - csit-vpp-perf-verify-1908-3n-dnv: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # MRR sel csit-vpp-perf-verify-2001-3n-dnv: - 5 # NDRPDR sel - 6 # NDRPDR sel @@ -2373,7 +2131,7 @@ - 8 # MRR csit-vpp-perf-report-coverage-2005-3n-dnv: - 1 # perf-full-3n-dnv-crypto_I - - 15 # perf-full-3n-dnv-crypto_II + - 24 # perf-full-3n-dnv-crypto_II - 5 # perf-full-3n-dnv-ip4_I - 13 # perf-full-3n-dnv-ip4_II - 17 # perf-full-3n-dnv-ip6_I @@ -2381,19 +2139,11 @@ - 21 # perf-full-3n-dnv-l2_I - 22 # perf-full-3n-dnv-l2_II - 23 # perf-full-3n-dnv-ip4-tunnels_I + # TODO: Add: + # csit-vpp-perf-report-iterative-2009-3n-dnv: + # TODO: Add: + # csit-vpp-perf-report-coverage-2009-3n-dnv: - csit-vpp-perf-verify-1908-2n-dnv: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # MRR sel csit-vpp-perf-verify-2001-2n-dnv: - 4 # NDRPDR sel - 5 # NDRPDR sel @@ -2425,18 +2175,11 @@ - 4 # perf-full-2n-dnv-ip6_II - 5 # perf-full-2n-dnv-l2_I - 6 # perf-full-2n-dnv-l2_II + # TODO: Add: + # csit-vpp-perf-report-iterative-2009-2n-dnv: + # TODO: Add: + # csit-vpp-perf-report-coverage-2009-2n-dnv: - csit-dpdk-perf-verify-1908-3n-hsw: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel csit-dpdk-perf-verify-2001-3n-hsw: - 4 # NDRPDR sel - 5 # NDRPDR sel @@ -2459,28 +2202,20 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel csit-dpdk-perf-report-iterative-2005-3n-hsw: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-hsw: + - 3 # RC1 NDRPDR sel env5 - csit-dpdk-perf-verify-1908-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel csit-dpdk-perf-verify-2001-3n-skx: - 29 # NDRPDR sel xxv710 - 33 # NDRPDR sel xxv710 @@ -2503,28 +2238,20 @@ - 47 # NDRPDR sel x710 - 48 # NDRPDR sel x710 csit-dpdk-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter + - 35 # NDRPDR iter + - 36 # NDRPDR iter + - 37 # NDRPDR iter + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 - csit-dpdk-perf-verify-1908-2n-skx: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel csit-dpdk-perf-verify-2001-2n-skx: - 35 # NDRPDR sel xxv710 - 36 # NDRPDR sel xxv710 @@ -2547,16 +2274,19 @@ - 51 # NDRPDR sel x710 - 54 # NDRPDR sel x710 csit-dpdk-perf-report-iterative-2005-2n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 csit-dpdk-perf-verify-2001-2n-clx: - 15 # NDRPDR sel @@ -2580,16 +2310,19 @@ - 33 # NDRPDR sel - 34 # NDRPDR sel csit-dpdk-perf-report-iterative-2005-2n-clx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-2n-clx: + - 3 # RC1 NDRPDR sel env5 csit-dpdk-perf-verify-2001-2n-dnv: - 9 # NDRPDR sel @@ -2613,6 +2346,8 @@ - 15 # NDRPDR sel - 16 # NDRPDR sel - 17 # NDRPDR sel + # TODO: Add: + # csit-dpdk-perf-report-iterative-2009-2n-dnv: csit-dpdk-perf-verify-2001-3n-dnv: - 12 # NDRPDR sel @@ -2636,6 +2371,8 @@ - 13 # NDRPDR sel - 14 # NDRPDR sel - 16 # NDRPDR sel + # TODO: Add: + # csit-dpdk-perf-report-iterative-2009-3n-dnv: csit-dpdk-perf-verify-2001-3n-tsh: - 3 # NDRPDR sel @@ -2648,20 +2385,24 @@ - 14 # NDRPDR sel - 15 # NDRPDR sel - 18 # NDRPDR sel - # TODO: Add data: csit-dpdk-perf-report-iterative-2005-3n-tsh: - 5 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-tsh: + - 1 # RC1 NDRPDR sel env5 csit-vpp-device-2005-ubuntu1804-1n-skx: - 35 + # TODO: Add: + # csit-vpp-device-2009-ubuntu1804-1n-skx: - type: "output" output: "report" format: html: - full -# pdf: -# - minimal + pdf: + - minimal ################################################################################ ### T A B L E S ### @@ -2707,97 +2448,97 @@ ################################################################################ -# VPP Compare NICs 3n-skx 2t1c ndr -- type: "table" - title: "VPP Compare NICs 3n-skx 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-nic-comparison-3n-skx" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "Legend to Table:" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -# VPP Compare NICs 3n-skx 4t2c ndr -- type: "table" - title: "VPP Compare NICs 3n-skx 4t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-nic-comparison-3n-skx" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "Legend to Table:" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -# VPP Compare NICs 3n-skx 2t1c pdr -- type: "table" - title: "VPP Compare NICs 3n-skx 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-nic-comparison-3n-skx" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "Legend to Table:" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -# VPP Compare NICs 3n-skx 4t2c pdr -- type: "table" - title: "VPP Compare NICs 3n-skx 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-nic-comparison-3n-skx" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "Legend to Table:" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." +## VPP Compare NICs 3n-skx 2t1c ndr +#- type: "table" +# title: "VPP Compare NICs 3n-skx 2t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" +# columns: +# - title: "x710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-X710" +# - title: "xxv710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-XXV710" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "x710, xxv710 - NICs tested." +# - "Diff - difference between x710 and xxv710 NIC." +# +## VPP Compare NICs 3n-skx 4t2c ndr +#- type: "table" +# title: "VPP Compare NICs 3n-skx 4t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" +# columns: +# - title: "x710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-X710" +# - title: "xxv710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-XXV710" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "x710, xxv710 - NICs tested." +# - "Diff - difference between x710 and xxv710 NIC." +# +## VPP Compare NICs 3n-skx 2t1c pdr +#- type: "table" +# title: "VPP Compare NICs 3n-skx 2t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" +# columns: +# - title: "x710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-X710" +# - title: "xxv710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-XXV710" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "x710, xxv710 - NICs tested." +# - "Diff - difference between x710 and xxv710 NIC." +# +## VPP Compare NICs 3n-skx 4t2c pdr +#- type: "table" +# title: "VPP Compare NICs 3n-skx 4t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" +# columns: +# - title: "x710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-X710" +# - title: "xxv710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-XXV710" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "x710, xxv710 - NICs tested." +# - "Diff - difference between x710 and xxv710 NIC." ## VPP Compare NICs 3n-skx 2t1c mrr #- type: "table" @@ -2818,7 +2559,7 @@ # reference: 1 # compare: 2 # legend: -# - "Legend to Table:" +# - "" # - "x710, xxv710 - NICs tested." # - "Diff - difference between x710 and xxv710 NIC." # @@ -2841,7 +2582,7 @@ # reference: 1 # compare: 2 # legend: -# - "Legend to Table:" +# - "" # - "x710, xxv710 - NICs tested." # - "Diff - difference between x710 and xxv710 NIC." # @@ -2864,7 +2605,7 @@ # reference: 1 # compare: 2 # legend: -# - "Legend to Table:" +# - "" # - "x710, xxv710 - NICs tested." # - "Diff - difference between x710 and xxv710 NIC." @@ -2887,7 +2628,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table:" + - "" - "x710, xxv710 - NICs tested." - "Diff - difference between x710 and xxv710 NIC." @@ -2910,7 +2651,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table:" + - "" - "x710, xxv710 - NICs tested." - "Diff - difference between x710 and xxv710 NIC." @@ -2933,7 +2674,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table:" + - "" - "x710, xxv710 - NICs tested." - "Diff - difference between x710 and xxv710 NIC." @@ -2956,7 +2697,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table:" + - "" - "x710, xxv710 - NICs tested." - "Diff - difference between x710 and xxv710 NIC." @@ -2979,7 +2720,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table:" + - "" - "x710, xxv710 - NICs tested." - "Diff - difference between x710 and xxv710 NIC." @@ -3002,7 +2743,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table:" + - "" - "x710, xxv710 - NICs tested." - "Diff - difference between x710 and xxv710 NIC." @@ -3025,139 +2766,13 @@ reference: 1 compare: 2 legend: - - "Legend to Table:" + - "" - "x710, xxv710 - NICs tested." - "Diff - difference between x710 and xxv710 NIC." ################################################################################ # VPP -## VPP Performance changes 2n-skx-xxv710 2t1c ndr -#- type: "table" -# title: "VPP Performance changes 2n-skx-xxv710 2t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-1908_2-2n-skx-2t1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" -# columns: -# - title: "1908.1" -# data-set: "vpp-perf-changes-2n-skx-new1908_1" -# - title: "1908.2" -# data-set: "vpp-perf-changes-2n-skx-new1908_2" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "Legend to Table:" -# - "1908.1, 1908.2 - VPP versions tested." -# - "Diff - difference between the previous and the current VPP version." -# -## VPP Performance changes 2n-skx-xxv710 2t1c pdr -#- type: "table" -# title: "VPP Performance changes 2n-skx-xxv710 2t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-1908_2-2n-skx-2t1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" -# columns: -# - title: "1908.1" -# data-set: "vpp-perf-changes-2n-skx-new1908_1" -# - title: "1908.2" -# data-set: "vpp-perf-changes-2n-skx-new1908_2" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "Legend to Table:" -# - "1908.1, 1908.2 - VPP versions tested." -# - "Diff - difference between the previous and the current VPP version." -# -## VPP Performance changes 3n-skx-xxv710 2t1c ndr -#- type: "table" -# title: "VPP Performance changes 3n-skx-xxv710 2t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-1908_2-3n-skx-2t1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" -# columns: -# - title: "1908.1" -# data-set: "vpp-perf-changes-3n-skx-new1908_1" -# - title: "1908.2" -# data-set: "vpp-perf-changes-3n-skx-new1908_2" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "Legend to Table:" -# - "1908.1, 1908.2 - VPP versions tested." -# - "Diff - difference between the previous and the current VPP version." -# -## VPP Performance changes 3n-skx-xxv710 2t1c pdr -#- type: "table" -# title: "VPP Performance changes 3n-skx-xxv710 2t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-1908_2-3n-skx-2t1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" -# columns: -# - title: "1908.1" -# data-set: "vpp-perf-changes-3n-skx-new1908_1" -# - title: "1908.2" -# data-set: "vpp-perf-changes-3n-skx-new1908_2" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "Legend to Table:" -# - "1908.1, 1908.2 - VPP versions tested." -# - "Diff - difference between the previous and the current VPP version." -# -## VPP Performance changes 2n-clx-xxv710 2t1c ndr -#- type: "table" -# title: "VPP Performance changes 2n-clx-xxv710 2t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-1908_2-2n-clx-2t1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" -# columns: -# - title: "1908.1" -# data-set: "vpp-perf-changes-2n-clx-new1908_1" -# - title: "1908.2" -# data-set: "vpp-perf-changes-2n-clx-new1908_2" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "Legend to Table:" -# - "1908.1, 1908.2 - VPP versions tested." -# - "Diff - difference between the previous and the current VPP version." -# -## VPP Performance changes 2n-clx-xxv710 2t1c pdr -#- type: "table" -# title: "VPP Performance changes 2n-clx-xxv710 2t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-1908_2-2n-clx-2t1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" -# columns: -# - title: "1908.1" -# data-set: "vpp-perf-changes-2n-clx-new1908_1" -# - title: "1908.2" -# data-set: "vpp-perf-changes-2n-clx-new1908_2" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "Legend to Table:" -# - "1908.1, 1908.2 - VPP versions tested." -# - "Diff - difference between the previous and the current VPP version." - # VPP Performance Changes 3n-hsw 1t1c pdr - type: "table" title: "VPP Performance Changes 3n-hsw 1t1c pdr" @@ -3166,20 +2781,23 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "1908" + - title: "2001.0-4" data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2001" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-hsw-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca1.yaml" legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2008 VPP version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 2t2c pdr - type: "table" @@ -3189,20 +2807,23 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "1908" + - title: "2001.0-4" data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2001" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-hsw-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca1.yaml" legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2008 VPP version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 1t1c ndr - type: "table" @@ -3212,20 +2833,23 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "1908" + - title: "2001.0-4" data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2001" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-hsw-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca1.yaml" legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2008 VPP version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 2t2c ndr - type: "table" @@ -3235,96 +2859,23 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "1908" + - title: "2001.0-4" data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2001" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-hsw-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca1.yaml" legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2008 VPP version." - -## VPP Root Cause Analysis 3n-skx-xxv710 2t1c pdr -#- type: "table" -# title: "VPP Root Cause Analysis 3n-skx-xxv710 2t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-rca-3n-skx-2t1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" -# rca: -# - title: "RCA1" -# data: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml" -# columns: -# - title: "1908.0-1" -# data-set: "vpp-perf-changes-3n-skx-old1908_0" -# data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" -# - title: "1908.1-1" -# data-set: "vpp-perf-changes-3n-skx-old1908_1" -# - title: "1908.1-2" -# data-set: "vpp-perf-changes-3n-skx-new1908_1" -# - title: "2001.0-2" -# data-set: "vpp-perf-changes-3n-skx-new2001_0" -# comparisons: -# - title: "Diff1" -# reference: 2 -# reference-alt: 1 -# compare: 3 -# - title: "Diff2" -# reference: 3 -# compare: 4 -# legend: -# - 'Legend to Table:' -# - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "1" for 2019-08-21, "2" for 2020-03-27).' -# - 'Diff1 - difference between environment versions "2" and "1" for the same VPP version, 1908.1-2 vs. 1908.1-1 (if data for the latter not present, 1908.0-1 is used).' -# - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2001.0-2 vs. 1908.1-2.' -# - 'RCA1 - root cause analysis reference for Diff1.' -# - 'RCA2 - root cause analysis reference for Diff2.' -# -## VPP Root Cause Analysis 3n-skx-xxv710 2t1c ndr -#- type: "table" -# title: "VPP Root Cause Analysis 3n-skx-xxv710 2t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-rca-3n-skx-2t1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" -# rca: -# - title: "RCA1" -# data: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml" -# columns: -# - title: "1908.0-1" -# data-set: "vpp-perf-changes-3n-skx-old1908_0" -# data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" -# - title: "1908.1-1" -# data-set: "vpp-perf-changes-3n-skx-old1908_1" -# - title: "1908.1-2" -# data-set: "vpp-perf-changes-3n-skx-new1908_1" -# - title: "2001.0-2" -# data-set: "vpp-perf-changes-3n-skx-new2001_0" -# comparisons: -# - title: "Diff1" -# reference: 2 -# reference-alt: 1 -# compare: 3 -# - title: "Diff2" -# reference: 3 -# compare: 4 -# legend: -# - 'Legend to Table:' -# - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "1" for 2019-08-21, "2" for 2020-03-27).' -# - 'Diff1 - difference between environment versions "2" and "1" for the same VPP version, 1908.1-2 vs. 1908.1-1 (if data for the latter not present, 1908.0-1 is used).' -# - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2001.0-2 vs. 1908.1-2.' -# - 'RCA1 - root cause analysis reference for Diff1.' -# - 'RCA2 - root cause analysis reference for Diff2.' + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c pdr - type: "table" @@ -3334,21 +2885,23 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908" + - title: "2001.0-4" data-set: "vpp-performance-changes-3n-skx-h1" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" - - title: "2001" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-skx-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml" legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -3358,21 +2911,23 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908" + - title: "2001.0-4" data-set: "vpp-performance-changes-3n-skx-h1" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" - - title: "2001" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-skx-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml" legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -3382,21 +2937,23 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908" + - title: "2001.0-4" data-set: "vpp-performance-changes-3n-skx-h1" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" - - title: "2001" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-skx-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml" legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -3406,97 +2963,23 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908" + - title: "2001.0-4" data-set: "vpp-performance-changes-3n-skx-h1" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" - - title: "2001" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-skx-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml" legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." - -## VPP Root Cause Analysis 2n-skx-xxv710 2t1c pdr -#- type: "table" -# title: "VPP Root Cause Analysis 2n-skx-xxv710 2t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-rca-2n-skx-2t1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" -# rca: -# - title: "RCA1" -# data: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml" -# columns: -# - title: "1908.0-1" -# data-set: "vpp-perf-changes-2n-skx-old1908_0" -# data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" -# - title: "1908.1-1" -# data-set: "vpp-perf-changes-2n-skx-old1908_1" -# - title: "1908.1-2" -# data-set: "vpp-perf-changes-2n-skx-new1908_1" -# - title: "2001.0-2" -# data-set: "vpp-perf-changes-2n-skx-new2001_0" -# comparisons: -# - title: "Diff1" -# reference: 2 -# reference-alt: 1 -# compare: 3 -# - title: "Diff2" -# reference: 3 -# compare: 4 -# legend: -# - 'Legend to Table:' -# - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "1" for 2019-08-21, "2" for 2020-03-27).' -# - 'Diff1 - difference between environment versions "2" and "1" for the same VPP version, 1908.1-2 vs. 1908.1-1 (if data for the latter not present, 1908.0-1 is used).' -# - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2001.0-2 vs. 1908.1-2.' -# - 'RCA1 - root cause analysis reference for Diff1.' -# - 'RCA2 - root cause analysis reference for Diff2.' -# -## VPP Root Cause Analysis 2n-skx-xxv710 2t1c ndr -#- type: "table" -# title: "VPP Root Cause Analysis 2n-skx-xxv710 2t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-rca-2n-skx-2t1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" -# rca: -# - title: "RCA1" -# data: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml" -# columns: -# - title: "1908.0-1" -# data-set: "vpp-perf-changes-2n-skx-old1908_0" -# data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" -# - title: "1908.1-1" -# data-set: "vpp-perf-changes-2n-skx-old1908_1" -# - title: "1908.1-2" -# data-set: "vpp-perf-changes-2n-skx-new1908_1" -# - title: "2001.0-2" -# data-set: "vpp-perf-changes-2n-skx-new2001_0" -# comparisons: -# - title: "Diff1" -# reference: 2 -# reference-alt: 1 -# compare: 3 -# - title: "Diff2" -# reference: 3 -# compare: 4 -# legend: -# - 'Legend to Table:' -# - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "1" for 2019-08-21, "2" for 2020-03-27).' -# - 'Diff1 - difference between environment versions "2" and "1" for the same VPP version, 1908.1-2 vs. 1908.1-1 (if data for the latter not present, 1908.0-1 is used).' -# - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2001.0-2 vs. 1908.1-2.' -# - 'RCA1 - root cause analysis reference for Diff1.' -# - 'RCA2 - root cause analysis reference for Diff2.' + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -3506,21 +2989,23 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908" + - title: "2001.0-4" data-set: "vpp-performance-changes-2n-skx-h1" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" - - title: "2001" + - title: "2005.0-4" data-set: "vpp-performance-changes-2n-skx-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml" legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -3530,21 +3015,23 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908" + - title: "2001.0-4" data-set: "vpp-performance-changes-2n-skx-h1" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" - - title: "2001" + - title: "2005.0-4" data-set: "vpp-performance-changes-2n-skx-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml" legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -3554,21 +3041,23 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908" + - title: "2001.0-4" data-set: "vpp-performance-changes-2n-skx-h1" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" - - title: "2001" + - title: "2005.0-4" data-set: "vpp-performance-changes-2n-skx-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml" legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -3578,21 +3067,23 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908" + - title: "2001.0-4" data-set: "vpp-performance-changes-2n-skx-h1" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" - - title: "2001" + - title: "2005.0-4" data-set: "vpp-performance-changes-2n-skx-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml" legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c pdr - type: "table" @@ -3602,18 +3093,23 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001" + - title: "2001.0-4" + data-set: "vpp-performance-changes-2n-clx-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "Diff" - reference: 1 - compare: 2 + - title: "2009.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" legend: - - "Legend to Table" - - "2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c pdr - type: "table" @@ -3623,18 +3119,23 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001" + - title: "2001.0-4" + data-set: "vpp-performance-changes-2n-clx-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "Diff" - reference: 1 - compare: 2 + - title: "2009.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" legend: - - "Legend to Table" - - "2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c ndr - type: "table" @@ -3644,18 +3145,23 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001" + - title: "2001.0-4" + data-set: "vpp-performance-changes-2n-clx-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "Diff" - reference: 1 - compare: 2 + - title: "2009.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" legend: - - "Legend to Table" - - "2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c ndr - type: "table" @@ -3665,102 +3171,119 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001" + - title: "2001.0-4" + data-set: "vpp-performance-changes-2n-clx-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "Diff" - reference: 1 - compare: 2 + - title: "2009.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" legend: - - "Legend to Table" - - "2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-clx-x556 2t1c pdr -- type: "table" - title: "VPP Performance Changes 2n-clx-x556 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2001" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2005" - data-set: "vpp-performance-changes-2n-clx-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "Legend to Table" - - "2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." - -# VPP Performance Changes 2n-clx-x556 4t2c pdr -- type: "table" - title: "VPP Performance Changes 2n-clx-x556 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2001" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2005" - data-set: "vpp-performance-changes-2n-clx-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "Legend to Table" - - "2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." - -# VPP Performance Changes 2n-clx-x556 2t1c ndr -- type: "table" - title: "VPP Performance Changes 2n-clx-x556 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2001" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2005" - data-set: "vpp-performance-changes-2n-clx-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "Legend to Table" - - "2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." - -# VPP Performance Changes 2n-clx-x556 4t2c ndr -- type: "table" - title: "VPP Performance Changes 2n-clx-x556 ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2001" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2005" - data-set: "vpp-performance-changes-2n-clx-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "Legend to Table" - - "2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." +## VPP Performance Changes 2n-clx-x556 2t1c pdr +#- type: "table" +# title: "VPP Performance Changes 2n-clx-x556 2t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-2n-clx-ref" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-2n-clx-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' +# +## VPP Performance Changes 2n-clx-x556 4t2c pdr +#- type: "table" +# title: "VPP Performance Changes 2n-clx-x556 4t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-2n-clx-ref" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-2n-clx-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' +# +## VPP Performance Changes 2n-clx-x556 2t1c ndr +#- type: "table" +# title: "VPP Performance Changes 2n-clx-x556 2t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-2n-clx-ref" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-2n-clx-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' +# +## VPP Performance Changes 2n-clx-x556 4t2c ndr +#- type: "table" +# title: "VPP Performance Changes 2n-clx-x556 ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-2n-clx-ref" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-2n-clx-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' # VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" @@ -3770,20 +3293,22 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 2n-dnv 2t2c pdr - type: "table" @@ -3793,20 +3318,22 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 2n-dnv 1t1c ndr - type: "table" @@ -3816,20 +3343,22 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 2n-dnv 2t2c ndr - type: "table" @@ -3839,20 +3368,22 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 1t1c pdr - type: "table" @@ -3862,20 +3393,22 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 2t2c pdr - type: "table" @@ -3885,20 +3418,22 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 1t1c ndr - type: "table" @@ -3908,20 +3443,22 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 2t2c ndr - type: "table" @@ -3931,20 +3468,22 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -3954,20 +3493,23 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908" + - title: "2001.0-4" data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2001" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-tsh-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -3977,20 +3519,23 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908" + - title: "2001.0-4" data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2001" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-tsh-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -4000,20 +3545,23 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908" + - title: "2001.0-4" data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2001" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-tsh-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -4023,20 +3571,23 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908" + - title: "2001.0-4" data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2001" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-tsh-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr - type: "table" @@ -4057,7 +3608,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." @@ -4080,7 +3631,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." @@ -4103,7 +3654,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." @@ -4126,7 +3677,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." @@ -4147,7 +3698,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "2n-skx, 2n-clx - testbeds and NICs tested." - "Diff - difference between 2n-skx and 2n-clx testbeds." @@ -4168,7 +3719,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "2n-skx, 2n-clx - testbeds and NICs tested." - "Diff - difference between 2n-skx and 2n-clx testbeds." @@ -4189,7 +3740,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "2n-skx, 2n-clx - testbeds and NICs tested." - "Diff - difference between 2n-skx and 2n-clx testbeds." @@ -4210,7 +3761,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "2n-skx, 2n-clx - testbeds and NICs tested." - "Diff - difference between 2n-skx and 2n-clx testbeds." @@ -4233,7 +3784,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." @@ -4256,7 +3807,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." @@ -4279,7 +3830,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." @@ -4302,7 +3853,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." @@ -4323,7 +3874,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "3n-skx, 2n-skx - topologies tested." - "Diff - difference between 3n-skx and 2n-skx topologies." @@ -4344,7 +3895,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "3n-skx, 2n-skx - topologies tested." - "Diff - difference between 3n-skx and 2n-skx topologies." @@ -4365,7 +3916,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "3n-skx, 2n-skx - topologies tested." - "Diff - difference between 3n-skx and 2n-skx topologies." @@ -4386,7 +3937,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "3n-skx, 2n-skx - topologies tested." - "Diff - difference between 3n-skx and 2n-skx topologies." @@ -4398,20 +3949,23 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - - title: "2001" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-hsw-mrr-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca1.yaml" legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 2t2c mrr - type: "table" @@ -4421,20 +3975,23 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - - title: "2001" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-hsw-mrr-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca1.yaml" legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 4t4c mrr - type: "table" @@ -4444,20 +4001,23 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - - title: "2001" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-hsw-mrr-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca1.yaml" legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c mrr - type: "table" @@ -4467,20 +4027,23 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-skx-mrr-h1" - - title: "2001" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-skx-mrr-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca1.yaml" legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c mrr - type: "table" @@ -4490,20 +4053,23 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-skx-mrr-h1" - - title: "2001" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-skx-mrr-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca1.yaml" legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 8t4c mrr - type: "table" @@ -4513,20 +4079,23 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-skx-mrr-h1" - - title: "2001" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-skx-mrr-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca1.yaml" legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c mrr - type: "table" @@ -4536,20 +4105,23 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-skx-mrr-h1" - - title: "2001" + - title: "2005.0-4" data-set: "vpp-performance-changes-2n-skx-mrr-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml" legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c mrr - type: "table" @@ -4559,20 +4131,23 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-skx-mrr-h1" - - title: "2001" + - title: "2005.0-4" data-set: "vpp-performance-changes-2n-skx-mrr-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml" legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 8t4c mrr - type: "table" @@ -4582,20 +4157,23 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-skx-mrr-h1" - - title: "2001" + - title: "2005.0-4" data-set: "vpp-performance-changes-2n-skx-mrr-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml" legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c mrr - type: "table" @@ -4605,18 +4183,23 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001" + - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-clx-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-2n-clx-mrr-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-mrr-cmp" comparisons: - - title: "Diff" - reference: 1 - compare: 2 + - title: "2009.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" legend: - - "Legend to Table" - - "2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c mrr - type: "table" @@ -4626,18 +4209,23 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001" + - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-clx-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-2n-clx-mrr-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-mrr-cmp" comparisons: - - title: "Diff" - reference: 1 - compare: 2 + - title: "2009.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" legend: - - "Legend to Table" - - "2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 8t4c mrr - type: "table" @@ -4647,81 +4235,86 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001" - data-set: "vpp-performance-changes-2n-clx-mrr-ref" - - title: "2005" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "Legend to Table" - - "2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." - -# VPP Performance Changes 2n-clx-clx-x556 2t1c mrr -- type: "table" - title: "VPP Performance Changes 2n-clx-clx-x556 2t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-2t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2001" - data-set: "vpp-performance-changes-2n-clx-mrr-ref" - - title: "2005" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "Legend to Table" - - "2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." - -# VPP Performance Changes 2n-clx-clx-x556 4t2c mrr -- type: "table" - title: "VPP Performance Changes 2n-clx-clx-x556 4t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-4t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2001" + - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-clx-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-2n-clx-mrr-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-mrr-cmp" comparisons: - - title: "Diff" - reference: 1 - compare: 2 + - title: "2009.0-5 vs 2005.0-4" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" legend: - - "Legend to Table" - - "2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-clx-clx-x556 8t4c mrr -- type: "table" - title: "VPP Performance Changes 2n-clx-clx-x556 8t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-8t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2001" - data-set: "vpp-performance-changes-2n-clx-mrr-ref" - - title: "2005" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "Legend to Table" - - "2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." +## VPP Performance Changes 2n-clx-x556 2t1c mrr +#- type: "table" +# title: "VPP Performance Changes 2n-clx-x556 2t1c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001" +# data-set: "vpp-performance-changes-2n-clx-mrr-ref" +# - title: "2005" +# data-set: "vpp-performance-changes-2n-clx-mrr-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "2001, 2005 - VPP versions tested." +# - "Diff - difference between 2001 and 2005 VPP version." +# +## VPP Performance Changes 2n-clx-x556 4t2c mrr +#- type: "table" +# title: "VPP Performance Changes 2n-clx-x556 4t2c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001" +# data-set: "vpp-performance-changes-2n-clx-mrr-ref" +# - title: "2005" +# data-set: "vpp-performance-changes-2n-clx-mrr-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "2001, 2005 - VPP versions tested." +# - "Diff - difference between 2001 and 2005 VPP version." +# +## VPP Performance Changes 2n-clx-x556 8t4c mrr +#- type: "table" +# title: "VPP Performance Changes 2n-clx-x556 8t4c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-8t4c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001" +# data-set: "vpp-performance-changes-2n-clx-mrr-ref" +# - title: "2005" +# data-set: "vpp-performance-changes-2n-clx-mrr-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "2001, 2005 - VPP versions tested." +# - "Diff - difference between 2001 and 2005 VPP version." # VPP Performance Changes 2n-dnv 1t1c mrr - type: "table" @@ -4731,20 +4324,22 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-mrr-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 2n-dnv 2t2c mrr - type: "table" @@ -4754,20 +4349,22 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-mrr-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 2n-dnv 4t4c mrr - type: "table" @@ -4777,20 +4374,22 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-mrr-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 1t1c mrr - type: "table" @@ -4800,20 +4399,22 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-mrr-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 2t2c mrr - type: "table" @@ -4823,20 +4424,22 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-mrr-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 4t4c mrr - type: "table" @@ -4846,20 +4449,22 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-mrr-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" @@ -4869,20 +4474,23 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - - title: "2001" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-tsh-mrr-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" @@ -4892,20 +4500,23 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - - title: "2001" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-tsh-mrr-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" @@ -4915,20 +4526,23 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - - title: "2001" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-tsh-mrr-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" legend: - - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr - type: "table" @@ -4949,7 +4563,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." @@ -4972,7 +4586,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." @@ -4995,7 +4609,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." @@ -5016,7 +4630,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "2n-skx, 2n-clx - testbeds and NICs tested." - "Diff - difference between 2n-skx and 2n-clx testbeds." @@ -5037,7 +4651,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "2n-skx, 2n-clx - testbeds and NICs tested." - "Diff - difference between 2n-skx and 2n-clx testbeds." @@ -5058,7 +4672,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "2n-skx, 2n-clx - testbeds and NICs tested." - "Diff - difference between 2n-skx and 2n-clx testbeds." @@ -5079,7 +4693,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "3n-skx, 2n-skx - topologies tested." - "Diff - difference between 3n-skx and 2n-skx topologies." @@ -5100,7 +4714,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "3n-skx, 2n-skx - topologies tested." - "Diff - difference between 3n-skx and 2n-skx topologies." @@ -5121,7 +4735,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "3n-skx, 2n-skx - topologies tested." - "Diff - difference between 3n-skx and 2n-skx topologies." @@ -5144,7 +4758,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." @@ -5167,7 +4781,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." @@ -5190,7 +4804,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." @@ -5773,20 +5387,20 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2001" - data-set: "dpdk-performance-changes-3n-hsw-ref" + data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-hsw-cmp" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - - "Legend to Table" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-hsw 2t2c pdr - type: "table" @@ -5796,20 +5410,20 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2001" - data-set: "dpdk-performance-changes-3n-hsw-ref" + data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-hsw-cmp" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - - "Legend to Table" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-hsw 1t1c pdr - type: "table" @@ -5819,20 +5433,20 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2001" - data-set: "dpdk-performance-changes-3n-hsw-ref" + data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-hsw-cmp" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - - "Legend to Table" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-hsw 2t2c ndr - type: "table" @@ -5842,20 +5456,20 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2001" - data-set: "dpdk-performance-changes-3n-hsw-ref" + data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-hsw-cmp" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - - "Legend to Table" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-skx 2t1c pdr - type: "table" @@ -5865,20 +5479,20 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2001" - data-set: "dpdk-performance-changes-3n-skx-ref" + data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-skx-cmp" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - - "Legend to Table" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -5888,20 +5502,20 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2001" - data-set: "dpdk-performance-changes-3n-skx-ref" + data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-skx-cmp" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - - "Legend to Table" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -5911,20 +5525,20 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2001" - data-set: "dpdk-performance-changes-3n-skx-ref" + data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-skx-cmp" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - - "Legend to Table" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -5934,20 +5548,20 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2001" - data-set: "dpdk-performance-changes-3n-skx-ref" + data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-skx-cmp" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - - "Legend to Table" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -5957,20 +5571,20 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2001" - data-set: "dpdk-performance-changes-2n-skx-ref" + data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-skx-cmp" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - - "Legend to Table" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -5980,20 +5594,20 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2001" - data-set: "dpdk-performance-changes-2n-skx-ref" + data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-skx-cmp" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - - "Legend to Table" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -6003,20 +5617,20 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2001" - data-set: "dpdk-performance-changes-2n-skx-ref" + data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-skx-cmp" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - - "Legend to Table" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -6026,20 +5640,20 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2001" - data-set: "dpdk-performance-changes-2n-skx-ref" + data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-skx-cmp" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - - "Legend to Table" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-clx 2t1c pdr - type: "table" @@ -6050,17 +5664,19 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2001" - data-set: "dpdk-performance-changes-2n-clx-ref" + data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-clx-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - - "Legend to Table" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-clx 4t2c pdr - type: "table" @@ -6071,17 +5687,19 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2001" - data-set: "dpdk-performance-changes-2n-clx-ref" + data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-clx-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - - "Legend to Table" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-clx 2t1c ndr - type: "table" @@ -6092,17 +5710,19 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2001" - data-set: "dpdk-performance-changes-2n-clx-ref" + data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-clx-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - - "Legend to Table" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-clx 4t2c ndr - type: "table" @@ -6113,17 +5733,19 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2001" - data-set: "dpdk-performance-changes-2n-clx-ref" + data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-clx-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - - "Legend to Table" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-dnv 1t1c pdr - type: "table" @@ -6131,20 +5753,22 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" columns: - title: "2001" - data-set: "dpdk-performance-changes-2n-dnv-ref" + data-set: "dpdk-performance-changes-2n-dnv-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-dnv-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-dnv-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - - "Legend to Table" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-dnv 2t2c pdr - type: "table" @@ -6152,20 +5776,22 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" columns: - title: "2001" - data-set: "dpdk-performance-changes-2n-dnv-ref" + data-set: "dpdk-performance-changes-2n-dnv-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-dnv-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-dnv-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - - "Legend to Table" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-dnv 1t1c ndr - type: "table" @@ -6173,20 +5799,22 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" columns: - title: "2001" - data-set: "dpdk-performance-changes-2n-dnv-ref" + data-set: "dpdk-performance-changes-2n-dnv-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-dnv-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-dnv-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - - "Legend to Table" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-dnv 2t2c ndr - type: "table" @@ -6194,20 +5822,22 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" columns: - title: "2001" - data-set: "dpdk-performance-changes-2n-dnv-ref" + data-set: "dpdk-performance-changes-2n-dnv-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-dnv-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-dnv-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - - "Legend to Table" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-dnv 1t1c pdr - type: "table" @@ -6215,20 +5845,22 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" columns: - title: "2001" - data-set: "dpdk-performance-changes-3n-dnv-ref" + data-set: "dpdk-performance-changes-3n-dnv-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-dnv-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-dnv-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - - "Legend to Table" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-dnv 2t2c pdr - type: "table" @@ -6236,20 +5868,22 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" columns: - title: "2001" - data-set: "dpdk-performance-changes-3n-dnv-ref" + data-set: "dpdk-performance-changes-3n-dnv-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-dnv-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-dnv-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - - "Legend to Table" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-dnv 1t1c ndr - type: "table" @@ -6257,20 +5891,22 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" columns: - title: "2001" - data-set: "dpdk-performance-changes-3n-dnv-ref" + data-set: "dpdk-performance-changes-3n-dnv-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-dnv-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-dnv-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - - "Legend to Table" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-dnv 2t2c ndr - type: "table" @@ -6278,20 +5914,22 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" columns: - title: "2001" - data-set: "dpdk-performance-changes-3n-dnv-ref" + data-set: "dpdk-performance-changes-3n-dnv-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-dnv-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-dnv-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - - "Legend to Table" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -6302,17 +5940,19 @@ filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2001" - data-set: "dpdk-performance-changes-3n-tsh-ref" + data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-tsh-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - - "Legend to Table" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -6323,17 +5963,19 @@ filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2001" - data-set: "dpdk-performance-changes-3n-tsh-ref" + data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-tsh-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - - "Legend to Table" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -6344,17 +5986,19 @@ filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2001" - data-set: "dpdk-performance-changes-3n-tsh-ref" + data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-tsh-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - - "Legend to Table" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -6365,17 +6009,19 @@ filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2001" - data-set: "dpdk-performance-changes-3n-tsh-ref" + data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-tsh-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - - "Legend to Table" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "" + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr - type: "table" @@ -6394,7 +6040,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "3n-hsw x710, 3n-skx x710 - testbeds and NICs tested." - "Diff - difference between 3n-hsw x710 and 3n-skx x710 testbeds." @@ -6415,7 +6061,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "3n-hsw x710, 3n-skx x710 - testbeds and NICs tested." - "Diff - difference between 3n-hsw x710 and 3n-skx x710 testbeds." @@ -6436,7 +6082,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "2n-skx, 2n-clx - testbeds and NICs tested." - "Diff - difference between 2n-skx and 2n-clx testbeds." @@ -6457,7 +6103,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "2n-skx, 2n-clx - testbeds and NICs tested." - "Diff - difference between 2n-skx and 2n-clx testbeds." @@ -6478,7 +6124,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "3n-skx, 2n-skx - topologies tested." - "Diff - difference between 3n-skx and 2n-skx topologies." @@ -6499,7 +6145,7 @@ reference: 1 compare: 2 legend: - - "Legend to Table" + - "" - "3n-skx, 2n-skx - topologies tested." - "Diff - difference between 3n-skx and 2n-skx topologies." @@ -6639,16 +6285,16 @@ - "{DIR[DTR,PERF,VPP,2N,CLX]}" - "{DIR[DTR,PERF,VPP,3N,HSW]}" - "{DIR[DTR,PERF,VPP,3N,TSH]}" - - "{DIR[DTR,PERF,VPP,2N,DNV]}" - - "{DIR[DTR,PERF,VPP,3N,DNV]}" +# - "{DIR[DTR,PERF,VPP,2N,DNV]}" +# - "{DIR[DTR,PERF,VPP,3N,DNV]}" data: - "vpp-perf-results-2n-skx" - "vpp-perf-results-3n-skx" - "vpp-perf-results-2n-clx" - "vpp-perf-results-3n-hsw" - "vpp-perf-results-3n-tsh" - - "vpp-perf-results-2n-dnv" - - "vpp-perf-results-3n-dnv" +# - "vpp-perf-results-2n-dnv" +# - "vpp-perf-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -6695,16 +6341,16 @@ - "{DIR[DTC,PERF,VPP,2N,CLX]}" - "{DIR[DTC,PERF,VPP,3N,HSW]}" - "{DIR[DTC,PERF,VPP,3N,TSH]}" - - "{DIR[DTC,PERF,VPP,2N,DNV]}" - - "{DIR[DTC,PERF,VPP,3N,DNV]}" +# - "{DIR[DTC,PERF,VPP,2N,DNV]}" +# - "{DIR[DTC,PERF,VPP,3N,DNV]}" data: - "vpp-perf-results-2n-skx" - "vpp-perf-results-3n-skx" - "vpp-perf-results-2n-clx" - "vpp-perf-results-3n-hsw" - "vpp-perf-results-3n-tsh" - - "vpp-perf-results-2n-dnv" - - "vpp-perf-results-3n-dnv" +# - "vpp-perf-results-2n-dnv" +# - "vpp-perf-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -6751,16 +6397,16 @@ - "{DIR[DTO,PERF,VPP,2N,CLX]}" - "{DIR[DTO,PERF,VPP,3N,HSW]}" - "{DIR[DTO,PERF,VPP,3N,TSH]}" - - "{DIR[DTO,PERF,VPP,2N,DNV]}" - - "{DIR[DTO,PERF,VPP,3N,DNV]}" +# - "{DIR[DTO,PERF,VPP,2N,DNV]}" +# - "{DIR[DTO,PERF,VPP,3N,DNV]}" data: - "vpp-perf-results-2n-skx" - "vpp-perf-results-3n-skx" - "vpp-perf-results-2n-clx" - "vpp-perf-results-3n-hsw" - "vpp-perf-results-3n-tsh" - - "vpp-perf-results-2n-dnv" - - "vpp-perf-results-3n-dnv" +# - "vpp-perf-results-2n-dnv" +# - "vpp-perf-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -6807,16 +6453,16 @@ - "{DIR[DTR,MRR,VPP,2N,CLX]}" - "{DIR[DTR,MRR,VPP,3N,HSW]}" - "{DIR[DTR,MRR,VPP,3N,TSH]}" - - "{DIR[DTR,MRR,VPP,2N,DNV]}" - - "{DIR[DTR,MRR,VPP,3N,DNV]}" +# - "{DIR[DTR,MRR,VPP,2N,DNV]}" +# - "{DIR[DTR,MRR,VPP,3N,DNV]}" data: - "vpp-mrr-results-2n-skx" - "vpp-mrr-results-3n-skx" - "vpp-mrr-results-2n-clx" - "vpp-mrr-results-3n-hsw" - "vpp-mrr-results-3n-tsh" - - "vpp-mrr-results-2n-dnv" - - "vpp-mrr-results-3n-dnv" +# - "vpp-mrr-results-2n-dnv" +# - "vpp-mrr-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -6871,8 +6517,8 @@ - "vpp-mrr-results-2n-clx" - "vpp-mrr-results-3n-hsw" - "vpp-mrr-results-3n-tsh" - - "vpp-mrr-results-2n-dnv" - - "vpp-mrr-results-3n-dnv" +# - "vpp-mrr-results-2n-dnv" +# - "vpp-mrr-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -7042,47 +6688,6 @@ title: "3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho" layout: "plot-hoststack" -## Plots VPP HTTP Server Performance -#- type: "plot" -# title: "VPP HTTP Server Performance" -# algorithm: "plot_http_server_perf_box" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps" -# data: -# "plot-vpp-http-server-performance" -# filter: "'HTTP' and 'TCP_CPS' and not '8T4C'" -# parameters: -# - "result" -# - "name" -# traces: -# hoverinfo: "y+name" -# boxpoints: "outliers" -# whiskerwidth: 0 -# layout: -# title: "VPP HTTP Server Performance" -# layout: -# "plot-cps" -# -#- type: "plot" -# title: "VPP HTTP Server Performance" -# algorithm: "plot_http_server_perf_box" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps" -# data: -# "plot-vpp-http-server-performance" -# filter: "'HTTP' and 'TCP_RPS' and not '8T4C'" -# parameters: -# - "result" -# - "name" -# traces: -# hoverinfo: "y+name" -# boxpoints: "outliers" -# whiskerwidth: 0 -# layout: -# title: "VPP HTTP Server Performance" -# layout: -# "plot-rps" - ################################################################################ # Soak Test (PLRsearch), boxes - 2n-clx @@ -7162,49 +6767,49 @@ # Reconf tests 2n-skx - type: "plot" - title: "NFV Implied time lost: 2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + title: "NFV Effective Blocked Time: 2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" algorithm: "plot_nf_reconf_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf" data: "plot-vpp-nfv-reconf-2n-skx" include: - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-2t1c-avf-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-2t1c-avf-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-2t1c-avf-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-2t1c-avf-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-2t1c-avf-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-2t1c-avf-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" layout: title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" layout: "plot-throughput" - type: "plot" - title: "NFV Implied time lost: 2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + title: "NFV Effective Blocked Time: 2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" algorithm: "plot_nf_reconf_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf" data: "plot-vpp-nfv-reconf-2n-skx" include: - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-4t2c-avf-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-4t2c-avf-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-4t2c-avf-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-4t2c-avf-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-4t2c-avf-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-4t2c-avf-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" layout: title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" layout: "plot-throughput" - type: "plot" - title: "NFV Implied time lost: 2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + title: "NFV Effective Blocked Time: 2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" algorithm: "plot_nf_reconf_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf" data: "plot-vpp-nfv-reconf-2n-skx" include: - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-8t4c-avf-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-8t4c-avf-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-8t4c-avf-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-8t4c-avf-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-8t4c-avf-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-8t4c-avf-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" layout: title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" layout: "plot-throughput" @@ -7214,7 +6819,7 @@ # Reconf tests 2n-clx - type: "plot" - title: "NFV Implied time lost: 2n-clx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + title: "NFV Effective Blocked Time: 2n-clx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" algorithm: "plot_nf_reconf_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf" data: "plot-vpp-nfv-reconf-2n-clx" @@ -7228,7 +6833,7 @@ layout: "plot-throughput" - type: "plot" - title: "NFV Implied time lost: 2n-clx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + title: "NFV Effective Blocked Time: 2n-clx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" algorithm: "plot_nf_reconf_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf" data: "plot-vpp-nfv-reconf-2n-clx" @@ -7242,7 +6847,7 @@ layout: "plot-throughput" - type: "plot" - title: "NFV Implied time lost: 2n-clx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + title: "NFV Effective Blocked Time: 2n-clx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" algorithm: "plot_nf_reconf_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf" data: "plot-vpp-nfv-reconf-2n-clx" @@ -7255,1546 +6860,426 @@ title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" layout: "plot-throughput" -################################################################################ -## Plots - NF Density - VSC - MRR 64b -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-vsc-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '2T1C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-vsc-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '4T2C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-vsc-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '8T4C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# layout: "plot-service-density" -# -## Plots - NF Density - VSC - MRR IMIX -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '2T1C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '4T2C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '8T4C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# layout: "plot-service-density" -# -## Plots - NF Density - VSC - NDR 64b -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-vsc-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '2T1C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-vsc-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '4T2C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-vsc-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '8T4C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" -# layout: "plot-service-density" -# -## Plots - NF Density - VSC - NDR IMIX -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '2T1C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '4T2C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '8T4C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" -# layout: "plot-service-density" -# -## Plots - NF Density - VSC - PDR 64b -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-vsc-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '2T1C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-vsc-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '4T2C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-vsc-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '8T4C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" -# layout: "plot-service-density" -# -## Plots - NF Density - VSC - PDR IMIX -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '2T1C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '4T2C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '8T4C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" -# layout: "plot-service-density" -# -################################################################################ -## Plots - NF Density - VSC - MRR 64b -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-vsc-vxlan-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# '118' and -# '2T1C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-vsc-vxlan-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# '118' and -# '4T2C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-vsc-vxlan-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# '118' and -# '8T4C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# layout: "plot-service-density" -# -## Plots - NF Density - VSC - MRR IMIX -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-vxlan-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# 'IMIX' and -# '2T1C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-vxlan-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# 'IMIX' and -# '4T2C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-vxlan-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# 'IMIX' and -# '8T4C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# layout: "plot-service-density" -# -## Plots - NF Density - VSC - NDR 64b -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-vsc-vxlan-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# '118' and -# '2T1C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-vsc-vxlan-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# '118' and -# '4T2C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-vsc-vxlan-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# '118' and -# '8T4C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" -# layout: "plot-service-density" -# -## Plots - NF Density - VSC - NDR IMIX -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-vxlan-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# 'IMIX' and -# '2T1C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-vxlan-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# 'IMIX' and -# '4T2C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-vxlan-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# 'IMIX' and -# '8T4C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" -# layout: "plot-service-density" -# -## Plots - NF Density - VSC - PDR 64b -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-vsc-vxlan-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# '118' and -# '2T1C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-vsc-vxlan-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# '118' and -# '4T2C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-vsc-vxlan-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# '118' and -# '8T4C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" -# layout: "plot-service-density" -# -## Plots - NF Density - VSC - PDR IMIX -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-vxlan-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# 'IMIX' and -# '2T1C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-vxlan-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# 'IMIX' and -# '4T2C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-vxlan-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# 'IMIX' and -# '8T4C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" -# layout: "plot-service-density" -# -################################################################################ -## Plots - NF Density - CSC - MRR 64b -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-csc-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '2T1C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-csc-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '4T2C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-csc-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '8T4C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# layout: "plot-service-density" -# -## Plots - NF Density - CSC - MRR IMIX -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-csc-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '2T1C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-csc-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '4T2C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-csc-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '8T4C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# layout: "plot-service-density" -# -## Plots - NF Density - CSC - NDR 64b -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-csc-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '2T1C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-csc-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '4T2C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-csc-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '8T4C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" -# layout: "plot-service-density" -# -## Plots - NF Density - CSC - NDR IMIX -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-csc-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '2T1C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-csc-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '4T2C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-csc-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '8T4C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" -# layout: "plot-service-density" -# -## Plots - NF Density - CSC - PDR 64b -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-csc-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '2T1C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-csc-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '4T2C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-csc-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# '64B' and -# '8T4C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "64B Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" -# layout: "plot-service-density" -# -## Plots - NF Density - CSC - PDR IMIX -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-csc-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '2T1C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-csc-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '4T2C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-csc-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '8T4C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" -# layout: "plot-service-density" -# -################################################################################ -# -## Plots - NF Density - CSC IPSEC 4tnl - MRR IMIX -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-4tnl-csc-mrr" -# data: "plot-vpp-nfv-3n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IPSEC' and -# 'TNL_4' and -# 'IMIX' and -# '2T1C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-4tnl-csc-mrr" -# data: "plot-vpp-nfv-3n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IPSEC' and -# 'TNL_4' and -# 'IMIX' and -# '4T2C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-4tnl-csc-mrr" -# data: "plot-vpp-nfv-3n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IPSEC' and -# 'TNL_4' and -# 'IMIX' and -# '8T4C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" -# layout: "plot-service-density" +############################################################################### + +# Plots - NF Density - VSC - MRR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + layout: "plot-service-density" + +# Plots - NF Density - VSC - NDR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + layout: "plot-service-density" + +# Plots - NF Density - VSC - PDR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + layout: "plot-service-density" + +############################################################################### + +# Plots - NF Density - VSC - MRR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-vxlan-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + 'VXLAN' and + 'CHAIN' and + 'IMIX' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-vxlan-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + 'VXLAN' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-vxlan-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + 'VXLAN' and + 'CHAIN' and + 'IMIX' and + '8T4C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" + layout: "plot-service-density" + +# Plots - NF Density - VSC - NDR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-vxlan-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + 'VXLAN' and + 'CHAIN' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-vxlan-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + 'VXLAN' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-vxlan-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + 'VXLAN' and + 'CHAIN' and + 'IMIX' and + '8T4C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" + layout: "plot-service-density" -# Plots - NF Density - CSC IPSEC 4tnl - NDR IMIX +# Plots - NF Density - VSC - PDR IMIX - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-4tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-vxlan-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and - 'DOCKER' and + 'VHOST' and + 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and 'IMIX' and '2T1C' and 'NDRPDR'" @@ -8802,81 +7287,159 @@ - "throughput" - "name" - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-vxlan-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + 'VXLAN' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-vxlan-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + 'VXLAN' and + 'CHAIN' and + 'IMIX' and + '8T4C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" + layout: "plot-service-density" + +############################################################################### + +# Plots - NF Density - CSC - MRR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" x-axis: "X = CNFs per Service Chain" y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-4tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and 'IMIX' and '4T2C' and - 'NDRPDR'" + 'MRR'" parameters: - - "throughput" + - "result" - "name" - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" x-axis: "X = CNFs per Service Chain" y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-4tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and 'IMIX' and '8T4C' and - 'NDRPDR'" + 'MRR'" parameters: - - "throughput" + - "result" - "name" - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" x-axis: "X = CNFs per Service Chain" y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" -# Plots - NF Density - CSC IPSEC 4tnl - PDR IMIX +# Plots - NF Density - CSC - NDR IMIX - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-4tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-csc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and 'IMIX' and '2T1C' and 'NDRPDR'" @@ -8884,26 +7447,25 @@ - "throughput" - "name" - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" x-axis: "X = CNFs per Service Chain" y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-4tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-csc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and 'IMIX' and '4T2C' and 'NDRPDR'" @@ -8911,26 +7473,25 @@ - "throughput" - "name" - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" x-axis: "X = CNFs per Service Chain" y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-4tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-csc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and 'IMIX' and '8T4C' and 'NDRPDR'" @@ -8938,104 +7499,184 @@ - "throughput" - "name" - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" x-axis: "X = CNFs per Service Chain" y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" -############################################################################### - -# Plots - NF Density - CSC IPSEC 4tnl - MRR IMIX +# Plots - NF Density - CSC - PDR IMIX - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-4tnl-csc-mrr" - data: "plot-vpp-nfv-3n-hsw-mrr" - filter: "'NIC_Intel-XL710' and + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-csc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'NF_VPPIP4' and 'IMIX' and - 'TNL_4' and - '1T1C' and - 'MRR'" + '2T1C' and + 'NDRPDR'" parameters: - - "result" + - "throughput" - "name" - "tags" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" x-axis: "X = CNFs per Service Chain" y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-4tnl-csc-mrr" - data: "plot-vpp-nfv-3n-hsw-mrr" - filter: "'NIC_Intel-XL710' and + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-csc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and 'IMIX' and - '2T2C' and - 'MRR'" + '4T2C' and + 'NDRPDR'" parameters: - - "result" + - "throughput" - "name" - "tags" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" x-axis: "X = CNFs per Service Chain" y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-4tnl-csc-mrr" - data: "plot-vpp-nfv-3n-hsw-mrr" - filter: "'NIC_Intel-XL710' and + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-csc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_4' and 'IMIX' and - '4T4C' and - 'MRR'" + '8T4C' and + 'NDRPDR'" parameters: - - "result" + - "throughput" - "name" - "tags" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" x-axis: "X = CNFs per Service Chain" y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" +################################################################################ +# +## Plots - NF Density - CSC IPSEC 4tnl - MRR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-4tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-skx-mrr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '2T1C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-4tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-skx-mrr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '4T2C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-4tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-skx-mrr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '8T4C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# layout: "plot-service-density" + # Plots - NF Density - CSC IPSEC 4tnl - NDR IMIX - type: "plot" title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-4tnl-csc-ndr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-4tnl-csc-ndr" + data: "plot-vpp-nfv-3n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and @@ -9043,7 +7684,7 @@ 'IPSEC' and 'TNL_4' and 'IMIX' and - '1T1C' and + '2T1C' and 'NDRPDR'" parameters: - "throughput" @@ -9060,9 +7701,9 @@ - type: "plot" title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-4tnl-csc-ndr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-4tnl-csc-ndr" + data: "plot-vpp-nfv-3n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and @@ -9070,7 +7711,7 @@ 'IPSEC' and 'TNL_4' and 'IMIX' and - '2T2C' and + '4T2C' and 'NDRPDR'" parameters: - "throughput" @@ -9087,9 +7728,9 @@ - type: "plot" title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-4tnl-csc-ndr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-4tnl-csc-ndr" + data: "plot-vpp-nfv-3n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and @@ -9097,7 +7738,7 @@ 'IPSEC' and 'TNL_4' and 'IMIX' and - '4T4C' and + '8T4C' and 'NDRPDR'" parameters: - "throughput" @@ -9115,9 +7756,9 @@ - type: "plot" title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-4tnl-csc-pdr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-4tnl-csc-pdr" + data: "plot-vpp-nfv-3n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and @@ -9125,7 +7766,7 @@ 'IPSEC' and 'TNL_4' and 'IMIX' and - '1T1C' and + '2T1C' and 'NDRPDR'" parameters: - "throughput" @@ -9142,9 +7783,9 @@ - type: "plot" title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-4tnl-csc-pdr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-4tnl-csc-pdr" + data: "plot-vpp-nfv-3n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and @@ -9152,7 +7793,7 @@ 'IPSEC' and 'TNL_4' and 'IMIX' and - '2T2C' and + '4T2C' and 'NDRPDR'" parameters: - "throughput" @@ -9169,9 +7810,9 @@ - type: "plot" title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-4tnl-csc-pdr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-4tnl-csc-pdr" + data: "plot-vpp-nfv-3n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and @@ -9179,7 +7820,7 @@ 'IPSEC' and 'TNL_4' and 'IMIX' and - '4T4C' and + '8T4C' and 'NDRPDR'" parameters: - "throughput" @@ -9195,21 +7836,47 @@ ############################################################################### -## Plots - NF Density - CSC IPSEC 1000tnl - MRR IMIX +## Plots - NF Density - CSC IPSEC 4tnl - MRR IMIX #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" # algorithm: "plot_nf_heatmap" -# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-1000tnl-csc-mrr" -# data: "plot-vpp-nfv-3n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-4tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-hsw-mrr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IMIX' and +# 'TNL_4' and +# '1T1C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-4tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-hsw-mrr" +# filter: "'NIC_Intel-XL710' and # 'NF_DENSITY' and # 'DOCKER' and # 'CHAIN' and # 'NF_VPPIP4' and # 'IPSEC' and -# 'TNL_1000' and +# 'TNL_4' and # 'IMIX' and -# '2T1C' and +# '2T2C' and # 'MRR'" # parameters: # - "result" @@ -9220,13 +7887,207 @@ # y-axis: "Y = Number of Service Chains" # z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-4tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-hsw-mrr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '4T4C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr" +# layout: "plot-service-density" + +## Plots - NF Density - CSC IPSEC 4tnl - NDR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-4tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '1T1C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-4tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '2T2C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-4tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '4T4C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr" +# layout: "plot-service-density" +# +## Plots - NF Density - CSC IPSEC 4tnl - PDR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-4tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '1T1C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-4tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '2T2C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-4tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_4' and +# 'IMIX' and +# '4T4C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr" # layout: "plot-service-density" -# + +############################################################################### + +## Plots - NF Density - CSC IPSEC 1000tnl - MRR IMIX #- type: "plot" # title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" # algorithm: "plot_nf_heatmap" -# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-1000tnl-csc-mrr" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-1000tnl-csc-mrr" # data: "plot-vpp-nfv-3n-skx-mrr" # filter: "'NIC_Intel-XXV710' and # 'NF_DENSITY' and @@ -9236,7 +8097,7 @@ # 'IPSEC' and # 'TNL_1000' and # 'IMIX' and -# '4T2C' and +# '2T1C' and # 'MRR'" # parameters: # - "result" @@ -9253,284 +8114,64 @@ #- type: "plot" # title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" # algorithm: "plot_nf_heatmap" -# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-1000tnl-csc-mrr" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-1000tnl-csc-mrr" # data: "plot-vpp-nfv-3n-skx-mrr" # filter: "'NIC_Intel-XXV710' and # 'NF_DENSITY' and # 'DOCKER' and # 'CHAIN' and -# 'NF_VPPIP4' and -# 'IPSEC' and -# 'TNL_1000' and -# 'IMIX' and -# '8T4C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" -# layout: "plot-service-density" - -# Plots - NF Density - CSC IPSEC 1000tnl - NDR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-1000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and - 'IMIX' and - '2T1C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-1000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and - 'IMIX' and - '4T2C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-1000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and - 'IMIX' and - '8T4C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" - layout: "plot-service-density" - -# Plots - NF Density - CSC IPSEC 1000tnl - PDR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-1000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and - 'IMIX' and - '2T1C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-1000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and - 'IMIX' and - '4T2C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-1000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and - 'IMIX' and - '8T4C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" - layout: "plot-service-density" - -############################################################################### - -# Plots - NF Density - CSC IPSEC 1000tnl - MRR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-1000tnl-csc-mrr" - data: "plot-vpp-nfv-3n-hsw-mrr" - filter: "'NIC_Intel-XL710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IMIX' and - 'TNL_1000' and - '1T1C' and - 'MRR'" - parameters: - - "result" - - "name" - - "tags" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-1000tnl-csc-mrr" - data: "plot-vpp-nfv-3n-hsw-mrr" - filter: "'NIC_Intel-XL710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and - 'IMIX' and - '2T2C' and - 'MRR'" - parameters: - - "result" - - "name" - - "tags" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-1000tnl-csc-mrr" - data: "plot-vpp-nfv-3n-hsw-mrr" - filter: "'NIC_Intel-XL710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_1000' and - 'IMIX' and - '4T4C' and - 'MRR'" - parameters: - - "result" - - "name" - - "tags" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" - layout: "plot-service-density" +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '4T2C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-1000tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-skx-mrr" +# filter: "'NIC_Intel-XXV710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '8T4C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" +# layout: "plot-service-density" # Plots - NF Density - CSC IPSEC 1000tnl - NDR IMIX - type: "plot" title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-1000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-1000tnl-csc-ndr" + data: "plot-vpp-nfv-3n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and @@ -9538,7 +8179,7 @@ 'IPSEC' and 'TNL_1000' and 'IMIX' and - '1T1C' and + '2T1C' and 'NDRPDR'" parameters: - "throughput" @@ -9555,9 +8196,9 @@ - type: "plot" title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-1000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-1000tnl-csc-ndr" + data: "plot-vpp-nfv-3n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and @@ -9565,7 +8206,7 @@ 'IPSEC' and 'TNL_1000' and 'IMIX' and - '2T2C' and + '4T2C' and 'NDRPDR'" parameters: - "throughput" @@ -9582,9 +8223,9 @@ - type: "plot" title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-1000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-1000tnl-csc-ndr" + data: "plot-vpp-nfv-3n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and @@ -9592,7 +8233,7 @@ 'IPSEC' and 'TNL_1000' and 'IMIX' and - '4T4C' and + '8T4C' and 'NDRPDR'" parameters: - "throughput" @@ -9610,9 +8251,9 @@ - type: "plot" title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-1000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-1000tnl-csc-pdr" + data: "plot-vpp-nfv-3n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and @@ -9620,7 +8261,7 @@ 'IPSEC' and 'TNL_1000' and 'IMIX' and - '1T1C' and + '2T1C' and 'NDRPDR'" parameters: - "throughput" @@ -9637,9 +8278,9 @@ - type: "plot" title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-1000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-1000tnl-csc-pdr" + data: "plot-vpp-nfv-3n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and @@ -9647,7 +8288,7 @@ 'IPSEC' and 'TNL_1000' and 'IMIX' and - '2T2C' and + '4T2C' and 'NDRPDR'" parameters: - "throughput" @@ -9664,9 +8305,9 @@ - type: "plot" title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-1000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-1000tnl-csc-pdr" + data: "plot-vpp-nfv-3n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and @@ -9674,7 +8315,7 @@ 'IPSEC' and 'TNL_1000' and 'IMIX' and - '4T4C' and + '8T4C' and 'NDRPDR'" parameters: - "throughput" @@ -9690,6 +8331,253 @@ ############################################################################### +## Plots - NF Density - CSC IPSEC 1000tnl - MRR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-1000tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-hsw-mrr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IMIX' and +# 'TNL_1000' and +# '1T1C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-1000tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-hsw-mrr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '2T2C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-1000tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-hsw-mrr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '4T4C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr" +# layout: "plot-service-density" + +## Plots - NF Density - CSC IPSEC 1000tnl - NDR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-1000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '1T1C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-1000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '2T2C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-1000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '4T4C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr" +# layout: "plot-service-density" +# +## Plots - NF Density - CSC IPSEC 1000tnl - PDR IMIX +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-1000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '1T1C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-1000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '2T2C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" +# layout: "plot-service-density" +# +#- type: "plot" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" +# algorithm: "plot_nf_heatmap" +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-1000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and +# 'NF_DENSITY' and +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_1000' and +# 'IMIX' and +# '4T4C' and +# 'NDRPDR'" +# parameters: +# - "throughput" +# - "name" +# - "tags" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr" +# layout: "plot-service-density" + +############################################################################### + ## Plots - NF Density - CSC IPSEC 10000tnl - MRR IMIX #- type: "plot" # title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" @@ -9752,280 +8640,33 @@ # data: "plot-vpp-nfv-3n-skx-mrr" # filter: "'NIC_Intel-XXV710' and # 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IPSEC' and -# 'TNL_10000' and -# 'IMIX' and -# '8T4C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" -# layout: "plot-service-density" - -# Plots - NF Density - CSC IPSEC 10000tnl - NDR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-10000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '2T1C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '4T2C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '8T4C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" - layout: "plot-service-density" - -# Plots - NF Density - CSC IPSEC 10000tnl - PDR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-10000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '2T1C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '4T2C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-skx-ndrpdr" - filter: "'NIC_Intel-XXV710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '8T4C' and - 'NDRPDR'" - parameters: - - "throughput" - - "name" - - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" - layout: "plot-service-density" - -############################################################################### - -# Plots - NF Density - CSC IPSEC 10000tnl - MRR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-10000tnl-csc-mrr" - data: "plot-vpp-nfv-3n-hsw-mrr" - filter: "'NIC_Intel-XL710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IMIX' and - 'TNL_10000' and - '1T1C' and - 'MRR'" - parameters: - - "result" - - "name" - - "tags" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-10000tnl-csc-mrr" - data: "plot-vpp-nfv-3n-hsw-mrr" - filter: "'NIC_Intel-XL710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '2T2C' and - 'MRR'" - parameters: - - "result" - - "name" - - "tags" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" - layout: "plot-service-density" - -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-10000tnl-csc-mrr" - data: "plot-vpp-nfv-3n-hsw-mrr" - filter: "'NIC_Intel-XL710' and - 'NF_DENSITY' and - 'DOCKER' and - 'CHAIN' and - 'NF_VPPIP4' and - 'IPSEC' and - 'TNL_10000' and - 'IMIX' and - '4T4C' and - 'MRR'" - parameters: - - "result" - - "name" - - "tags" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" - layout: "plot-service-density" +# 'DOCKER' and +# 'CHAIN' and +# 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and +# 'IMIX' and +# '8T4C' and +# 'MRR'" +# parameters: +# - "result" +# - "name" +# - "tags" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" +# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" +# layout: +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" +# layout: "plot-service-density" # Plots - NF Density - CSC IPSEC 10000tnl - NDR IMIX - type: "plot" title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-10000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-10000tnl-csc-ndr" + data: "plot-vpp-nfv-3n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and @@ -10033,7 +8674,7 @@ 'IPSEC' and 'TNL_10000' and 'IMIX' and - '1T1C' and + '2T1C' and 'NDRPDR'" parameters: - "throughput" @@ -10050,9 +8691,9 @@ - type: "plot" title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-10000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-ndr" + data: "plot-vpp-nfv-3n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and @@ -10060,7 +8701,7 @@ 'IPSEC' and 'TNL_10000' and 'IMIX' and - '2T2C' and + '4T2C' and 'NDRPDR'" parameters: - "throughput" @@ -10077,9 +8718,9 @@ - type: "plot" title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-10000tnl-csc-ndr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-ndr" + data: "plot-vpp-nfv-3n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and @@ -10087,7 +8728,7 @@ 'IPSEC' and 'TNL_10000' and 'IMIX' and - '4T4C' and + '8T4C' and 'NDRPDR'" parameters: - "throughput" @@ -10105,9 +8746,9 @@ - type: "plot" title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-10000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-10000tnl-csc-pdr" + data: "plot-vpp-nfv-3n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and @@ -10115,7 +8756,7 @@ 'IPSEC' and 'TNL_10000' and 'IMIX' and - '1T1C' and + '2T1C' and 'NDRPDR'" parameters: - "throughput" @@ -10132,9 +8773,9 @@ - type: "plot" title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-10000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-pdr" + data: "plot-vpp-nfv-3n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and @@ -10142,7 +8783,7 @@ 'IPSEC' and 'TNL_10000' and 'IMIX' and - '2T2C' and + '4T2C' and 'NDRPDR'" parameters: - "throughput" @@ -10159,9 +8800,9 @@ - type: "plot" title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-10000tnl-csc-pdr" - data: "plot-vpp-nfv-3n-hsw-ndrpdr" - filter: "'NIC_Intel-XL710' and + output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-pdr" + data: "plot-vpp-nfv-3n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and @@ -10169,7 +8810,7 @@ 'IPSEC' and 'TNL_10000' and 'IMIX' and - '4T4C' and + '8T4C' and 'NDRPDR'" parameters: - "throughput" @@ -10185,481 +8826,490 @@ ############################################################################### -# Plots - NF Density - CSP - MRR 64b - -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-csp-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'PIPELINE' and -# 'NF_VPPIP4' and -# '64B' and -# '2T1C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" -# z-axis: "64B Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-csp-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'PIPELINE' and -# 'NF_VPPIP4' and -# '64B' and -# '4T2C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" -# z-axis: "64B Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-csp-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'PIPELINE' and -# 'NF_VPPIP4' and -# '64B' and -# '8T4C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" -# z-axis: "64B Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" -# layout: "plot-service-density" -# -## Plots - NF Density - CSP - MRR IMIX +## Plots - NF Density - CSC IPSEC 10000tnl - MRR IMIX #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" # algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-csp-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-10000tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-hsw-mrr" +# filter: "'NIC_Intel-XL710' and # 'NF_DENSITY' and # 'DOCKER' and -# 'PIPELINE' and +# 'CHAIN' and # 'NF_VPPIP4' and # 'IMIX' and -# '2T1C' and +# 'TNL_10000' and +# '1T1C' and # 'MRR'" # parameters: # - "result" # - "name" # - "tags" # include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" # z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" # layout: "plot-service-density" # #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" # algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-csp-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-10000tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-hsw-mrr" +# filter: "'NIC_Intel-XL710' and # 'NF_DENSITY' and # 'DOCKER' and -# 'PIPELINE' and +# 'CHAIN' and # 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and # 'IMIX' and -# '4T2C' and +# '2T2C' and # 'MRR'" # parameters: # - "result" # - "name" # - "tags" # include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" # z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" # layout: "plot-service-density" # #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" # algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-csp-mrr" -# data: "plot-vpp-nfv-2n-skx-mrr" -# filter: "'NIC_Intel-XXV710' and +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-10000tnl-csc-mrr" +# data: "plot-vpp-nfv-3n-hsw-mrr" +# filter: "'NIC_Intel-XL710' and # 'NF_DENSITY' and # 'DOCKER' and -# 'PIPELINE' and +# 'CHAIN' and # 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and # 'IMIX' and -# '8T4C' and +# '4T4C' and # 'MRR'" # parameters: # - "result" # - "name" # - "tags" # include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" # z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" -# layout: "plot-service-density" -# -## Plots - NF Density - CSP - NDR 64b -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-csp-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'PIPELINE' and -# 'NF_VPPIP4' and -# '64B' and -# '2T1C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" -# z-axis: "64B Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-csp-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'PIPELINE' and -# 'NF_VPPIP4' and -# '64B' and -# '4T2C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" -# z-axis: "64B Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-csp-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'PIPELINE' and -# 'NF_VPPIP4' and -# '64B' and -# '8T4C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" -# z-axis: "64B Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr" # layout: "plot-service-density" -# -## Plots - NF Density - CSP - NDR IMIX + +## Plots - NF Density - CSC IPSEC 10000tnl - NDR IMIX #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" # algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-csp-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-10000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and # 'NF_DENSITY' and # 'DOCKER' and -# 'PIPELINE' and +# 'CHAIN' and # 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and # 'IMIX' and -# '2T1C' and +# '1T1C' and # 'NDRPDR'" # parameters: # - "throughput" # - "name" # - "tags" # include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" # z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" # layout: "plot-service-density" # #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" # algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-csp-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-10000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and # 'NF_DENSITY' and # 'DOCKER' and -# 'PIPELINE' and +# 'CHAIN' and # 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and # 'IMIX' and -# '4T2C' and +# '2T2C' and # 'NDRPDR'" # parameters: # - "throughput" # - "name" # - "tags" # include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" # z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" # layout: "plot-service-density" # #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" # algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-csp-ndr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-10000tnl-csc-ndr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and # 'NF_DENSITY' and # 'DOCKER' and -# 'PIPELINE' and +# 'CHAIN' and # 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and # 'IMIX' and -# '8T4C' and +# '4T4C' and # 'NDRPDR'" # parameters: # - "throughput" # - "name" # - "tags" # include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" # z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" -# layout: "plot-service-density" -# -## Plots - NF Density - CSP - PDR 64b -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-csp-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'PIPELINE' and -# 'NF_VPPIP4' and -# '64B' and -# '2T1C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" -# z-axis: "64B Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-csp-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'PIPELINE' and -# 'NF_VPPIP4' and -# '64B' and -# '4T2C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" -# z-axis: "64B Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-csp-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'PIPELINE' and -# 'NF_VPPIP4' and -# '64B' and -# '8T4C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" -# z-axis: "64B Packet Throughput (mean PDR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr" # layout: "plot-service-density" # -## Plots - NF Density - CSP - PDR IMIX +## Plots - NF Density - CSC IPSEC 10000tnl - PDR IMIX #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" # algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-csp-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-1t1c-ipsec-10000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and # 'NF_DENSITY' and # 'DOCKER' and -# 'PIPELINE' and +# 'CHAIN' and # 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and # 'IMIX' and -# '2T1C' and +# '1T1C' and # 'NDRPDR'" # parameters: # - "throughput" # - "name" # - "tags" # include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" # z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" # layout: "plot-service-density" # #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" # algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-csp-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-2t2c-ipsec-10000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and # 'NF_DENSITY' and # 'DOCKER' and -# 'PIPELINE' and +# 'CHAIN' and # 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and # 'IMIX' and -# '4T2C' and +# '2T2C' and # 'NDRPDR'" # parameters: # - "throughput" # - "name" # - "tags" # include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" # z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" # layout: "plot-service-density" # #- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" +# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" # algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-csp-pdr" -# data: "plot-vpp-nfv-2n-skx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and +# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-10000tnl-csc-pdr" +# data: "plot-vpp-nfv-3n-hsw-ndrpdr" +# filter: "'NIC_Intel-XL710' and # 'NF_DENSITY' and # 'DOCKER' and -# 'PIPELINE' and +# 'CHAIN' and # 'NF_VPPIP4' and +# 'IPSEC' and +# 'TNL_10000' and # 'IMIX' and -# '8T4C' and +# '4T4C' and # 'NDRPDR'" # parameters: # - "throughput" # - "name" # - "tags" # include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" +# x-axis: "X = CNFs per Service Chain" +# y-axis: "Y = Number of Service Chains" # z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" # layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" +# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr" # layout: "plot-service-density" +############################################################################### + +# Plots - NF Density - CSP - MRR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + layout: "plot-service-density" + +# Plots - NF Density - CSP - NDR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-csp-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-csp-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-csp-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + layout: "plot-service-density" + +# Plots - NF Density - CSP - PDR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-csp-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-csp-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-csp-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + layout: "plot-service-density" + ############################################################################### # Plots - 2n-clx NF Density - VSC - MRR IMIX @@ -11685,8 +10335,8 @@ output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-2t1c-memif-base-avf-ndr" data: "plot-vpp-throughput-lat-tsa-3n-skx" include: - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-eth-l2xcbase-avf-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Lxc-Ndrpdr.64B-2t1c-eth-l2xcbase-avf-eth-2memif-1lxc-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Lxc-Ndrpdr.64B-2t1c-avf-eth-l2xcbase-eth-2memif-1lxc-ndrpdr" - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-Ndrpdr.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr" - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" @@ -11703,7 +10353,7 @@ - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Lxc-Ndrpdr.64B-2t1c-avf-eth-l2xcbase-eth-2memif-1lxc-ndrpdr" - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-Ndrpdr.64B-avf-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-Ndrpdr.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr" - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" layout: title: "3n-skx-xxv710-64b-2t1c-memif-base-avf-pdr" @@ -11923,8 +10573,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr" layout: "plot-throughput" @@ -11939,8 +10589,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr" layout: "plot-throughput" @@ -11956,7 +10606,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput" @@ -11972,7 +10622,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput" @@ -12011,7 +10661,7 @@ include: - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-2t1c-avf-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-2t1c-avf-dot1q-ip4base-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-2t1c-avf-dot1q-ip4base-ndrpdr" # - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-2t1c-ethip4-ip4base-ndrpdr" # - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Ethip4-Ip4Scale2M-Ndrpdr.64B-2t1c-ethip4-ip4scale2m-ndrpdr" layout: @@ -12026,7 +10676,7 @@ include: - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-2t1c-avf-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-2t1c-avf-dot1q-ip4base-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-2t1c-avf-dot1q-ip4base-ndrpdr" # - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-2t1c-ethip4-ip4base-ndrpdr" # - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Ethip4-Ip4Scale2M-Ndrpdr.64B-2t1c-ethip4-ip4scale2m-ndrpdr" layout: @@ -12103,8 +10753,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr" layout: "plot-throughput" @@ -12119,8 +10767,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr" layout: "plot-throughput" @@ -12136,7 +10782,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput" @@ -12152,7 +10797,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput" @@ -12197,8 +10841,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-tsh-x520-64b-1t1c-features-ip4routing-base-ixgbe-ndr" layout: "plot-throughput" @@ -12213,8 +10855,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-tsh-x520-64b-1t1c-features-ip4routing-base-ixgbe-pdr" layout: "plot-throughput" @@ -12260,7 +10900,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-1t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr" layout: "plot-throughput" @@ -12276,7 +10916,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-1t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr" layout: "plot-throughput" @@ -12322,7 +10962,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr" layout: "plot-throughput" @@ -12338,7 +10977,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr" layout: "plot-throughput" @@ -12866,35 +11504,35 @@ layout: "plot-throughput" - type: "plot" - title: "Throughput: 3n-skx-xxv710-64b-2t1c-ipsec-ip4routing-base-scale-dpdk-ndr" + title: "Throughput: 3n-skx-xxv710-1518b-2t1c-ipsec-ip4routing-base-scale-dpdk-ndr" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-2t1c-ipsec-ip4routing-base-scale-dpdk-ndr" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1518b-2t1c-ipsec-ip4routing-base-scale-dpdk-ndr" data: "plot-vpp-throughput-lat-tsa-3n-skx" include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.64B-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.64B-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.64B-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" layout: - title: "3n-skx-xxv710-64b-2t1c-ipsec-ip4routing-base-scale-dpdk-ndr" + title: "3n-skx-xxv710-1518b-2t1c-ipsec-ip4routing-base-scale-dpdk-ndr" layout: "plot-throughput" - type: "plot" - title: "Throughput: 3n-skx-xxv710-64b-2t1c-ipsec-ip4routing-base-scale-dpdk-pdr" + title: "Throughput: 3n-skx-xxv710-1518b-2t1c-ipsec-ip4routing-base-scale-dpdk-pdr" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-2t1c-ipsec-ip4routing-base-scale-dpdk-pdr" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1518b-2t1c-ipsec-ip4routing-base-scale-dpdk-pdr" data: "plot-vpp-throughput-lat-tsa-3n-skx" include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.64B-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.64B-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.64B-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" layout: - title: "3n-skx-xxv710-64b-2t1c-ipsec-ip4routing-base-scale-dpdk-pdr" + title: "3n-skx-xxv710-1518b-2t1c-ipsec-ip4routing-base-scale-dpdk-pdr" layout: "plot-throughput" - type: "plot" @@ -13678,9 +12316,9 @@ - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-2t1c-avf-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" layout: title: "3n-skx-xxv710-78b-2t1c-srv6-ip6routing-base-avf-ndr" layout: "plot-throughput" @@ -13694,9 +12332,9 @@ - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-2t1c-avf-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-2t1c-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" layout: title: "3n-skx-xxv710-78b-2t1c-srv6-ip6routing-base-avf-pdr" layout: "plot-throughput" @@ -14651,8 +13289,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-skx-xxv710-64b-features-ip4routing-base-avf-ndr" layout: "plot-throughput-speedup-analysis" @@ -14667,8 +13305,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-skx-xxv710-64b-features-ip4routing-base-avf-pdr" layout: "plot-throughput-speedup-analysis" @@ -14684,7 +13322,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-skx-xxv710-64b-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput-speedup-analysis" @@ -14700,7 +13338,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-skx-xxv710-64b-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput-speedup-analysis" @@ -14831,8 +13469,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-features-ip4routing-base-avf-ndr" layout: "plot-throughput-speedup-analysis" @@ -14847,8 +13483,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-features-ip4routing-base-avf-pdr" layout: "plot-throughput-speedup-analysis" @@ -14864,7 +13498,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput-speedup-analysis" @@ -14880,7 +13513,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput-speedup-analysis" @@ -16237,8 +14869,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-tsh-x520-64b-features-ip4routing-base-ixgbe-ndr" layout: "plot-throughput-speedup-analysis" @@ -16253,8 +14883,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-tsh-x520-64b-features-ip4routing-base-ixgbe-pdr" layout: "plot-throughput-speedup-analysis" @@ -16610,7 +15238,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa" layout: "plot-throughput-speedup-analysis" @@ -16626,7 +15254,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa" layout: "plot-throughput-speedup-analysis" @@ -16762,7 +15390,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa" layout: "plot-throughput-speedup-analysis" @@ -16778,7 +15405,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa" layout: "plot-throughput-speedup-analysis" @@ -17513,7 +16139,7 @@ output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr-ndr" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" +# - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" @@ -17527,7 +16153,7 @@ output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr-pdr" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" +# - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" @@ -17557,6 +16183,7 @@ output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-2t1c-ip4routing-base-scale-[avf,dpdk]-pdr" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-2t1c-avf-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-2t1c-avf-ethip4-ip4scale2m-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-2t1c-avf-ethip4-ip4scale2m-rnd-ndrpdr" @@ -17686,8 +16313,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr" layout: "plot-throughput" @@ -17702,12 +16329,44 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-ndr" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H1-P63-S63-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p63-s63-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H16384-P63-S1032192-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h16384-p63-s1032192-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H262144-P63-S16515072-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h262144-p63-s16515072-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H65536-P63-S4128758-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h65536-p63-s4128758-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H1-P63-S63-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p63-s63-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H16384-P63-S1032192-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h16384-p63-s1032192-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H262144-P63-S16515072-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h262144-p63-s16515072-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H65536-P63-S4128758-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h65536-p63-s4128758-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-pdr" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr" algorithm: "plot_perf_box_name" @@ -17719,7 +16378,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput" @@ -17735,7 +16394,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput" @@ -17806,8 +16465,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-rdma-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-rdma-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-cx556a-64b-2t1c-rdma-ethip4-features-ndr" layout: "plot-throughput" @@ -17822,8 +16481,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-rdma-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-rdma-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-cx556a-64b-2t1c-rdma-ethip4-features-pdr" layout: "plot-throughput" @@ -18638,8 +17297,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-xxv710-64b-features-ip4routing-base-avf-ndr" layout: "plot-throughput-speedup-analysis" @@ -18654,12 +17313,44 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-xxv710-64b-features-ip4routing-base-avf-pdr" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-features-snat44det-scale-avf-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-features-snat44det-scale-avf-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H1-P63-S63-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p63-s63-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H16384-P63-S1032192-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h16384-p63-s1032192-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H262144-P63-S16515072-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h262144-p63-s16515072-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H65536-P63-S4128758-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h65536-p63-s4128758-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-features-snat44det-scale-avf-ndr" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-features-snat44det-scale-avf-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-features-snat44det-scale-avf-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H1-P63-S63-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p63-s63-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H16384-P63-S1032192-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h16384-p63-s1032192-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H262144-P63-S16515072-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h262144-p63-s16515072-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H65536-P63-S4128758-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h65536-p63-s4128758-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-features-snat44det-scale-avf-pdr" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 2n-clx-xxv710-64b-features-ip4routing-base-dpdk-ndr-tsa" algorithm: "plot_tsa_name" @@ -18671,7 +17362,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-clx-xxv710-64b-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput-speedup-analysis" @@ -18687,7 +17378,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-clx-xxv710-64b-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput-speedup-analysis" @@ -18758,8 +17449,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-rdma-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-rdma-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-cx556a-64b-rdma-ethip4-features-ndr" layout: "plot-throughput-speedup-analysis" @@ -18774,8 +17465,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-rdma-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-rdma-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-cx556a-64b-rdma-ethip4-features-pdr" layout: "plot-throughput-speedup-analysis" @@ -19305,9 +17996,9 @@ layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-l2-vhost-vppl2xc-base-pdr-tsa" + title: "Speedup: 2n-clx-cx556a-64b-rdma-l2-vhost-vppl2xc-base-pdr-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-l2-vhost-vppl2xc-base-pdr-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2-vhost-vppl2xc-base-pdr-tsa" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -19315,7 +18006,7 @@ - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" layout: - title: "2n-clx-cx556a-64b-l2-vhost-vppl2xc-base-pdr" + title: "2n-clx-cx556a-64b-rdma-l2-vhost-vppl2xc-base-pdr" layout: "plot-throughput-speedup-analysis" - type: "plot"