X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=f1e9e56d2420b0f5eb8673d78ad5797a84d7c440;hp=a579f21d9e7f94153577833d2b5fc8be69bce236;hb=619cbff63ab7570bb904acccd627d65f328a1e9a;hpb=ad4f18fdb7b46c3c2b95813c1fdbe428295ef61b diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index a579f21d9e..f1e9e56d24 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -130,71 +130,92 @@ # 3n-hsw plot-vpp-throughput-lat-tsa-3n-hsw: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-hsw: - - 12 # NDRPDR sel - - plot-vpp-http-server-performance: - # TODO: Replace with 1904 data - # csit-vpp-perf-verify-1904-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 28 # WRK - - 29 # WRK - - 30 # WRK - - 31 # WRK - - 32 # WRK - - 33 # WRK - - 34 # WRK - - 35 # WRK - - 36 # WRK - - 37 # WRK - - plot-ligato-throughput-lat-tsa-3n-hsw: - # TODO: Replace with 1904 data - # csit-ligato-perf-verify-1904-3n-hsw: - csit-ligato-perf-verify-1901-3n-hsw: - - 8 # NDRPDR sel - - 9 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 25 # NDRPDR sel + - 26 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + +# plot-vpp-http-server-performance: +# # TODO: Replace with 1904 data +# # csit-vpp-perf-verify-1904-3n-hsw: +# csit-vpp-perf-verify-1810-3n-hsw: +# - 28 # WRK +# - 29 # WRK +# - 30 # WRK +# - 31 # WRK +# - 32 # WRK +# - 33 # WRK +# - 34 # WRK +# - 35 # WRK +# - 36 # WRK +# - 37 # WRK + +# plot-ligato-throughput-lat-tsa-3n-hsw: +# # TODO: Replace with 1904 data +# # csit-ligato-perf-verify-1904-3n-hsw: +# csit-ligato-perf-verify-1901-3n-hsw: +# - 8 # NDRPDR sel +# - 9 # NDRPDR sel +# - 11 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 14 # NDRPDR sel +# - 15 # NDRPDR sel +# - 16 # NDRPDR sel +# - 17 # NDRPDR sel +# - 18 # NDRPDR sel plot-dpdk-throughput-latency-3n-hsw: - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-hsw: - 2 # NDRPDR sel - 3 # NDRPDR sel - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel # 3n-skx plot-vpp-throughput-lat-tsa-3n-skx: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-skx: - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel plot-dpdk-throughput-latency-3n-skx: - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-skx: - 2 # NDRPDR sel - 3 # NDRPDR sel - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel # 2n-skx plot-vpp-throughput-lat-tsa-2n-skx: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - 12 # NDRPDR sel - 14 # NDRPDR sel @@ -203,25 +224,52 @@ - 18 # NDRPDR sel - 21 # NDRPDR sel - 27 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel + - 32 # NDRPDR sel plot-vpp-soak-2n-skx: - # TODO: Replace with 1904 data - # csit-vpp-perf-verify-1904-2n-skx: - csit-vpp-perf-verify-1901-2n-skx: - - 45 # SOAK sel - - plot-vpp-nfv-2n-skx: # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - - 9 # NFV NDRPDR + - 70 # SOAK + - 71 # SOAK - plot-vpp-nfv-2n-skx-mrr: + plot-vpp-nfv-2n-skx-ndrpdr-64b: + csit-vpp-perf-verify-1904-2n-skx: + - 56 # NFV NDRPDR 64b + - 59 # NFV NDRPDR 64b + - 60 # NFV NDRPDR 64b + - 65 # NFV NDRPDR 64b + - 68 # NFV NDRPDR 64b + - 80 # NFV MRR NDRPDR 64b IMIX + + plot-vpp-nfv-2n-skx-ndrpdr-imix: # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - - 10 # NFV MRR + - 66 # NFV NDRPDR IMIX + - 67 # NFV NDRPDR IMIX + - 69 # NFV NDRPDR IMIX + - 80 # NFV MRR NDRPDR 64b IMIX + + plot-vpp-nfv-2n-skx-mrr-64b: + csit-vpp-perf-verify-1904-2n-skx: + - 40 # NFV MRR 64b + - 41 # NFV MRR 64b + - 42 # NFV MRR 64b + - 47 # NFV MRR 64b + - 48 # NFV MRR 64b + - 80 # NFV MRR NDRPDR 64b IMIX + + plot-vpp-nfv-2n-skx-mrr-imix: + csit-vpp-perf-verify-1904-2n-skx: + - 49 # NFV MRR IMIX + - 50 # NFV MRR IMIX + - 51 # NFV MRR IMIX + - 54 # NFV MRR IMIX + - 55 # NFV MRR IMIX + - 80 # NFV MRR NDRPDR 64b IMIX plot-dpdk-throughput-latency-2n-skx: - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-2n-skx: - 2 # NDRPDR sel - 3 # NDRPDR sel @@ -232,15 +280,16 @@ - 9 # NDRPDR sel - 10 # NDRPDR sel - 11 # NDRPDR sel + - 12 # NDRPDR sel # 3rd party - # Denverton: - intel-dnv-vpp: - # TODO: Replace with 1904 data - # intel-dnv-vpp-release-1904: - intel-dnv-vpp-release-1901: - - 1 +# # Denverton: +# intel-dnv-vpp: +# # TODO: Replace with 1904 data +# # intel-dnv-vpp-release-1904: +# intel-dnv-vpp-release-1901: +# - 1 ########################################################################### # Simple tables (only one data set): @@ -248,21 +297,32 @@ # NIC Comparisons vpp-nic-comparison-3n-hsw: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-hsw: - - 12 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 25 # NDRPDR sel + - 26 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel vpp-nic-comparison-3n-skx: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-skx: - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel vpp-nic-comparison-2n-skx: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - 12 # NDRPDR sel - 14 # NDRPDR sel @@ -271,10 +331,13 @@ - 18 # NDRPDR sel - 21 # NDRPDR sel - 27 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel + - 32 # NDRPDR sel vpp-nic-comparison-3n-hsw-mrr: csit-vpp-perf-verify-1904-3n-hsw: - - 1 # MRR sel + - 9 # MRR sel vpp-nic-comparison-3n-skx-mrr: csit-vpp-perf-verify-1904-3n-skx: @@ -287,35 +350,27 @@ # Results vpp-perf-results-3n-hsw: - # TODO: Replace with 1904 data - # csit-vpp-perf-verify-1904-3n-hsw: - csit-vpp-perf-verify-1901-3n-hsw: - - 38 # NDRPDR full - - 43 # NDRPDR full - - 45 # NDRPDR full - - 49 # NDRPDR full + # TODO: Replace with FULL 1904 data + csit-vpp-perf-verify-1904-3n-hsw: + - 12 # NDRPDR sel vpp-perf-results-3n-skx: - # TODO: Replace with 1904 data - # csit-vpp-perf-verify-1904-3n-skx: - csit-vpp-perf-verify-1901-3n-skx: - - 37 # NDRPDR full - - 39 # NDRPDR full - - 40 # NDRPDR full - - 49 # NDRPDR full + csit-vpp-perf-verify-1904-3n-skx: + - 26 # NDRPDR full + - 27 # NDRPDR full + - 30 # NDRPDR full + - 31 # NDRPDR full vpp-perf-results-2n-skx: - # TODO: Replace with 1904 data - # csit-vpp-perf-verify-1904-2n-skx: - csit-vpp-perf-verify-1901-2n-skx: - - 25 # NDRPDR full - - 30 # NDRPDR full + csit-vpp-perf-verify-1904-2n-skx: - 33 # NDRPDR full - - 44 # NDRPDR full + - 39 # NDRPDR full + - 58 # NDRPDR full + - 62 # NDRPDR full vpp-mrr-results-3n-hsw: csit-vpp-perf-verify-1904-3n-hsw: - - 1 # MRR sel + - 9 # MRR sel vpp-mrr-results-3n-skx: csit-vpp-perf-verify-1904-3n-skx: @@ -337,12 +392,12 @@ csit-vpp-device-1904-ubuntu1804-1n-skx: - 33 - # VPP Ligato - ligato-perf-results-3n-hsw: - # TODO: Replace with 1904 data - # csit-ligato-perf-verify-1904-3n-hsw: - csit-ligato-perf-verify-1901-3n-hsw: - - 10 # NDRPDR full +# # VPP Ligato +# ligato-perf-results-3n-hsw: +# # TODO: Replace with 1904 data +# # csit-ligato-perf-verify-1904-3n-hsw: +# csit-ligato-perf-verify-1901-3n-hsw: +# - 10 # NDRPDR full dpdk-perf-results-3n-hsw: csit-dpdk-perf-verify-1904-3n-hsw: @@ -350,7 +405,7 @@ dpdk-perf-results-3n-skx: csit-dpdk-perf-verify-1904-3n-skx: - - 10 # NDRPDR sel + - 7 # NDRPDR sel dpdk-perf-results-2n-skx: csit-dpdk-perf-verify-1904-2n-skx: @@ -359,7 +414,7 @@ # HoneyComb Functional hc-func-results: csit-hc2vpp-verify-func-1904-ubuntu1604: - - 1 + - 4 # # NSH SFC Functional # nsh-func-results: @@ -377,21 +432,21 @@ # Performance changes - intel-dnv-vpp-changes-2n-dnv-h1: - intel-dnv-vpp-release-1810: - - 1 - intel-dnv-vpp-changes-2n-dnv-ref: - intel-dnv-vpp-release-1901: - - 1 - intel-dnv-vpp-changes-2n-dnv-cmp: - # TODO: Replace with 1904 data - # intel-dnv-vpp-release-1904: - intel-dnv-vpp-release-1901: - - 1 - intel-dnv-vpp-changes-2n-dnv: - - "intel-dnv-vpp-changes-2n-dnv-h1" - - "intel-dnv-vpp-changes-2n-dnv-ref" - - "intel-dnv-vpp-changes-2n-dnv-cmp" +# intel-dnv-vpp-changes-2n-dnv-h1: +# intel-dnv-vpp-release-1810: +# - 1 +# intel-dnv-vpp-changes-2n-dnv-ref: +# intel-dnv-vpp-release-1901: +# - 1 +# intel-dnv-vpp-changes-2n-dnv-cmp: +# # TODO: Replace with 1904 data +# # intel-dnv-vpp-release-1904: +# intel-dnv-vpp-release-1901: +# - 1 +# intel-dnv-vpp-changes-2n-dnv: +# - "intel-dnv-vpp-changes-2n-dnv-h1" +# - "intel-dnv-vpp-changes-2n-dnv-ref" +# - "intel-dnv-vpp-changes-2n-dnv-cmp" vpp-performance-changes-3n-hsw-h1: csit-vpp-perf-verify-1810-3n-hsw: @@ -428,9 +483,17 @@ - 70 # NDRPDR LB - 71 # NDRPDR LB vpp-performance-changes-3n-hsw-cmp: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-hsw: - - 12 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 25 # NDRPDR sel + - 26 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel vpp-performance-changes-3n-hsw: - "vpp-performance-changes-3n-hsw-h1" - "vpp-performance-changes-3n-hsw-ref" @@ -471,13 +534,17 @@ - 66 # NDRPDR LB - 67 # NDRPDR LB vpp-performance-changes-3n-skx-cmp: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-skx: - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel vpp-performance-changes-3n-skx: - "vpp-performance-changes-3n-skx-h1" - "vpp-performance-changes-3n-skx-ref" @@ -508,7 +575,6 @@ - 42 # NDRPDR sel - 43 # NDRPDR sel vpp-performance-changes-2n-skx-cmp: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - 12 # NDRPDR sel - 14 # NDRPDR sel @@ -517,11 +583,45 @@ - 18 # NDRPDR sel - 21 # NDRPDR sel - 27 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel + - 32 # NDRPDR sel vpp-performance-changes-2n-skx: - "vpp-performance-changes-2n-skx-h1" - "vpp-performance-changes-2n-skx-ref" - "vpp-performance-changes-2n-skx-cmp" + vpp-soak-vs-ndr-2n-skx-ref: + csit-vpp-perf-verify-1904-2n-skx: + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 21 # NDRPDR sel + - 27 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel + - 32 # NDRPDR sel + vpp-soak-vs-ndr-2n-skx-cmp: + csit-vpp-perf-verify-1904-2n-skx: + - 70 # SOAK + - 71 # SOAK + vpp-soak-vs-ndr-2n-skx: + csit-vpp-perf-verify-1904-2n-skx: + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 21 # NDRPDR sel + - 27 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel + - 32 # NDRPDR sel + - 70 # SOAK + - 71 # SOAK + vpp-performance-changes-3n-hsw-mrr-h1: csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel @@ -530,7 +630,7 @@ - 35 # MRR sel vpp-performance-changes-3n-hsw-mrr-cmp: csit-vpp-perf-verify-1904-3n-hsw: - - 1 # MRR sel + - 9 # MRR sel vpp-performance-changes-3n-hsw-mrr: - "vpp-performance-changes-3n-hsw-mrr-h1" - "vpp-performance-changes-3n-hsw-mrr-ref" @@ -595,11 +695,17 @@ - 22 # NDRPDR sel - 23 # NDRPDR sel dpdk-performance-changes-3n-hsw-cmp: - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-hsw: - 2 # NDRPDR sel - 3 # NDRPDR sel - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel dpdk-performance-changes-3n-hsw: - "dpdk-performance-changes-3n-hsw-h1" - "dpdk-performance-changes-3n-hsw-ref" @@ -630,13 +736,17 @@ - 12 # NDRPDR sel - 13 # NDRPDR sel dpdk-performance-changes-3n-skx-cmp: - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-skx: - 2 # NDRPDR sel - 3 # NDRPDR sel - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel dpdk-performance-changes-3n-skx: - "dpdk-performance-changes-3n-skx-h1" - "dpdk-performance-changes-3n-skx-ref" @@ -667,7 +777,6 @@ - 20 # NDRPDR sel - 21 # NDRPDR sel dpdk-performance-changes-2n-skx-cmp: - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-2n-skx: - 2 # NDRPDR sel - 3 # NDRPDR sel @@ -678,6 +787,7 @@ - 9 # NDRPDR sel - 10 # NDRPDR sel - 11 # NDRPDR sel + - 12 # NDRPDR sel dpdk-performance-changes-2n-skx: - "dpdk-performance-changes-2n-skx-h1" - "dpdk-performance-changes-2n-skx-ref" @@ -686,24 +796,36 @@ # Compare testbeds vpp-compare-testbeds-ref: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-hsw: - - 12 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 25 # NDRPDR sel + - 26 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel vpp-compare-testbeds-cmp: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-skx: - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel vpp-compare-testbeds: - "vpp-compare-testbeds-ref" - "vpp-compare-testbeds-cmp" vpp-compare-testbeds-mrr-ref: csit-vpp-perf-verify-1904-3n-hsw: - - 1 # MRR sel + - 9 # MRR sel vpp-compare-testbeds-mrr-cmp: csit-vpp-perf-verify-1904-3n-skx: - 7 # MRR sel @@ -712,19 +834,29 @@ - "vpp-compare-testbeds-mrr-cmp" dpdk-compare-testbeds-ref: - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-hsw: - 2 # NDRPDR sel - 3 # NDRPDR sel - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel dpdk-compare-testbeds-cmp: - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-skx: - 2 # NDRPDR sel - 3 # NDRPDR sel - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel dpdk-compare-testbeds: - "dpdk-compare-testbeds-ref" - "dpdk-compare-testbeds-cmp" @@ -732,15 +864,18 @@ # Compare topologies vpp-compare-topologies-ref: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-skx: - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel vpp-compare-topologies-cmp: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - 12 # NDRPDR sel - 14 # NDRPDR sel @@ -749,6 +884,9 @@ - 18 # NDRPDR sel - 21 # NDRPDR sel - 27 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel + - 32 # NDRPDR sel vpp-compare-topologies: - "vpp-compare-topologies-ref" - "vpp-compare-topologies-cmp" @@ -764,15 +902,18 @@ - "vpp-compare-topologies-mrr-cmp" dpdk-compare-topologies-ref: - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-skx: - 2 # NDRPDR sel - 3 # NDRPDR sel - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel dpdk-compare-topologies-cmp: - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-2n-skx: - 2 # NDRPDR sel - 3 # NDRPDR sel @@ -783,6 +924,7 @@ - 9 # NDRPDR sel - 10 # NDRPDR sel - 11 # NDRPDR sel + - 12 # NDRPDR sel dpdk-compare-topologies: - "dpdk-compare-topologies-ref" - "dpdk-compare-topologies-cmp" @@ -814,8 +956,8 @@ titlefont: size: 16 gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - tickformat: ".3s" + hoverformat: ".4r" + tickformat: ".3r" linecolor: "rgb(220, 220, 220)" linewidth: 1 showgrid: True @@ -999,8 +1141,8 @@ titlefont: size: 16 gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - tickformat: ".3s" + hoverformat: ".4r" + tickformat: ".3r" linecolor: "rgb(220, 220, 220)" linewidth: 1 showgrid: True @@ -1188,22 +1330,18 @@ extract: "robot-plugin/output.xml" builds: - # TODO: Add 1904 data -# intel-dnv-vpp-release-1904: +# # TODO: Add 1904 data +## intel-dnv-vpp-release-1904: +## - 1 +# +# intel-dnv-vpp-release-1901: +# - 1 +# +# intel-dnv-vpp-release-1810: # - 1 - - intel-dnv-vpp-release-1901: - - 1 - - intel-dnv-vpp-release-1810: - - 1 csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel - - 20 # NDRPDR full - - 21 # NDRPDR full - - 22 # NDRPDR full - - 27 # NDRPDR full - 8 # NDRPDR sel - 12 # NDRPDR sel - 14 # NDRPDR sel @@ -1214,22 +1352,18 @@ - 39 # NDRPDR sel - 41 # NDRPDR sel - 42 # NDRPDR sel - - 28 # WRK - - 29 # WRK - - 30 # WRK - - 31 # WRK - - 32 # WRK - - 33 # WRK - - 34 # WRK - - 35 # WRK - - 36 # WRK - - 37 # WRK +# - 28 # WRK +# - 29 # WRK +# - 30 # WRK +# - 31 # WRK +# - 32 # WRK +# - 33 # WRK +# - 34 # WRK +# - 35 # WRK +# - 36 # WRK +# - 37 # WRK csit-vpp-perf-verify-1901-3n-hsw: - 35 # MRR sel - - 38 # NDRPDR full - - 43 # NDRPDR full - - 45 # NDRPDR full - - 49 # NDRPDR full - 10 # NDRPDR sel - 19 # NDRPDR sel - 31 # NDRPDR sel @@ -1252,16 +1386,23 @@ - 71 # NDRPDR LB # TODO: Add 1904 Data csit-vpp-perf-verify-1904-3n-hsw: - - 1 # MRR sel - replace - - 12 # NDRPDR sel + - 9 # MRR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 25 # NDRPDR sel + - 26 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel csit-vpp-perf-verify-1810-3n-skx: - 9 # MRR sel - 11 # MRR sel - 12 # MRR sel - 13 # MRR sel - - 23 # NDRPDR full - - 24 # NDRPDR full - 10 # NDRPDR sel - 14 # NDRPDR sel - 15 # NDRPDR sel @@ -1274,10 +1415,6 @@ - 25 # NDRPDR sel csit-vpp-perf-verify-1901-3n-skx: - 32 # MRR sel - - 37 # NDRPDR full - - 39 # NDRPDR full - - 40 # NDRPDR full - - 49 # NDRPDR full - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel @@ -1298,22 +1435,28 @@ - 65 # NDRPDR LB - 66 # NDRPDR LB - 67 # NDRPDR LB - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-skx: - 7 # MRR sel + - 26 # NDRPDR full + - 27 # NDRPDR full + - 30 # NDRPDR full + - 31 # NDRPDR full - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel csit-vpp-perf-verify-1810-2n-skx: - 8 # MRR sel - 10 # MRR sel - 11 # MRR sel - 12 # MRR sel - - 25 # NDRPDR full - - 26 # NDRPDR full - 9 # NDRPDR sel - 13 # NDRPDR sel - 14 # NDRPDR sel @@ -1326,10 +1469,6 @@ - 27 # NDRPDR sel csit-vpp-perf-verify-1901-2n-skx: - 22 # MRR sel - - 25 # NDRPDR full - - 30 # NDRPDR full - - 33 # NDRPDR full - - 44 # NDRPDR full - 5 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel @@ -1340,20 +1479,13 @@ - 40 # NDRPDR sel - 42 # NDRPDR sel - 43 # NDRPDR sel - - 24 # NFV MRR - - 26 # NFV MRR - - 27 # NFV MRR - - 35 # NFV MRR - - 37 # NFV MRR - - 28 # NFV NDRPDR - - 29 # NFV NDRPDR - - 32 # NFV NDRPDR - - 39 # NFV NDRPDR - - 46 # NFV NDRPDR - - 45 # SOAK # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - 11 # MRR sel + - 33 # NDRPDR full + - 39 # NDRPDR full + - 58 # NDRPDR full + - 62 # NDRPDR full - 12 # NDRPDR sel - 14 # NDRPDR sel - 16 # NDRPDR sel @@ -1361,25 +1493,46 @@ - 18 # NDRPDR sel - 21 # NDRPDR sel - 27 # NDRPDR sel - - 10 # NFV MRR - - 9 # NFV NDRPDR - - # TODO: Remove - csit-ligato-perf-verify-1901-3n-hsw: - - 10 # NDRPDR full - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - # TODO: Add 1904 data -# csit-ligato-perf-verify-1904-3n-hsw: -# - + - 30 # NDRPDR sel + - 31 # NDRPDR sel + - 32 # NDRPDR sel + - 40 # NFV MRR 64b + - 41 # NFV MRR 64b + - 42 # NFV MRR 64b + - 47 # NFV MRR 64b + - 48 # NFV MRR 64b + - 49 # NFV MRR IMIX + - 50 # NFV MRR IMIX + - 51 # NFV MRR IMIX + - 54 # NFV MRR IMIX + - 55 # NFV MRR IMIX + - 56 # NFV NDRPDR 64b + - 59 # NFV NDRPDR 64b + - 60 # NFV NDRPDR 64b + - 65 # NFV NDRPDR 64b + - 68 # NFV NDRPDR 64b + - 66 # NFV NDRPDR IMIX + - 67 # NFV NDRPDR IMIX + - 69 # NFV NDRPDR IMIX + - 80 # NFV MRR NDRPDR 64b IMIX + - 70 # SOAK + - 71 # SOAK + +# csit-ligato-perf-verify-1901-3n-hsw: +# - 10 # NDRPDR full +# - 8 # NDRPDR sel +# - 9 # NDRPDR sel +# - 11 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 14 # NDRPDR sel +# - 15 # NDRPDR sel +# - 16 # NDRPDR sel +# - 17 # NDRPDR sel +# - 18 # NDRPDR sel +# # TODO: Add 1904 data +## csit-ligato-perf-verify-1904-3n-hsw: +## - csit-dpdk-perf-verify-1810-3n-hsw: - 1 # NDRPDR sel @@ -1403,11 +1556,17 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 23 # NDRPDR sel - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-hsw: - 2 # NDRPDR sel - 3 # NDRPDR sel - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel @@ -1431,13 +1590,17 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-skx: - 2 # NDRPDR sel - 3 # NDRPDR sel - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel csit-dpdk-perf-verify-1810-2n-skx: - 3 # NDRPDR sel @@ -1461,7 +1624,6 @@ - 19 # NDRPDR sel - 20 # NDRPDR sel - 21 # NDRPDR sel - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-2n-skx: - 2 # NDRPDR sel - 3 # NDRPDR sel @@ -1472,6 +1634,7 @@ - 9 # NDRPDR sel - 10 # NDRPDR sel - 11 # NDRPDR sel + - 12 # NDRPDR sel csit-vpp-functional-1904-ubuntu1604-virl: - 33 @@ -1485,28 +1648,49 @@ csit-dmm-functional-1904-ubuntu1604-virl: - 1 csit-hc2vpp-verify-func-1904-ubuntu1604: - - 1 + - 4 - type: "output" output: "report" format: html: - full -# pdf: -# - minimal + pdf: + - minimal ################################################################################ ### T A B L E S ### ################################################################################ -# VPP Compare NICs 3n-hsw 1t1c ndr +# VPP SOAK vs NDR - type: "table" - title: "VPP Compare NICs 3n-hsw 1t1c ndr" - algorithm: "table_nics_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr" + title: "VPP Soak vs NDR 2n-skx" + algorithm: "table_soak_vs_ndr" + output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx" reference: - title: "Intel-x520" - nic: "NIC_Intel-X520-DA2" + title: "NDR" + data: "vpp-soak-vs-ndr-2n-skx-ref" + compare: + title: "Soak" + data: "vpp-soak-vs-ndr-2n-skx-cmp" + data: "vpp-soak-vs-ndr-2n-skx" + include-tests: "NDR" + filter: "('NDRPDR' or 'SOAK')" + parameters: + - "throughput" + - "name" + - "parent" + +################################################################################ + +# VPP Compare NICs 3n-hsw 1t1c ndr +- type: "table" + title: "VPP Compare NICs 3n-hsw 1t1c ndr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr" + reference: + title: "Intel-x520" + nic: "NIC_Intel-X520-DA2" compare: title: "Intel-x710" nic: "NIC_Intel-X710" @@ -1922,159 +2106,159 @@ ################################################################################ # VPP -# VPP Performance Changes 2n-dnv 1t1c pdr -- type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c pdr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" - history: - - title: "rls1810" - data: "intel-dnv-vpp-changes-2n-dnv-h1" - reference: - title: "rls1901" - data: "intel-dnv-vpp-changes-2n-dnv-ref" - compare: - title: "rls1904" - data: "intel-dnv-vpp-changes-2n-dnv-cmp" - data: "intel-dnv-vpp-changes-2n-dnv" - include-tests: "PDR" - filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" - parameters: - - "name" - - "parent" - - "throughput" - -# VPP Performance Changes 2n-dnv 2t2c pdr -- type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c pdr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" - history: - - title: "rls1810" - data: "intel-dnv-vpp-changes-2n-dnv-h1" - reference: - title: "rls1901" - data: "intel-dnv-vpp-changes-2n-dnv-ref" - compare: - title: "rls1904" - data: "intel-dnv-vpp-changes-2n-dnv-cmp" - data: "intel-dnv-vpp-changes-2n-dnv" - include-tests: "PDR" - filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" - parameters: - - "name" - - "parent" - - "throughput" - -# VPP Performance Changes 2n-dnv 1t1c ndr -- type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c ndr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" - history: - - title: "rls1810" - data: "intel-dnv-vpp-changes-2n-dnv-h1" - reference: - title: "rls1901" - data: "intel-dnv-vpp-changes-2n-dnv-ref" - compare: - title: "rls1904" - data: "intel-dnv-vpp-changes-2n-dnv-cmp" - data: "intel-dnv-vpp-changes-2n-dnv" - include-tests: "NDR" - filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" - parameters: - - "name" - - "parent" - - "throughput" - -# VPP Performance Changes 2n-dnv 2t2c ndr -- type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c ndr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" - history: - - title: "rls1810" - data: "intel-dnv-vpp-changes-2n-dnv-h1" - reference: - title: "rls1901" - data: "intel-dnv-vpp-changes-2n-dnv-ref" - compare: - title: "rls1904" - data: "intel-dnv-vpp-changes-2n-dnv-cmp" - data: "intel-dnv-vpp-changes-2n-dnv" - include-tests: "NDR" - filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" - parameters: - - "name" - - "parent" - - "throughput" - -# VPP Performance Changes 2n-dnv 1t1c MRR -- type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c MRR" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" - history: - - title: "rls1810" - data: "intel-dnv-vpp-changes-2n-dnv-h1" - reference: - title: "rls1901" - data: "intel-dnv-vpp-changes-2n-dnv-ref" - compare: - title: "rls1904" - data: "intel-dnv-vpp-changes-2n-dnv-cmp" - data: "intel-dnv-vpp-changes-2n-dnv" - include-tests: "MRR" - filter: "'1T1C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 2n-dnv 2t2c MRR -- type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c MRR" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" - history: - - title: "rls1810" - data: "intel-dnv-vpp-changes-2n-dnv-h1" - reference: - title: "rls1901" - data: "intel-dnv-vpp-changes-2n-dnv-ref" - compare: - title: "rls1904" - data: "intel-dnv-vpp-changes-2n-dnv-cmp" - data: "intel-dnv-vpp-changes-2n-dnv" - include-tests: "MRR" - filter: "'2T2C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 2n-dnv 4t4c MRR -- type: "table" - title: "VPP Performance Changes 2n-dnv 4t4c MRR" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" - history: - - title: "rls1810" - data: "intel-dnv-vpp-changes-2n-dnv-h1" - reference: - title: "rls1901" - data: "intel-dnv-vpp-changes-2n-dnv-ref" - compare: - title: "rls1904" - data: "intel-dnv-vpp-changes-2n-dnv-cmp" - data: "intel-dnv-vpp-changes-2n-dnv" - include-tests: "MRR" - filter: "'4T4C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" +## VPP Performance Changes 2n-dnv 1t1c pdr +#- type: "table" +# title: "VPP Performance Changes 2n-dnv 1t1c pdr" +# algorithm: "table_performance_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" +# history: +# - title: "rls1810" +# data: "intel-dnv-vpp-changes-2n-dnv-h1" +# reference: +# title: "rls1901" +# data: "intel-dnv-vpp-changes-2n-dnv-ref" +# compare: +# title: "rls1904" +# data: "intel-dnv-vpp-changes-2n-dnv-cmp" +# data: "intel-dnv-vpp-changes-2n-dnv" +# include-tests: "PDR" +# filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" +# parameters: +# - "name" +# - "parent" +# - "throughput" +# +## VPP Performance Changes 2n-dnv 2t2c pdr +#- type: "table" +# title: "VPP Performance Changes 2n-dnv 2t2c pdr" +# algorithm: "table_performance_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" +# history: +# - title: "rls1810" +# data: "intel-dnv-vpp-changes-2n-dnv-h1" +# reference: +# title: "rls1901" +# data: "intel-dnv-vpp-changes-2n-dnv-ref" +# compare: +# title: "rls1904" +# data: "intel-dnv-vpp-changes-2n-dnv-cmp" +# data: "intel-dnv-vpp-changes-2n-dnv" +# include-tests: "PDR" +# filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" +# parameters: +# - "name" +# - "parent" +# - "throughput" +# +## VPP Performance Changes 2n-dnv 1t1c ndr +#- type: "table" +# title: "VPP Performance Changes 2n-dnv 1t1c ndr" +# algorithm: "table_performance_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" +# history: +# - title: "rls1810" +# data: "intel-dnv-vpp-changes-2n-dnv-h1" +# reference: +# title: "rls1901" +# data: "intel-dnv-vpp-changes-2n-dnv-ref" +# compare: +# title: "rls1904" +# data: "intel-dnv-vpp-changes-2n-dnv-cmp" +# data: "intel-dnv-vpp-changes-2n-dnv" +# include-tests: "NDR" +# filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" +# parameters: +# - "name" +# - "parent" +# - "throughput" +# +## VPP Performance Changes 2n-dnv 2t2c ndr +#- type: "table" +# title: "VPP Performance Changes 2n-dnv 2t2c ndr" +# algorithm: "table_performance_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" +# history: +# - title: "rls1810" +# data: "intel-dnv-vpp-changes-2n-dnv-h1" +# reference: +# title: "rls1901" +# data: "intel-dnv-vpp-changes-2n-dnv-ref" +# compare: +# title: "rls1904" +# data: "intel-dnv-vpp-changes-2n-dnv-cmp" +# data: "intel-dnv-vpp-changes-2n-dnv" +# include-tests: "NDR" +# filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" +# parameters: +# - "name" +# - "parent" +# - "throughput" +# +## VPP Performance Changes 2n-dnv 1t1c MRR +#- type: "table" +# title: "VPP Performance Changes 2n-dnv 1t1c MRR" +# algorithm: "table_performance_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" +# history: +# - title: "rls1810" +# data: "intel-dnv-vpp-changes-2n-dnv-h1" +# reference: +# title: "rls1901" +# data: "intel-dnv-vpp-changes-2n-dnv-ref" +# compare: +# title: "rls1904" +# data: "intel-dnv-vpp-changes-2n-dnv-cmp" +# data: "intel-dnv-vpp-changes-2n-dnv" +# include-tests: "MRR" +# filter: "'1T1C' and 'MRR'" +# parameters: +# - "name" +# - "parent" +# - "result" +# +## VPP Performance Changes 2n-dnv 2t2c MRR +#- type: "table" +# title: "VPP Performance Changes 2n-dnv 2t2c MRR" +# algorithm: "table_performance_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" +# history: +# - title: "rls1810" +# data: "intel-dnv-vpp-changes-2n-dnv-h1" +# reference: +# title: "rls1901" +# data: "intel-dnv-vpp-changes-2n-dnv-ref" +# compare: +# title: "rls1904" +# data: "intel-dnv-vpp-changes-2n-dnv-cmp" +# data: "intel-dnv-vpp-changes-2n-dnv" +# include-tests: "MRR" +# filter: "'2T2C' and 'MRR'" +# parameters: +# - "name" +# - "parent" +# - "result" +# +## VPP Performance Changes 2n-dnv 4t4c MRR +#- type: "table" +# title: "VPP Performance Changes 2n-dnv 4t4c MRR" +# algorithm: "table_performance_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" +# history: +# - title: "rls1810" +# data: "intel-dnv-vpp-changes-2n-dnv-h1" +# reference: +# title: "rls1901" +# data: "intel-dnv-vpp-changes-2n-dnv-ref" +# compare: +# title: "rls1904" +# data: "intel-dnv-vpp-changes-2n-dnv-cmp" +# data: "intel-dnv-vpp-changes-2n-dnv" +# include-tests: "MRR" +# filter: "'4T4C' and 'MRR'" +# parameters: +# - "name" +# - "parent" +# - "result" # VPP Performance Changes 3n-hsw 1t1c pdr - type: "table" @@ -2836,7 +3020,7 @@ data: "data msg" rows: "generated" data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "parent" @@ -2855,30 +3039,30 @@ data: "data msg" rows: "generated" data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "parent" - "msg" -# Detailed Test Results - VPP Performance Results 2n-dnv -- type: "table" - title: "Detailed Test Results - VPP Performance Results 2n-dnv" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" - columns: - - title: "Name" - data: "data name" - - title: "Status" - data: "data msg" - rows: "generated" - data: "intel-dnv-vpp" - filter: "'NDRPDR'" - parameters: - - "name" - - "parent" - - "msg" +## Detailed Test Results - VPP Performance Results 2n-dnv +#- type: "table" +# title: "Detailed Test Results - VPP Performance Results 2n-dnv" +# algorithm: "table_details" +# output-file-ext: ".csv" +# output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" +# columns: +# - title: "Name" +# data: "data name" +# - title: "Status" +# data: "data msg" +# rows: "generated" +# data: "intel-dnv-vpp" +# filter: "'NDRPDR'" +# parameters: +# - "name" +# - "parent" +# - "msg" # Test configuration - VPP Performance Test Configs 3n-hsw - type: "table" @@ -2912,7 +3096,7 @@ data: "data conf-history" rows: "generated" data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "parent" - "name" @@ -2931,30 +3115,30 @@ data: "data conf-history" rows: "generated" data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "parent" - "name" - "conf-history" -# Test configuration - VPP Performance Test Configs 2n-dnv -- type: "table" - title: "Test configuration - VPP Performance Test Configs 2n-dnv" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv" - columns: - - title: "Name" - data: "data name" - - title: "VPP API Test Commands History - Commands Used Per Test Case" - data: "data conf-history" - rows: "generated" - data: "intel-dnv-vpp" - filter: "'NDRPDR'" - parameters: - - "parent" - - "name" - - "conf-history" +## Test configuration - VPP Performance Test Configs 2n-dnv +#- type: "table" +# title: "Test configuration - VPP Performance Test Configs 2n-dnv" +# algorithm: "table_details" +# output-file-ext: ".csv" +# output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv" +# columns: +# - title: "Name" +# data: "data name" +# - title: "VPP API Test Commands History - Commands Used Per Test Case" +# data: "data conf-history" +# rows: "generated" +# data: "intel-dnv-vpp" +# filter: "'NDRPDR'" +# parameters: +# - "parent" +# - "name" +# - "conf-history" # Test Operational Data - VPP Performance Operational Data 3n-hsw - type: "table" @@ -2988,7 +3172,7 @@ data: "data show-run" rows: "generated" data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "parent" - "name" @@ -3007,30 +3191,30 @@ data: "data show-run" rows: "generated" data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "parent" - "name" - "show-run" -# Test Operational Data - VPP Performance Operational Data 2n-dnv -- type: "table" - title: "Test Operational Data - VPP Performance Operational Data 2n-dnv" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv" - columns: - - title: "Name" - data: "data name" - - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" - data: "data show-run" - rows: "generated" - data: "intel-dnv-vpp" - filter: "'NDRPDR'" - parameters: - - "parent" - - "name" - - "show-run" +## Test Operational Data - VPP Performance Operational Data 2n-dnv +#- type: "table" +# title: "Test Operational Data - VPP Performance Operational Data 2n-dnv" +# algorithm: "table_details" +# output-file-ext: ".csv" +# output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv" +# columns: +# - title: "Name" +# data: "data name" +# - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" +# data: "data show-run" +# rows: "generated" +# data: "intel-dnv-vpp" +# filter: "'NDRPDR'" +# parameters: +# - "parent" +# - "name" +# - "show-run" # Detailed Test Results - VPP MRR Results 3n-hsw - type: "table" @@ -3089,24 +3273,24 @@ - "parent" - "msg" -# Detailed Test Results - VPP MRR Results 2n-dnv -- type: "table" - title: "Detailed Test Results - VPP MRR Results 2n-dnv" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv" - columns: - - title: "Name" - data: "data name" - - title: "Status" - data: "data msg" - rows: "generated" - data: "intel-dnv-vpp" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "msg" +## Detailed Test Results - VPP MRR Results 2n-dnv +#- type: "table" +# title: "Detailed Test Results - VPP MRR Results 2n-dnv" +# algorithm: "table_details" +# output-file-ext: ".csv" +# output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv" +# columns: +# - title: "Name" +# data: "data name" +# - title: "Status" +# data: "data msg" +# rows: "generated" +# data: "intel-dnv-vpp" +# filter: "'MRR'" +# parameters: +# - "name" +# - "parent" +# - "msg" # Test configuration - VPP MRR Test Configs 3n-hsw - type: "table" @@ -3165,24 +3349,24 @@ - "name" - "conf-history" -# Test configuration - VPP MRR Test Configs 2n-dnv -- type: "table" - title: "Test configuration - VPP MRR Test Configs 2n-dnv" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv" - columns: - - title: "Name" - data: "data name" - - title: "VPP API Test Commands History - Commands Used Per Test Case" - data: "data conf-history" - rows: "generated" - data: "intel-dnv-vpp" - filter: "'MRR'" - parameters: - - "parent" - - "name" - - "conf-history" +## Test configuration - VPP MRR Test Configs 2n-dnv +#- type: "table" +# title: "Test configuration - VPP MRR Test Configs 2n-dnv" +# algorithm: "table_details" +# output-file-ext: ".csv" +# output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv" +# columns: +# - title: "Name" +# data: "data name" +# - title: "VPP API Test Commands History - Commands Used Per Test Case" +# data: "data conf-history" +# rows: "generated" +# data: "intel-dnv-vpp" +# filter: "'MRR'" +# parameters: +# - "parent" +# - "name" +# - "conf-history" # Detailed Test Results - VPP Functional Results - Ubuntu - type: "table" @@ -3268,24 +3452,24 @@ - "name" - "conf-history" -# Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw -- type: "table" - title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw" - columns: - - title: "Name" - data: "data name" - - title: "Status" - data: "data msg" - rows: "generated" - data: "ligato-perf-results-3n-hsw" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" +## Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw +#- type: "table" +# title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw" +# algorithm: "table_details" +# output-file-ext: ".csv" +# output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw" +# columns: +# - title: "Name" +# data: "data name" +# - title: "Status" +# data: "data msg" +# rows: "generated" +# data: "ligato-perf-results-3n-hsw" +# filter: "all" +# parameters: +# - "name" +# - "parent" +# - "msg" # Detailed Test Results - VPP Device Results - Ubuntu - type: "table" @@ -3833,7 +4017,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTR,PERF,VPP,3N,SKX]}" data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -3850,7 +4034,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTR,PERF,VPP,2N,SKX]}" data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -3858,22 +4042,22 @@ - "parent" data-start-level: 3 -# VPP Performance Results 2n-dnv -- type: "file" - title: "VPP Performance Results 2n-dnv" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,PERF,VPP,2N,DNV]}" - data: "intel-dnv-vpp" - filter: "'NDRPDR'" - parameters: - - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 +## VPP Performance Results 2n-dnv +#- type: "file" +# title: "VPP Performance Results 2n-dnv" +# algorithm: "file_test_results" +# output-file-ext: ".rst" +# output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" +# file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" +# dir-tables: "{DIR[DTR,PERF,VPP,2N,DNV]}" +# data: "intel-dnv-vpp" +# filter: "'NDRPDR'" +# parameters: +# - "name" +# - "doc" +# - "level" +# - "parent" +# data-start-level: 3 # VPP Performance Configuration 3n-hsw - type: "file" @@ -3901,7 +4085,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTC,PERF,VPP,3N,SKX]}" data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -3918,7 +4102,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTC,PERF,VPP,2N,SKX]}" data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -3926,22 +4110,22 @@ - "parent" data-start-level: 3 -# VPP Performance Configuration 2n-dnv -- type: "file" - title: "VPP Performance Configuration 2n-dnv" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_performance_configuration_2n_dnv" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTC,PERF,VPP,2N,DNV]}" - data: "intel-dnv-vpp" - filter: "'NDRPDR'" - parameters: - - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 +## VPP Performance Configuration 2n-dnv +#- type: "file" +# title: "VPP Performance Configuration 2n-dnv" +# algorithm: "file_test_results" +# output-file-ext: ".rst" +# output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_performance_configuration_2n_dnv" +# file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" +# dir-tables: "{DIR[DTC,PERF,VPP,2N,DNV]}" +# data: "intel-dnv-vpp" +# filter: "'NDRPDR'" +# parameters: +# - "name" +# - "doc" +# - "level" +# - "parent" +# data-start-level: 3 # VPP Performance Operational Data 3n-hsw - type: "file" @@ -3969,7 +4153,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTO,PERF,VPP,3N,SKX]}" data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -3986,7 +4170,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTO,PERF,VPP,2N,SKX]}" data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -3994,22 +4178,22 @@ - "parent" data-start-level: 3 -# VPP Performance Operational Data 2n-dnv -- type: "file" - title: "VPP Performance Operational Data 2n-dnv" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_performance_operational_data_2n_dnv" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTO,PERF,VPP,2N,DNV]}" - data: "intel-dnv-vpp" - filter: "'NDRPDR'" - parameters: - - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 +## VPP Performance Operational Data 2n-dnv +#- type: "file" +# title: "VPP Performance Operational Data 2n-dnv" +# algorithm: "file_test_results" +# output-file-ext: ".rst" +# output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_performance_operational_data_2n_dnv" +# file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" +# dir-tables: "{DIR[DTO,PERF,VPP,2N,DNV]}" +# data: "intel-dnv-vpp" +# filter: "'NDRPDR'" +# parameters: +# - "name" +# - "doc" +# - "level" +# - "parent" +# data-start-level: 3 # VPP MRR Results 3n-hsw - type: "file" @@ -4062,22 +4246,22 @@ - "parent" data-start-level: 3 -# VPP MRR Results 2n-dnv -- type: "file" - title: "VPP MRR Results 2n-dnv" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,MRR,VPP,2N,DNV]}" - data: "intel-dnv-vpp" - filter: "'MRR'" - parameters: - - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 +## VPP MRR Results 2n-dnv +#- type: "file" +# title: "VPP MRR Results 2n-dnv" +# algorithm: "file_test_results" +# output-file-ext: ".rst" +# output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv" +# file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" +# dir-tables: "{DIR[DTR,MRR,VPP,2N,DNV]}" +# data: "intel-dnv-vpp" +# filter: "'MRR'" +# parameters: +# - "name" +# - "doc" +# - "level" +# - "parent" +# data-start-level: 3 # VPP MRR Configuration 3n-hsw - type: "file" @@ -4130,22 +4314,22 @@ - "parent" data-start-level: 3 -# VPP MRR Configuration 2n-dnv -- type: "file" - title: "VPP MRR Configuration 2n-dnv" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_configuration_2n_dnv" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTC,MRR,VPP,2N,DNV]}" - data: "intel-dnv-vpp" - filter: "'MRR'" - parameters: - - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 +## VPP MRR Configuration 2n-dnv +#- type: "file" +# title: "VPP MRR Configuration 2n-dnv" +# algorithm: "file_test_results" +# output-file-ext: ".rst" +# output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_configuration_2n_dnv" +# file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" +# dir-tables: "{DIR[DTC,MRR,VPP,2N,DNV]}" +# data: "intel-dnv-vpp" +# filter: "'MRR'" +# parameters: +# - "name" +# - "doc" +# - "level" +# - "parent" +# data-start-level: 3 # VPP Functional Results - Ubuntu - type: "file" @@ -4251,22 +4435,22 @@ - "parent" data-start-level: 2 -# Container Orchestrated Performance Results 3n-hsw -- type: "file" - title: "Container Orchestrated Performance Results 3n-hsw" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,PERF,COT,3N,HSW]}" - data: "ligato-perf-results-3n-hsw" - filter: "all" - parameters: - - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 +## Container Orchestrated Performance Results 3n-hsw +#- type: "file" +# title: "Container Orchestrated Performance Results 3n-hsw" +# algorithm: "file_test_results" +# output-file-ext: ".rst" +# output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw" +# file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" +# dir-tables: "{DIR[DTR,PERF,COT,3N,HSW]}" +# data: "ligato-perf-results-3n-hsw" +# filter: "all" +# parameters: +# - "name" +# - "doc" +# - "level" +# - "parent" +# data-start-level: 3 # DPDK Performance Results 3n-hsw - type: "file" @@ -4381,65 +4565,77 @@ # Soak test - 30min Soak Test (PLRsearch), boxes - type: "plot" title: "VPP Throughput: 30min Soak Test (PLRsearch) boxes" - algorithm: "plot_soak_boxes" + algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/example-soak-boxes" + output-file: "{DIR[STATIC,VPP]}/soak-test-1" data: "plot-vpp-soak-2n-skx" - filter: "'SOAK'" + filter: "('L2BDMACLRN' or 'L2PATCH' or 'L2XCBASE') and not 'VHOST' and not 'MEMIF'" parameters: - - "throughput" - - "parent" - - "tags" + - "throughput" + - "parent" + - "tags" sort: - - "L2PATCH" -# - "L2XCBASE" -# - "L2BDMACLRN" -# - "IP4FWD" -# - "IP6FWD" - - "VHOST" + - "DRV_AVF" + - "DRV_AVF" + - "DRV_AVF" + - "L2BDMACLRN" + - "L2XCBASE" + - "L2PATCH" + traces: + hoverinfo: "x+y" + boxpoints: "all" + whiskerwidth: 0 layout: title: "30min Soak Test (PLRsearch)" layout: "plot-soak-throughput" -# Soak test - example, not used +# Soak test - 30min Soak Test (PLRsearch), boxes - type: "plot" - title: "VPP Throughput: 30min Soak Test (PLRsearch) bars" - algorithm: "plot_soak_bars" + title: "VPP Throughput: 30min Soak Test (PLRsearch) boxes" + algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/example-soak-bars" + output-file: "{DIR[STATIC,VPP]}/soak-test-2" data: "plot-vpp-soak-2n-skx" - filter: "'SOAK'" + filter: "'L2BDMACLRN' and ('VHOST' or 'MEMIF') or 'IP4BASE' or 'IP6BASE'" parameters: - - "throughput" - - "parent" - - "tags" + - "throughput" + - "parent" + - "tags" sort: - - "L2PATCH" -# - "L2XCBASE" -# - "L2BDMACLRN" -# - "IP4FWD" -# - "IP6FWD" - - "VHOST" + - "VHOST" + - "MEMIF" + - "IP4FWD" + - "IP6FWD" + traces: + hoverinfo: "x+y" + boxpoints: "all" + whiskerwidth: 0 layout: title: "30min Soak Test (PLRsearch)" layout: "plot-soak-throughput" ################################################################################ -# Plots - NF Density - VSC - +# Plots - NF Density - VSC - MRR 64b - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-vsc-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '2T1C' and 'MRR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "result" - "name" @@ -4449,22 +4645,61 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-vsc-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '4T2C' and 'MRR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-8t4c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-64b" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VHOST' and + 'CHAIN' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and + 'MRR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "result" - "name" @@ -4474,22 +4709,30 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" layout: "plot-service-density" +# Plots - NF Density - VSC - MRR IMIX - type: "plot" - title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-vsc-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'MRR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "result" - "name" @@ -4499,22 +4742,61 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-vsc-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'MRR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-8t4c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-imix" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VHOST' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'MRR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "result" - "name" @@ -4524,22 +4806,30 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" layout: "plot-service-density" +# Plots - NF Density - VSC - NDR 64b - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-vsc-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -4549,22 +4839,29 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-vsc-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -4574,22 +4871,29 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-vsc-ndr" - data: "plot-vpp-nfv-2n-skx" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-8t4c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and - 'IMIX' and - '2T1C' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -4597,24 +4901,32 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" x-axis: "X = VNFs per Service Chain" y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" layout: "plot-service-density" +# Plots - NF Density - VSC - NDR IMIX - type: "plot" - title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-vsc-ndr" - data: "plot-vpp-nfv-2n-skx" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and - '4T2C' and + '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -4624,72 +4936,191 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-vsc-pdr" - data: "plot-vpp-nfv-2n-skx" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and - '64B' and - '2T1C' and + 'NF_VPPIP4' and + 'IMIX' and + '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "throughput" - "name" - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" x-axis: "X = VNFs per Service Chain" y-axis: "Y = Number of Service Chains" - z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-vsc-pdr" - data: "plot-vpp-nfv-2n-skx" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-8t4c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and - '64B' and - '4T2C' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "throughput" - "name" - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" x-axis: "X = VNFs per Service Chain" y-axis: "Y = Number of Service Chains" - z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" layout: "plot-service-density" +# Plots - NF Density - VSC - PDR 64b - type: "plot" - title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-vsc-pdr" - data: "plot-vpp-nfv-2n-skx" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and + '64B' and + '2T1C' and + 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VHOST' and + 'CHAIN' and + 'NF_VPPIP4' and + '64B' and + '4T2C' and + 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-8t4c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VHOST' and + 'CHAIN' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + layout: "plot-service-density" + +# Plots - NF Density - VSC - PDR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VHOST' and + 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -4699,22 +5130,29 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-vsc-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -4724,25 +5162,63 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" layout: "plot-service-density" -################################################################################ -# Plots - NF Density - CSC +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-8t4c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VHOST' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + layout: "plot-service-density" +################################################################################ +# Plots - NF Density - CSC - MRR 64b - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csc-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '2T1C' and 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "result" - "name" @@ -4752,22 +5228,61 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csc-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '4T2C' and 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-8t4c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-64b" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and + 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "result" - "name" @@ -4777,22 +5292,30 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" +# Plots - NF Density - CSC - MRR IMIX - type: "plot" - title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csc-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "result" - "name" @@ -4802,22 +5325,61 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csc-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-8t4c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-imix" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "result" - "name" @@ -4827,22 +5389,30 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" +# Plots - NF Density - CSC - NDR 64b - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csc-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -4852,22 +5422,61 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csc-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-8t4c-base-csc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -4877,22 +5486,30 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" +# Plots - NF Density - CSC - NDR IMIX - type: "plot" - title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csc-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -4902,22 +5519,61 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csc-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-8t4c-base-csc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -4927,22 +5583,30 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" +# Plots - NF Density - CSC - PDR 64b - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csc-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -4952,22 +5616,61 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csc-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-8t4c-base-csc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -4977,22 +5680,30 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" +# Plots - NF Density - CSC - PDR IMIX - type: "plot" - title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csc-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5002,22 +5713,29 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csc-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5027,25 +5745,63 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" -################################################################################ -# Plots - NF Density - CSP +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-8t4c-base-csc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" + layout: "plot-service-density" +################################################################################ +# Plots - NF Density - CSP - MRR 64b - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csp-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and '64B' and '2T1C' and 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "result" - "name" @@ -5055,22 +5811,29 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "64B Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csp-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and '64B' and '4T2C' and 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "result" - "name" @@ -5080,22 +5843,29 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "64B Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csp-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-8t4c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and - 'IMIX' and - '2T1C' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "result" - "name" @@ -5103,24 +5873,96 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" x-axis: "X = CNFs per Service Pipeline" y-axis: "Y = Number of Service Pipelines" - z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" +# Plots - NF Density - CSP - MRR IMIX - type: "plot" - title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csp-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and 'IMIX' and - '4T2C' and + '2T1C' and 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-imix" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '4T2C' and + 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-8t4c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-imix" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "result" - "name" @@ -5130,22 +5972,30 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" +# Plots - NF Density - CSP - NDR 64b - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csp-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and '64B' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5155,22 +6005,61 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "64B Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csp-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and '64B' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-8t4c-base-csp-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5180,22 +6069,30 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "64B Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" +# Plots - NF Density - CSP - NDR IMIX - type: "plot" - title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csp-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5205,22 +6102,61 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csp-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-8t4c-base-csp-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5230,22 +6166,30 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" +# Plots - NF Density - CSP - PDR 64b - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csp-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and '64B' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5255,22 +6199,61 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "64B Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csp-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and '64B' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-8t4c-base-csp-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5280,22 +6263,30 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "64B Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" +# Plots - NF Density - CSP - PDR IMIX - type: "plot" - title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csp-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5305,22 +6296,29 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csp-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5330,52 +6328,84 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" -################################################################################ -# Plots VPP HTTP Server Performance - type: "plot" - title: "VPP HTTP Server Performance" - algorithm: "plot_http_server_performance_box" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps" - data: - "plot-vpp-http-server-performance" - # Keep this formatting, the filter is enclosed with " (quotation mark) and - # each tag is enclosed with ' (apostrophe). - filter: "'HTTP' and 'TCP_CPS'" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-8t4c-base-csp-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - - "result" + - "throughput" - "name" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "VPP HTTP Server Performance" - layout: - "plot-cps" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + layout: "plot-service-density" -- type: "plot" - title: "VPP HTTP Server Performance" - algorithm: "plot_http_server_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps" - data: - "plot-vpp-http-server-performance" - filter: "'HTTP' and 'TCP_RPS'" - parameters: - - "result" - - "name" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "VPP HTTP Server Performance" - layout: - "plot-rps" +################################################################################ +## Plots VPP HTTP Server Performance +#- type: "plot" +# title: "VPP HTTP Server Performance" +# algorithm: "plot_http_server_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps" +# data: +# "plot-vpp-http-server-performance" +# # Keep this formatting, the filter is enclosed with " (quotation mark) and +# # each tag is enclosed with ' (apostrophe). +# filter: "'HTTP' and 'TCP_CPS'" +# parameters: +# - "result" +# - "name" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "VPP HTTP Server Performance" +# layout: +# "plot-cps" +# +#- type: "plot" +# title: "VPP HTTP Server Performance" +# algorithm: "plot_http_server_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps" +# data: +# "plot-vpp-http-server-performance" +# filter: "'HTTP' and 'TCP_RPS'" +# parameters: +# - "result" +# - "name" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "VPP HTTP Server Performance" +# layout: +# "plot-rps" ################################################################################ @@ -7310,130 +8340,130 @@ title: "l2sw-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" layout: "plot-throughput" -# Packet Throughput - VPP L2 2n-dnv-x553 base -- type: "plot" - title: "VPP Throughput: l2sw-2n-dnv-x553-64b-1t1c-base-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2sw-2n-dnv-x553-64b-1t1c-base-ndr" - data: "intel-dnv-vpp" - filter: "'NIC_Intel-X553' and - '64B' and - 'BASE' and - 'NDRPDR' and - 'ETH' and - '1T1C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and - not 'VHOST' and - not 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "L2XCBASE" - - "L2BDMACLRN" - - "L2PATCH" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "l2sw-2n-dnv-x553-64b-1t1c-base-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "VPP Throughput: l2sw-2n-dnv-x553-64b-1t1c-base-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2sw-2n-dnv-x553-64b-1t1c-base-pdr" - data: "intel-dnv-vpp" - filter: "'NIC_Intel-X553' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - 'ETH' and - '1T1C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and - not 'VHOST' and - not 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "L2XCBASE" - - "L2BDMACLRN" - - "L2PATCH" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "l2sw-2n-dnv-x553-64b-1t1c-base-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "VPP Throughput: l2sw-2n-dnv-x553-64b-2t2c-base-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2sw-2n-dnv-x553-64b-2t2c-base-ndr" - data: "intel-dnv-vpp" - filter: "'NIC_Intel-X553' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - 'ETH' and - '2T2C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and - not 'VHOST' and - not 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "L2XCBASE" - - "L2BDMACLRN" - - "L2PATCH" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "l2sw-2n-dnv-x553-64b-2t2c-base-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "VPP Throughput: l2sw-2n-dnv-x553-64b-2t2c-base-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2sw-2n-dnv-x553-64b-2t2c-base-pdr" - data: "intel-dnv-vpp" - filter: "'NIC_Intel-X553' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - 'ETH' and - '2T2C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and - not 'VHOST' and - not 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "L2XCBASE" - - "L2BDMACLRN" - - "L2PATCH" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "l2sw-2n-dnv-x553-64b-2t2c-base-pdr" - layout: "plot-throughput" +## Packet Throughput - VPP L2 2n-dnv-x553 base +#- type: "plot" +# title: "VPP Throughput: l2sw-2n-dnv-x553-64b-1t1c-base-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/l2sw-2n-dnv-x553-64b-1t1c-base-ndr" +# data: "intel-dnv-vpp" +# filter: "'NIC_Intel-X553' and +# '64B' and +# 'BASE' and +# 'NDRPDR' and +# 'ETH' and +# '1T1C' and +# ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and +# not 'VHOST' and +# not 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "L2XCBASE" +# - "L2BDMACLRN" +# - "L2PATCH" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "l2sw-2n-dnv-x553-64b-1t1c-base-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "VPP Throughput: l2sw-2n-dnv-x553-64b-1t1c-base-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/l2sw-2n-dnv-x553-64b-1t1c-base-pdr" +# data: "intel-dnv-vpp" +# filter: "'NIC_Intel-X553' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# 'ETH' and +# '1T1C' and +# ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and +# not 'VHOST' and +# not 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "L2XCBASE" +# - "L2BDMACLRN" +# - "L2PATCH" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "l2sw-2n-dnv-x553-64b-1t1c-base-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "VPP Throughput: l2sw-2n-dnv-x553-64b-2t2c-base-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/l2sw-2n-dnv-x553-64b-2t2c-base-ndr" +# data: "intel-dnv-vpp" +# filter: "'NIC_Intel-X553' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# 'ETH' and +# '2T2C' and +# ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and +# not 'VHOST' and +# not 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "L2XCBASE" +# - "L2BDMACLRN" +# - "L2PATCH" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "l2sw-2n-dnv-x553-64b-2t2c-base-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "VPP Throughput: l2sw-2n-dnv-x553-64b-2t2c-base-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/l2sw-2n-dnv-x553-64b-2t2c-base-pdr" +# data: "intel-dnv-vpp" +# filter: "'NIC_Intel-X553' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# 'ETH' and +# '2T2C' and +# ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and +# not 'VHOST' and +# not 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "L2XCBASE" +# - "L2BDMACLRN" +# - "L2PATCH" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "l2sw-2n-dnv-x553-64b-2t2c-base-pdr" +# layout: "plot-throughput" ################################################################################ @@ -8265,537 +9295,537 @@ ################################################################################ -# Packet Throughput - VPP Container Orchestrated Memif 3n-hsw-x520 l2xc -- type: "plot" - title: "VPP Throughput: k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - '1T1C' and - 'L2XCFWD' and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "VPP Throughput: k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-pdr" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - '1T1C' and - 'L2XCFWD' and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "VPP Throughput: k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2xc-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2xc-ndr" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - '2T2C' and - 'L2XCFWD' and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2xc-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "VPP Throughput: k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2xc-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2xc-pdr" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - '2T2C' and - 'L2XCFWD' and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2xc-pdr" - layout: "plot-throughput" - -# Packet Throughput - VPP Container Orchestrated Memif 3n-hsw-x520 l2bd -- type: "plot" - title: "VPP Throughput: k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2bd-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2bd-ndr" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - '1T1C' and - ('L2BDMACSTAT' or 'L2BDMACLRN') and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2bd-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "VPP Throughput: k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2bd-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2bd-pdr" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - '1T1C' and - ('L2BDMACSTAT' or 'L2BDMACLRN') and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2bd-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "VPP Throughput: k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2bd-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2bd-ndr" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - '2T2C' and - ('L2BDMACSTAT' or 'L2BDMACLRN') and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2bd-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "VPP Throughput: k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2bd-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2bd-pdr" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - '2T2C' and - ('L2BDMACSTAT' or 'L2BDMACLRN') and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2bd-pdr" - layout: "plot-throughput" - -# Packet Throughput - VPP Container Orchestrated Memif 3n-hsw-x710 l2xc -- type: "plot" - title: "VPP Throughput: k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2xc-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2xc-ndr" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - '1T1C' and - 'L2XCFWD' and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2xc-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "VPP Throughput: k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2xc-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2xc-pdr" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - '1T1C' and - 'L2XCFWD' and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2xc-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "VPP Throughput: k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2xc-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2xc-ndr" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - '2T2C' and - 'L2XCFWD' and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2xc-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "VPP Throughput: k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2xc-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2xc-pdr" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - '2T2C' and - 'L2XCFWD' and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2xc-pdr" - layout: "plot-throughput" - -# Packet Throughput - VPP Container Orchestrated Memif 3n-hsw-x710 l2bd -- type: "plot" - title: "VPP Throughput: k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2bd-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2bd-ndr" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - '1T1C' and - ('L2BDMACSTAT' or 'L2BDMACLRN') and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2bd-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "VPP Throughput: k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2bd-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2bd-pdr" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - '1T1C' and - ('L2BDMACSTAT' or 'L2BDMACLRN') and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2bd-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "VPP Throughput: k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2bd-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2bd-ndr" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - '2T2C' and - ('L2BDMACSTAT' or 'L2BDMACLRN') and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2bd-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "VPP Throughput: k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2bd-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2bd-pdr" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - '2T2C' and - ('L2BDMACSTAT' or 'L2BDMACLRN') and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2bd-pdr" - layout: "plot-throughput" +## Packet Throughput - VPP Container Orchestrated Memif 3n-hsw-x520 l2xc +#- type: "plot" +# title: "VPP Throughput: k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# '1T1C' and +# 'L2XCFWD' and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "VPP Throughput: k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-pdr" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# '1T1C' and +# 'L2XCFWD' and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "VPP Throughput: k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2xc-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2xc-ndr" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# '2T2C' and +# 'L2XCFWD' and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2xc-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "VPP Throughput: k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2xc-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2xc-pdr" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# '2T2C' and +# 'L2XCFWD' and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2xc-pdr" +# layout: "plot-throughput" +# +## Packet Throughput - VPP Container Orchestrated Memif 3n-hsw-x520 l2bd +#- type: "plot" +# title: "VPP Throughput: k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2bd-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2bd-ndr" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# '1T1C' and +# ('L2BDMACSTAT' or 'L2BDMACLRN') and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2bd-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "VPP Throughput: k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2bd-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2bd-pdr" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# '1T1C' and +# ('L2BDMACSTAT' or 'L2BDMACLRN') and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2bd-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "VPP Throughput: k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2bd-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2bd-ndr" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# '2T2C' and +# ('L2BDMACSTAT' or 'L2BDMACLRN') and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2bd-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "VPP Throughput: k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2bd-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2bd-pdr" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# '2T2C' and +# ('L2BDMACSTAT' or 'L2BDMACLRN') and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2bd-pdr" +# layout: "plot-throughput" +# +## Packet Throughput - VPP Container Orchestrated Memif 3n-hsw-x710 l2xc +#- type: "plot" +# title: "VPP Throughput: k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2xc-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2xc-ndr" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# '1T1C' and +# 'L2XCFWD' and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2xc-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "VPP Throughput: k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2xc-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2xc-pdr" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# '1T1C' and +# 'L2XCFWD' and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2xc-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "VPP Throughput: k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2xc-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2xc-ndr" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# '2T2C' and +# 'L2XCFWD' and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2xc-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "VPP Throughput: k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2xc-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2xc-pdr" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# '2T2C' and +# 'L2XCFWD' and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2xc-pdr" +# layout: "plot-throughput" +# +## Packet Throughput - VPP Container Orchestrated Memif 3n-hsw-x710 l2bd +#- type: "plot" +# title: "VPP Throughput: k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2bd-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2bd-ndr" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# '1T1C' and +# ('L2BDMACSTAT' or 'L2BDMACLRN') and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2bd-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "VPP Throughput: k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2bd-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2bd-pdr" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# '1T1C' and +# ('L2BDMACSTAT' or 'L2BDMACLRN') and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2bd-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "VPP Throughput: k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2bd-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2bd-ndr" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# '2T2C' and +# ('L2BDMACSTAT' or 'L2BDMACLRN') and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2bd-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "VPP Throughput: k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2bd-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2bd-pdr" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# '2T2C' and +# ('L2BDMACSTAT' or 'L2BDMACLRN') and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2bd-pdr" +# layout: "plot-throughput" ################################################################################ @@ -11029,135 +12059,15 @@ algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" - data: "plot-vpp-throughput-lat-tsa-2n-skx" - filter: "'NIC_Intel-XXV710' and - '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and - 'NDRPDR' and - '4T2C' and - 'IP4FWD' and - not 'IPSEC' and - not 'DOT1Q' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "IP4BASE" - - "FIB_20K" - - "FIB_200K" - - "FIB_2M" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "VPP Throughput: ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" - data: "plot-vpp-throughput-lat-tsa-2n-skx" - filter: "'NIC_Intel-XXV710' and - '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and - 'NDRPDR' and - '4T2C' and - 'IP4FWD' and - not 'IPSEC' and - not 'DOT1Q' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "IP4BASE" - - "FIB_20K" - - "FIB_200K" - - "FIB_2M" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" - layout: "plot-throughput" - -# Packet Throughput - VPP IPv4 2n-dnv-x553 base and scale -- type: "plot" - title: "VPP Throughput: ip4-2n-dnv-x553-64b-1t1c-base-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-2n-dnv-x553-64b-1t1c-base-ndr" - data: "intel-dnv-vpp" - filter: "'NIC_Intel-X553' and - '64B' and - 'IP4BASE' and - 'NDRPDR' and - '1T1C' and - 'IP4FWD' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "IP4BASE" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4-2n-dnv-x553-64b-1t1c-base-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "VPP Throughput: ip4-2n-dnv-x553-64b-1t1c-base-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-2n-dnv-x553-64b-1t1c-base-pdr" - data: "intel-dnv-vpp" - filter: "'NIC_Intel-X553' and - '64B' and - 'IP4BASE' and - 'NDRPDR' and - '1T1C' and - 'IP4FWD' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "IP4BASE" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4-2n-dnv-x553-64b-1t1c-base-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "VPP Throughput: ip4-2n-dnv-x553-64b-2t2c-base-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-2n-dnv-x553-64b-2t2c-base-ndr" - data: "intel-dnv-vpp" - filter: "'NIC_Intel-X553' and + data: "plot-vpp-throughput-lat-tsa-2n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and - 'IP4BASE' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and 'NDRPDR' and - '2T2C' and + '4T2C' and 'IP4FWD' and not 'IPSEC' and + not 'DOT1Q' and not 'VHOST'" parameters: - "throughput" @@ -11165,27 +12075,31 @@ - "tags" sort: - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-2n-dnv-x553-64b-2t2c-base-ndr" + title: "ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-2n-dnv-x553-64b-2t2c-base-pdr" + title: "VPP Throughput: ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-2n-dnv-x553-64b-2t2c-base-pdr" - data: "intel-dnv-vpp" - filter: "'NIC_Intel-X553' and + output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and - 'IP4BASE' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and 'NDRPDR' and - '2T2C' and + '4T2C' and 'IP4FWD' and not 'IPSEC' and + not 'DOT1Q' and not 'VHOST'" parameters: - "throughput" @@ -11193,14 +12107,130 @@ - "tags" sort: - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-2n-dnv-x553-64b-2t2c-base-pdr" + title: "ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" layout: "plot-throughput" +## Packet Throughput - VPP IPv4 2n-dnv-x553 base and scale +#- type: "plot" +# title: "VPP Throughput: ip4-2n-dnv-x553-64b-1t1c-base-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-2n-dnv-x553-64b-1t1c-base-ndr" +# data: "intel-dnv-vpp" +# filter: "'NIC_Intel-X553' and +# '64B' and +# 'IP4BASE' and +# 'NDRPDR' and +# '1T1C' and +# 'IP4FWD' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "IP4BASE" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4-2n-dnv-x553-64b-1t1c-base-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "VPP Throughput: ip4-2n-dnv-x553-64b-1t1c-base-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-2n-dnv-x553-64b-1t1c-base-pdr" +# data: "intel-dnv-vpp" +# filter: "'NIC_Intel-X553' and +# '64B' and +# 'IP4BASE' and +# 'NDRPDR' and +# '1T1C' and +# 'IP4FWD' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "IP4BASE" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4-2n-dnv-x553-64b-1t1c-base-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "VPP Throughput: ip4-2n-dnv-x553-64b-2t2c-base-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-2n-dnv-x553-64b-2t2c-base-ndr" +# data: "intel-dnv-vpp" +# filter: "'NIC_Intel-X553' and +# '64B' and +# 'IP4BASE' and +# 'NDRPDR' and +# '2T2C' and +# 'IP4FWD' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "IP4BASE" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4-2n-dnv-x553-64b-2t2c-base-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "VPP Throughput: ip4-2n-dnv-x553-64b-2t2c-base-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-2n-dnv-x553-64b-2t2c-base-pdr" +# data: "intel-dnv-vpp" +# filter: "'NIC_Intel-X553' and +# '64B' and +# 'IP4BASE' and +# 'NDRPDR' and +# '2T2C' and +# 'IP4FWD' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "IP4BASE" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4-2n-dnv-x553-64b-2t2c-base-pdr" +# layout: "plot-throughput" + ################################################################################ # Packet Throughput - VPP IPv4 tunnels 3n-hsw-x520 - features @@ -13043,122 +14073,122 @@ title: "ip6-2n-skx-xxv710-78b-4t2c-base_and_scale-pdr" layout: "plot-throughput" -# Packet Throughput - VPP IPv6 2n-dnv-x553 base -- type: "plot" - title: "VPP Throughput: ip6-2n-dnv-x553-78b-1t1c-base-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip6-2n-dnv-x553-78b-1t1c-base-ndr" - data: "intel-dnv-vpp" - filter: "'NIC_Intel-X553' and - '78B' and - 'IP6BASE' and - 'NDRPDR' and - '1T1C' and - 'IP6FWD' and - not 'SRv6' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "IP6BASE" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip6-2n-dnv-x553-78b-1t1c-base-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "VPP Throughput: ip6-2n-dnv-x553-78b-1t1c-base-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip6-2n-dnv-x553-78b-1t1c-base-pdr" - data: "intel-dnv-vpp" - filter: "'NIC_Intel-X553' and - '78B' and - 'IP6BASE' and - 'NDRPDR' and - '1T1C' and - 'IP6FWD' and - not 'SRv6' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "IP6BASE" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip6-2n-dnv-x553-78b-1t1c-base-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "VPP Throughput: ip6-2n-dnv-x553-78b-2t2c-base-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip6-2n-dnv-x553-78b-2t2c-base-ndr" - data: "intel-dnv-vpp" - filter: "'NIC_Intel-X553' and - '78B' and - 'IP6BASE' and - 'NDRPDR' and - '2T2C' and - 'IP6FWD' and - not 'SRv6' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "IP6BASE" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip6-2n-dnv-x553-78b-2t2c-base-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "VPP Throughput: ip6-2n-dnv-x553-78b-2t2c-base-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip6-2n-dnv-x553-78b-2t2c-base-pdr" - data: "intel-dnv-vpp" - filter: "'NIC_Intel-X553' and - '78B' and - 'IP6BASE' and - 'NDRPDR' and - '2T2C' and - 'IP6FWD' and - not 'SRv6' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "IP6BASE" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip6-2n-dnv-x553-78b-2t2c-base-pdr" - layout: "plot-throughput" +## Packet Throughput - VPP IPv6 2n-dnv-x553 base +#- type: "plot" +# title: "VPP Throughput: ip6-2n-dnv-x553-78b-1t1c-base-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip6-2n-dnv-x553-78b-1t1c-base-ndr" +# data: "intel-dnv-vpp" +# filter: "'NIC_Intel-X553' and +# '78B' and +# 'IP6BASE' and +# 'NDRPDR' and +# '1T1C' and +# 'IP6FWD' and +# not 'SRv6' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "IP6BASE" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip6-2n-dnv-x553-78b-1t1c-base-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "VPP Throughput: ip6-2n-dnv-x553-78b-1t1c-base-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip6-2n-dnv-x553-78b-1t1c-base-pdr" +# data: "intel-dnv-vpp" +# filter: "'NIC_Intel-X553' and +# '78B' and +# 'IP6BASE' and +# 'NDRPDR' and +# '1T1C' and +# 'IP6FWD' and +# not 'SRv6' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "IP6BASE" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip6-2n-dnv-x553-78b-1t1c-base-pdr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "VPP Throughput: ip6-2n-dnv-x553-78b-2t2c-base-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip6-2n-dnv-x553-78b-2t2c-base-ndr" +# data: "intel-dnv-vpp" +# filter: "'NIC_Intel-X553' and +# '78B' and +# 'IP6BASE' and +# 'NDRPDR' and +# '2T2C' and +# 'IP6FWD' and +# not 'SRv6' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "IP6BASE" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip6-2n-dnv-x553-78b-2t2c-base-ndr" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "VPP Throughput: ip6-2n-dnv-x553-78b-2t2c-base-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip6-2n-dnv-x553-78b-2t2c-base-pdr" +# data: "intel-dnv-vpp" +# filter: "'NIC_Intel-X553' and +# '78B' and +# 'IP6BASE' and +# 'NDRPDR' and +# '2T2C' and +# 'IP6FWD' and +# not 'SRv6' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "IP6BASE" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip6-2n-dnv-x553-78b-2t2c-base-pdr" +# layout: "plot-throughput" ################################################################################ @@ -13291,7 +14321,6 @@ 'BASE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -13318,7 +14347,6 @@ 'BASE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -13345,7 +14373,6 @@ 'BASE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -13372,7 +14399,6 @@ 'BASE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -13400,7 +14426,6 @@ 'SCALE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -13427,7 +14452,6 @@ 'SCALE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -13454,7 +14478,6 @@ 'SCALE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -13481,7 +14504,6 @@ 'SCALE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -13508,7 +14530,6 @@ 'NDRPDR' and '1T1C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -13534,7 +14555,6 @@ 'NDRPDR' and '1T1C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -13560,7 +14580,6 @@ 'NDRPDR' and '2T2C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -13586,7 +14605,6 @@ 'NDRPDR' and '2T2C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -17944,10 +18962,10 @@ # Packet Latency - VPP L2 2n-skx-x710 base and scale - type: "plot" - title: "VPP Latency: l2sw-2n-skx-x710-64b-2t1c-base-ndr-lat" + title: "VPP Latency: l2sw-2n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-x710-64b-2t1c-base-ndr-lat" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" data: "plot-vpp-throughput-lat-tsa-2n-skx" filter: "'NIC_Intel-X710' and '64B' and @@ -17970,14 +18988,14 @@ - "FIB_100K" - "FIB_1M" layout: - title: "l2sw-2n-skx-x710-64b-2t1c-base-ndr" + title: "l2sw-2n-skx-x710-64b-2t1c-base_and_scale-ndr" layout: "plot-latency" - type: "plot" - title: "VPP Latency: l2sw-2n-skx-x710-64b-4t2c-base-ndr-lat" + title: "VPP Latency: l2sw-2n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-x710-64b-4t2c-base-ndr-lat" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" data: "plot-vpp-throughput-lat-tsa-2n-skx" filter: "'NIC_Intel-X710' and '64B' and @@ -18000,7 +19018,7 @@ - "FIB_100K" - "FIB_1M" layout: - title: "l2sw-2n-skx-x710-64b-4t2c-base-ndr" + title: "l2sw-2n-skx-x710-64b-4t2c-base_and_scale-ndr" layout: "plot-latency" # Packet Latency - VPP L2 2n-skx-xxv710 base and scale @@ -18436,241 +19454,241 @@ ################################################################################ -# Packet Latency - VPP Container Memif 3n-hsw-x520 - l2xc -- type: "plot" - title: "VPP Latency: k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr-lat" - algorithm: "plot_latency_error_bars" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr-lat" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - '1T1C' and - 'L2XCFWD' and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "latency" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - layout: - title: "k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr" - layout: "plot-latency" - -- type: "plot" - title: "VPP Latency: k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2xc-ndr-lat" - algorithm: "plot_latency_error_bars" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2xc-ndr-lat" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - '2T2C' and - 'L2XCFWD' and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "latency" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - layout: - title: "k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2xc-ndr" - layout: "plot-latency" - -# Packet Latency - VPP Container Memif 3n-hsw-x520 - l2bd -- type: "plot" - title: "VPP Latency: k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2bd-ndr-lat" - algorithm: "plot_latency_error_bars" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2bd-ndr-lat" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - '1T1C' and - ('L2BDMACSTAT' or 'L2BDMACLRN') and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "latency" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - layout: - title: "k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2bd-ndr" - layout: "plot-latency" - -- type: "plot" - title: "VPP Latency: k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2bd-ndr-lat" - algorithm: "plot_latency_error_bars" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2bd-ndr-lat" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - '2T2C' and - ('L2BDMACSTAT' or 'L2BDMACLRN') and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "latency" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - layout: - title: "k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2bd-ndr" - layout: "plot-latency" - -# Packet Latency - VPP Container Memif 3n-hsw-x710 - l2xc -- type: "plot" - title: "VPP Latency: k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2xc-ndr-lat" - algorithm: "plot_latency_error_bars" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2xc-ndr-lat" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - '1T1C' and - 'L2XCFWD' and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "latency" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - layout: - title: "k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2xc-ndr" - layout: "plot-latency" - -- type: "plot" - title: "VPP Latency: k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2xc-ndr-lat" - algorithm: "plot_latency_error_bars" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2xc-ndr-lat" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - '2T2C' and - 'L2XCFWD' and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "latency" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - layout: - title: "k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2xc-ndr" - layout: "plot-latency" - -# Packet Latency - VPP Container Memif 3n-hsw-x710 - l2bd -- type: "plot" - title: "VPP Latency: k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2bd-ndr-lat" - algorithm: "plot_latency_error_bars" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2bd-ndr-lat" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - '1T1C' and - ('L2BDMACSTAT' or 'L2BDMACLRN') and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "latency" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - layout: - title: "k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2bd-ndr" - layout: "plot-latency" - -- type: "plot" - title: "VPP Latency: k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2bd-ndr-lat" - algorithm: "plot_latency_error_bars" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2bd-ndr-lat" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - '2T2C' and - ('L2BDMACSTAT' or 'L2BDMACLRN') and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "latency" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - layout: - title: "k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2bd-ndr" - layout: "plot-latency" +## Packet Latency - VPP Container Memif 3n-hsw-x520 - l2xc +#- type: "plot" +# title: "VPP Latency: k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr-lat" +# algorithm: "plot_latency_error_bars" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr-lat" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# '1T1C' and +# 'L2XCFWD' and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "latency" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# layout: +# title: "k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr" +# layout: "plot-latency" +# +#- type: "plot" +# title: "VPP Latency: k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2xc-ndr-lat" +# algorithm: "plot_latency_error_bars" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2xc-ndr-lat" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# '2T2C' and +# 'L2XCFWD' and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "latency" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# layout: +# title: "k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2xc-ndr" +# layout: "plot-latency" +# +## Packet Latency - VPP Container Memif 3n-hsw-x520 - l2bd +#- type: "plot" +# title: "VPP Latency: k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2bd-ndr-lat" +# algorithm: "plot_latency_error_bars" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2bd-ndr-lat" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# '1T1C' and +# ('L2BDMACSTAT' or 'L2BDMACLRN') and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "latency" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# layout: +# title: "k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2bd-ndr" +# layout: "plot-latency" +# +#- type: "plot" +# title: "VPP Latency: k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2bd-ndr-lat" +# algorithm: "plot_latency_error_bars" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2bd-ndr-lat" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# '2T2C' and +# ('L2BDMACSTAT' or 'L2BDMACLRN') and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "latency" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# layout: +# title: "k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2bd-ndr" +# layout: "plot-latency" +# +## Packet Latency - VPP Container Memif 3n-hsw-x710 - l2xc +#- type: "plot" +# title: "VPP Latency: k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2xc-ndr-lat" +# algorithm: "plot_latency_error_bars" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2xc-ndr-lat" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# '1T1C' and +# 'L2XCFWD' and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "latency" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# layout: +# title: "k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2xc-ndr" +# layout: "plot-latency" +# +#- type: "plot" +# title: "VPP Latency: k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2xc-ndr-lat" +# algorithm: "plot_latency_error_bars" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2xc-ndr-lat" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# '2T2C' and +# 'L2XCFWD' and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "latency" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# layout: +# title: "k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2xc-ndr" +# layout: "plot-latency" +# +## Packet Latency - VPP Container Memif 3n-hsw-x710 - l2bd +#- type: "plot" +# title: "VPP Latency: k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2bd-ndr-lat" +# algorithm: "plot_latency_error_bars" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2bd-ndr-lat" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# '1T1C' and +# ('L2BDMACSTAT' or 'L2BDMACLRN') and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "latency" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# layout: +# title: "k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2bd-ndr" +# layout: "plot-latency" +# +#- type: "plot" +# title: "VPP Latency: k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2bd-ndr-lat" +# algorithm: "plot_latency_error_bars" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2bd-ndr-lat" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# '2T2C' and +# ('L2BDMACSTAT' or 'L2BDMACLRN') and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "latency" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# layout: +# title: "k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2bd-ndr" +# layout: "plot-latency" ################################################################################ @@ -20453,7 +21471,6 @@ 'BASE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -20476,7 +21493,6 @@ 'BASE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -20500,7 +21516,6 @@ 'SCALE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -20523,7 +21538,6 @@ 'SCALE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -20546,7 +21560,6 @@ 'NDRPDR' and '1T1C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -20568,7 +21581,6 @@ 'NDRPDR' and '2T2C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -22517,233 +23529,233 @@ ################################################################################ -# Speedup - VPP Container k8s memif 3n-hsw-x520 - l2xc -- type: "plot" - title: "Speedup: k8s-memif-3n-hsw-x520-64b-base_and_scale-l2xc-ndr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-base_and_scale-l2xc-ndr-tsa" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - 'L2XCFWD' and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - layout: - title: "k8s-memif-3n-hsw-x520-64b-base_and_scale-ndr-l2xc" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: k8s-memif-3n-hsw-x520-64b-base_and_scale-l2xc-pdr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-base_and_scale-l2xc-pdr-tsa" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - 'L2XCFWD' and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - layout: - title: "k8s-memif-3n-hsw-x520-64b-base_and_scale-l2xc-pdr" - layout: "plot-throughput-speedup-analysis" - -# Speedup - VPP Container k8s memif 3n-hsw-x520 - l2bd -- type: "plot" - title: "Speedup: k8s-memif-3n-hsw-x520-64b-base_and_scale-l2bd-ndr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-base_and_scale-l2bd-ndr-tsa" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - ('L2BDMACSTAT' or 'L2BDMACLRN') and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - layout: - title: "k8s-memif-3n-hsw-x520-64b-base_and_scale-ndr-l2bd" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: k8s-memif-3n-hsw-x520-64b-base_and_scale-l2bd-pdr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-base_and_scale-l2bd-pdr-tsa" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - ('L2BDMACSTAT' or 'L2BDMACLRN') and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - layout: - title: "k8s-memif-3n-hsw-x520-64b-base_and_scale-l2bd-pdr" - layout: "plot-throughput-speedup-analysis" - -# Speedup - VPP Container Memif 3n-hsw-x710 - l2xc -- type: "plot" - title: "Speedup: k8s-memif-3n-hsw-x710-64b-base_and_scale-l2xc-ndr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-base_and_scale-l2xc-ndr-tsa" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - 'L2XCFWD' and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - layout: - title: "k8s-memif-3n-hsw-x710-64b-base_and_scale-l2xc-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: k8s-memif-3n-hsw-x710-64b-base_and_scale-l2xc-pdr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-base_and_scale-l2xc-pdr-tsa" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - 'L2XCFWD' and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - layout: - title: "k8s-memif-3n-hsw-x710-64b-base_and_scale-l2xc-pdr" - layout: "plot-throughput-speedup-analysis" - -# Speedup - VPP Container Memif 3n-hsw-x710 - l2bd -- type: "plot" - title: "Speedup: k8s-memif-3n-hsw-x710-64b-base_and_scale-l2bd-ndr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-base_and_scale-l2bd-ndr-tsa" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - ('L2BDMACSTAT' or 'L2BDMACLRN') and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - layout: - title: "k8s-memif-3n-hsw-x710-64b-base_and_scale-l2bd-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: k8s-memif-3n-hsw-x710-64b-base_and_scale-l2bd-pdr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-base_and_scale-l2bd-pdr-tsa" - data: "plot-ligato-throughput-lat-tsa-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - ('L2BDMACSTAT' or 'L2BDMACLRN') and - not 'VHOST' and - not 'NF_DENSITY' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "1VNF" - - "2VNF" - - "4VNF" - - "2VNF" - - "4VNF" - layout: - title: "k8s-memif-3n-hsw-x710-64b-base_and_scale-l2bd-pdr" - layout: "plot-throughput-speedup-analysis" +## Speedup - VPP Container k8s memif 3n-hsw-x520 - l2xc +#- type: "plot" +# title: "Speedup: k8s-memif-3n-hsw-x520-64b-base_and_scale-l2xc-ndr-tsa" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-base_and_scale-l2xc-ndr-tsa" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# 'L2XCFWD' and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# layout: +# title: "k8s-memif-3n-hsw-x520-64b-base_and_scale-ndr-l2xc" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: k8s-memif-3n-hsw-x520-64b-base_and_scale-l2xc-pdr-tsa" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-base_and_scale-l2xc-pdr-tsa" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# 'L2XCFWD' and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# layout: +# title: "k8s-memif-3n-hsw-x520-64b-base_and_scale-l2xc-pdr" +# layout: "plot-throughput-speedup-analysis" +# +## Speedup - VPP Container k8s memif 3n-hsw-x520 - l2bd +#- type: "plot" +# title: "Speedup: k8s-memif-3n-hsw-x520-64b-base_and_scale-l2bd-ndr-tsa" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-base_and_scale-l2bd-ndr-tsa" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# ('L2BDMACSTAT' or 'L2BDMACLRN') and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# layout: +# title: "k8s-memif-3n-hsw-x520-64b-base_and_scale-ndr-l2bd" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: k8s-memif-3n-hsw-x520-64b-base_and_scale-l2bd-pdr-tsa" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-base_and_scale-l2bd-pdr-tsa" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# ('L2BDMACSTAT' or 'L2BDMACLRN') and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# layout: +# title: "k8s-memif-3n-hsw-x520-64b-base_and_scale-l2bd-pdr" +# layout: "plot-throughput-speedup-analysis" +# +## Speedup - VPP Container Memif 3n-hsw-x710 - l2xc +#- type: "plot" +# title: "Speedup: k8s-memif-3n-hsw-x710-64b-base_and_scale-l2xc-ndr-tsa" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-base_and_scale-l2xc-ndr-tsa" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# 'L2XCFWD' and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# layout: +# title: "k8s-memif-3n-hsw-x710-64b-base_and_scale-l2xc-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: k8s-memif-3n-hsw-x710-64b-base_and_scale-l2xc-pdr-tsa" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-base_and_scale-l2xc-pdr-tsa" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# 'L2XCFWD' and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# layout: +# title: "k8s-memif-3n-hsw-x710-64b-base_and_scale-l2xc-pdr" +# layout: "plot-throughput-speedup-analysis" +# +## Speedup - VPP Container Memif 3n-hsw-x710 - l2bd +#- type: "plot" +# title: "Speedup: k8s-memif-3n-hsw-x710-64b-base_and_scale-l2bd-ndr-tsa" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-base_and_scale-l2bd-ndr-tsa" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# ('L2BDMACSTAT' or 'L2BDMACLRN') and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# layout: +# title: "k8s-memif-3n-hsw-x710-64b-base_and_scale-l2bd-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: k8s-memif-3n-hsw-x710-64b-base_and_scale-l2bd-pdr-tsa" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-base_and_scale-l2bd-pdr-tsa" +# data: "plot-ligato-throughput-lat-tsa-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# ('L2BDMACSTAT' or 'L2BDMACLRN') and +# not 'VHOST' and +# not 'NF_DENSITY' and +# 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "1VNF" +# - "2VNF" +# - "4VNF" +# - "2VNF" +# - "4VNF" +# layout: +# title: "k8s-memif-3n-hsw-x710-64b-base_and_scale-l2bd-pdr" +# layout: "plot-throughput-speedup-analysis" ################################################################################ @@ -23785,52 +24797,52 @@ title: "ip4-2n-skx-xxv710-64b-base_and_scale-pdr" layout: "plot-throughput-speedup-analysis" -# Speedup - VPP IPv4 2n-dnv-x553 base -- type: "plot" - title: "Speedup: ip4-2n-dnv-x553-64b-base-ndr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-2n-dnv-x553-64b-base-ndr-tsa" - data: "intel-dnv-vpp" - filter: "'NIC_Intel-X553' and - '64B' and - 'IP4BASE' and - 'NDRPDR' and - 'IP4FWD' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "IP4BASE" - layout: - title: "ip4-2n-dnv-x553-64b-base-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: ip4-2n-dnv-x553-64b-base-pdr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-2n-dnv-x553-64b-base-pdr-tsa" - data: "intel-dnv-vpp" - filter: "'NIC_Intel-X553' and - '64B' and - 'IP4BASE' and - 'NDRPDR' and - 'IP4FWD' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "IP4BASE" - layout: - title: "ip4-2n-dnv-x553-64b-base-pdr" - layout: "plot-throughput-speedup-analysis" +## Speedup - VPP IPv4 2n-dnv-x553 base +#- type: "plot" +# title: "Speedup: ip4-2n-dnv-x553-64b-base-ndr-tsa" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-2n-dnv-x553-64b-base-ndr-tsa" +# data: "intel-dnv-vpp" +# filter: "'NIC_Intel-X553' and +# '64B' and +# 'IP4BASE' and +# 'NDRPDR' and +# 'IP4FWD' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "IP4BASE" +# layout: +# title: "ip4-2n-dnv-x553-64b-base-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: ip4-2n-dnv-x553-64b-base-pdr-tsa" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-2n-dnv-x553-64b-base-pdr-tsa" +# data: "intel-dnv-vpp" +# filter: "'NIC_Intel-X553' and +# '64B' and +# 'IP4BASE' and +# 'NDRPDR' and +# 'IP4FWD' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "IP4BASE" +# layout: +# title: "ip4-2n-dnv-x553-64b-base-pdr" +# layout: "plot-throughput-speedup-analysis" ################################################################################ @@ -24622,54 +25634,54 @@ title: "ip6-2n-skx-xxv710-78b-base_and_scale-pdr" layout: "plot-throughput-speedup-analysis" -# Speedup - VPP IPv6 2n-dnv-x553 base -- type: "plot" - title: "Speedup: ip6-2n-dnv-x553-78b-base-ndr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip6-2n-dnv-x553-78b-base-ndr-tsa" - data: "intel-dnv-vpp" - filter: "'NIC_Intel-X553' and - '78B' and - 'IP6BASE' and - 'NDRPDR' and - 'IP6FWD' and - not 'SRv6' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "IP6BASE" - layout: - title: "ip6-2n-dnv-x553-78b-base-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: ip6-2n-dnv-x553-78b-base-pdr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip6-2n-dnv-x553-78b-base-pdr-tsa" - data: "intel-dnv-vpp" - filter: "'NIC_Intel-X553' and - '78B' and - 'IP6BASE' and - 'NDRPDR' and - 'IP6FWD' and - not 'SRv6' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "IP6BASE" - layout: - title: "ip6-2n-dnv-x553-78b-base-pdr" - layout: "plot-throughput-speedup-analysis" +## Speedup - VPP IPv6 2n-dnv-x553 base +#- type: "plot" +# title: "Speedup: ip6-2n-dnv-x553-78b-base-ndr-tsa" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip6-2n-dnv-x553-78b-base-ndr-tsa" +# data: "intel-dnv-vpp" +# filter: "'NIC_Intel-X553' and +# '78B' and +# 'IP6BASE' and +# 'NDRPDR' and +# 'IP6FWD' and +# not 'SRv6' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "IP6BASE" +# layout: +# title: "ip6-2n-dnv-x553-78b-base-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: ip6-2n-dnv-x553-78b-base-pdr-tsa" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip6-2n-dnv-x553-78b-base-pdr-tsa" +# data: "intel-dnv-vpp" +# filter: "'NIC_Intel-X553' and +# '78B' and +# 'IP6BASE' and +# 'NDRPDR' and +# 'IP6FWD' and +# not 'SRv6' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "IP6BASE" +# layout: +# title: "ip6-2n-dnv-x553-78b-base-pdr" +# layout: "plot-throughput-speedup-analysis" ################################################################################ @@ -24735,7 +25747,6 @@ 'NDRPDR' and 'BASE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -24757,7 +25768,6 @@ 'NDRPDR' and 'BASE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -24780,7 +25790,6 @@ 'NDRPDR' and 'SCALE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -24802,7 +25811,6 @@ 'NDRPDR' and 'SCALE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -24824,7 +25832,6 @@ 'IP4FWD' and 'NDRPDR' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -24845,7 +25852,6 @@ 'IP4FWD' and 'NDRPDR' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25778,58 +26784,58 @@ title: "l2sw-2n-skx-xxv710-64b-base_and_scale-pdr" layout: "plot-throughput-speedup-analysis" -# Speedup - VPP L2 2n-dnv-x553 base -- type: "plot" - title: "Speedup: l2sw-2n-dnv-x553-64b-base-ndr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2sw-2n-dnv-x553-64b-base-ndr-tsa" - data: "intel-dnv-vpp" - filter: "'NIC_Intel-X553' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - 'ETH' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and - not 'VHOST' and - not 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "L2XCBASE" - - "L2BDMACLRN" - - "L2PATCH" - layout: - title: "l2sw-2n-dnv-x553-64b-base-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: l2sw-2n-dnv-x553-64b-base-pdr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2sw-2n-dnv-x553-64b-base-pdr-tsa" - data: "intel-dnv-vpp" - filter: "'NIC_Intel-X553' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - 'ETH' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and - not 'VHOST' and - not 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "L2XCBASE" - - "L2BDMACLRN" - - "L2PATCH" - layout: - title: "l2sw-2n-dnv-x553-64b-base-pdr" - layout: "plot-throughput-speedup-analysis" +## Speedup - VPP L2 2n-dnv-x553 base +#- type: "plot" +# title: "Speedup: l2sw-2n-dnv-x553-64b-base-ndr-tsa" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/l2sw-2n-dnv-x553-64b-base-ndr-tsa" +# data: "intel-dnv-vpp" +# filter: "'NIC_Intel-X553' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# 'ETH' and +# ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and +# not 'VHOST' and +# not 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "L2XCBASE" +# - "L2BDMACLRN" +# - "L2PATCH" +# layout: +# title: "l2sw-2n-dnv-x553-64b-base-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: l2sw-2n-dnv-x553-64b-base-pdr-tsa" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/l2sw-2n-dnv-x553-64b-base-pdr-tsa" +# data: "intel-dnv-vpp" +# filter: "'NIC_Intel-X553' and +# '64B' and +# ('BASE' or 'SCALE') and +# 'NDRPDR' and +# 'ETH' and +# ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and +# not 'VHOST' and +# not 'MEMIF'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "L2XCBASE" +# - "L2BDMACLRN" +# - "L2PATCH" +# layout: +# title: "l2sw-2n-dnv-x553-64b-base-pdr" +# layout: "plot-throughput-speedup-analysis" ################################################################################