X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=4093f734f257ed1d314a13bb120236c868dd390c;hp=3251d73b5961428d161378701593f8a41ff8bfe3;hb=11078ca1d19903e33c705e7e59f430aa8e49757c;hpb=cc7ced86fd14dcafc5e6146a2e30e630429e211c diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 3251d73b59..4093f734f2 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -132,7 +132,13 @@ plot-vpp-throughput-lat-tsa-3n-hsw: # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-hsw: - - 2 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 25 # NDRPDR sel plot-vpp-http-server-performance: # TODO: Replace with 1904 data @@ -165,28 +171,60 @@ - 18 # NDRPDR sel plot-dpdk-throughput-latency-3n-hsw: - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-hsw: - - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel # 3n-skx plot-vpp-throughput-lat-tsa-3n-skx: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-skx: - - 4 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel plot-dpdk-throughput-latency-3n-skx: - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-skx: - - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel # 2n-skx plot-vpp-throughput-lat-tsa-2n-skx: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - - 5 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 21 # NDRPDR sel + - 27 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel + - 32 # NDRPDR sel plot-vpp-soak-2n-skx: # TODO: Replace with 1904 data @@ -194,30 +232,44 @@ csit-vpp-perf-verify-1901-2n-skx: - 45 # SOAK sel - plot-vpp-nfv-2n-skx: - # TODO: Replace with 1904 data - # csit-vpp-perf-verify-1904-2n-skx: - csit-vpp-perf-verify-1901-2n-skx: - - 28 # NFV NDRPDR - - 29 # NFV NDRPDR - - 32 # NFV NDRPDR - - 39 # NFV NDRPDR - - 46 # NFV NDRPDR + plot-vpp-nfv-2n-skx-ndrpdr-64b: + # TODO: Add 1904 data + csit-vpp-perf-verify-1904-2n-skx: + - 9 # NFV NDRPDR - replace - plot-vpp-nfv-2n-skx-mrr: - # TODO: Replace with 1904 data - # csit-vpp-perf-verify-1904-2n-skx: - csit-vpp-perf-verify-1901-2n-skx: - - 24 # NFV MRR - - 26 # NFV MRR - - 27 # NFV MRR - - 35 # NFV MRR - - 37 # NFV MRR + plot-vpp-nfv-2n-skx-ndrpdr-imix: + # TODO: Add 1904 data + csit-vpp-perf-verify-1904-2n-skx: + - 9 # NFV NDRPDR - replace - plot-dpdk-throughput-latency-2n-skx: + plot-vpp-nfv-2n-skx-mrr-64b: + csit-vpp-perf-verify-1904-2n-skx: + - 40 # NFV MRR 64b + - 41 # NFV MRR 64b + - 42 # NFV MRR 64b + - 47 # NFV MRR 64b + - 48 # NFV MRR 64b + + plot-vpp-nfv-2n-skx-mrr-imix: # TODO: Add 1904 data + csit-vpp-perf-verify-1904-2n-skx: + - 49 # NFV MRR IMIX + - 50 # NFV MRR IMIX + - 51 # NFV MRR IMIX + - 54 # NFV MRR IMIX + + plot-dpdk-throughput-latency-2n-skx: csit-dpdk-perf-verify-1904-2n-skx: - - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel # 3rd party @@ -236,82 +288,93 @@ vpp-nic-comparison-3n-hsw: # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-hsw: - - 2 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 25 # NDRPDR sel vpp-nic-comparison-3n-skx: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-skx: - - 4 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel vpp-nic-comparison-2n-skx: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - - 5 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 21 # NDRPDR sel + - 27 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel + - 32 # NDRPDR sel vpp-nic-comparison-3n-hsw-mrr: csit-vpp-perf-verify-1904-3n-hsw: - - 1 # MRR sel + - 9 # MRR sel vpp-nic-comparison-3n-skx-mrr: csit-vpp-perf-verify-1904-3n-skx: - - 3 # MRR sel + - 7 # MRR sel vpp-nic-comparison-2n-skx-mrr: csit-vpp-perf-verify-1904-2n-skx: - - 4 # MRR sel + - 11 # MRR sel # Results vpp-perf-results-3n-hsw: - # TODO: Replace with 1904 data - # csit-vpp-perf-verify-1904-3n-hsw: - csit-vpp-perf-verify-1901-3n-hsw: - - 38 # NDRPDR full - - 43 # NDRPDR full - - 45 # NDRPDR full - - 49 # NDRPDR full + # TODO: Replace with FULL 1904 data + csit-vpp-perf-verify-1904-3n-hsw: + - 12 # NDRPDR sel vpp-perf-results-3n-skx: - # TODO: Replace with 1904 data - # csit-vpp-perf-verify-1904-3n-skx: - csit-vpp-perf-verify-1901-3n-skx: - - 37 # NDRPDR full - - 39 # NDRPDR full - - 40 # NDRPDR full - - 49 # NDRPDR full + # TODO: Replace with FULL 1904 data + csit-vpp-perf-verify-1904-3n-skx: + - 10 # NDRPDR sel vpp-perf-results-2n-skx: - # TODO: Replace with 1904 data - # csit-vpp-perf-verify-1904-2n-skx: - csit-vpp-perf-verify-1901-2n-skx: - - 25 # NDRPDR full - - 30 # NDRPDR full + # TODO: Add FULL 1904 data + csit-vpp-perf-verify-1904-2n-skx: - 33 # NDRPDR full - - 44 # NDRPDR full + - 39 # NDRPDR full vpp-mrr-results-3n-hsw: csit-vpp-perf-verify-1904-3n-hsw: - - 1 # MRR sel + - 9 # MRR sel vpp-mrr-results-3n-skx: csit-vpp-perf-verify-1904-3n-skx: - - 3 # MRR sel + - 7 # MRR sel vpp-mrr-results-2n-skx: csit-vpp-perf-verify-1904-2n-skx: - - 4 # MRR sel + - 11 # MRR sel vpp-func-results-ubuntu: csit-vpp-functional-1904-ubuntu1604-virl: - - 20 + - 29 vpp-func-results-centos: csit-vpp-functional-1904-centos7-virl: - - 19 + - 32 vpp-device-results-ubuntu: csit-vpp-device-1904-ubuntu1804-1n-skx: - - 18 + - 33 # VPP Ligato ligato-perf-results-3n-hsw: @@ -322,22 +385,20 @@ dpdk-perf-results-3n-hsw: csit-dpdk-perf-verify-1904-3n-hsw: - - 1 # NDRPDR sel + - 5 # NDRPDR sel dpdk-perf-results-3n-skx: csit-dpdk-perf-verify-1904-3n-skx: - - 1 # NDRPDR sel + - 7 # NDRPDR sel dpdk-perf-results-2n-skx: csit-dpdk-perf-verify-1904-2n-skx: - - 1 # NDRPDR sel + - 9 # NDRPDR sel # HoneyComb Functional hc-func-results: - # TODO: Replace with 1904 data - # csit-hc2vpp-verify-func-1904-ubuntu1604: - csit-hc2vpp-verify-func-1901-ubuntu1604: - - 3 + csit-hc2vpp-verify-func-1904-ubuntu1604: + - 1 # # NSH SFC Functional # nsh-func-results: @@ -408,7 +469,13 @@ vpp-performance-changes-3n-hsw-cmp: # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-hsw: - - 2 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 25 # NDRPDR sel vpp-performance-changes-3n-hsw: - "vpp-performance-changes-3n-hsw-h1" - "vpp-performance-changes-3n-hsw-ref" @@ -449,9 +516,17 @@ - 66 # NDRPDR LB - 67 # NDRPDR LB vpp-performance-changes-3n-skx-cmp: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-skx: - - 4 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel vpp-performance-changes-3n-skx: - "vpp-performance-changes-3n-skx-h1" - "vpp-performance-changes-3n-skx-ref" @@ -482,9 +557,17 @@ - 42 # NDRPDR sel - 43 # NDRPDR sel vpp-performance-changes-2n-skx-cmp: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - - 5 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 21 # NDRPDR sel + - 27 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel + - 32 # NDRPDR sel vpp-performance-changes-2n-skx: - "vpp-performance-changes-2n-skx-h1" - "vpp-performance-changes-2n-skx-ref" @@ -498,7 +581,7 @@ - 35 # MRR sel vpp-performance-changes-3n-hsw-mrr-cmp: csit-vpp-perf-verify-1904-3n-hsw: - - 1 # MRR sel + - 9 # MRR sel vpp-performance-changes-3n-hsw-mrr: - "vpp-performance-changes-3n-hsw-mrr-h1" - "vpp-performance-changes-3n-hsw-mrr-ref" @@ -515,7 +598,7 @@ - 32 # MRR sel vpp-performance-changes-3n-skx-mrr-cmp: csit-vpp-perf-verify-1904-3n-skx: - - 3 # MRR sel + - 7 # MRR sel vpp-performance-changes-3n-skx-mrr: - "vpp-performance-changes-3n-skx-mrr-h1" - "vpp-performance-changes-3n-skx-mrr-ref" @@ -532,7 +615,7 @@ - 22 # MRR sel vpp-performance-changes-2n-skx-mrr-cmp: csit-vpp-perf-verify-1904-2n-skx: - - 4 # MRR sel + - 11 # MRR sel vpp-performance-changes-2n-skx-mrr: - "vpp-performance-changes-2n-skx-mrr-h1" - "vpp-performance-changes-2n-skx-mrr-ref" @@ -563,9 +646,17 @@ - 22 # NDRPDR sel - 23 # NDRPDR sel dpdk-performance-changes-3n-hsw-cmp: - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-hsw: - - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel dpdk-performance-changes-3n-hsw: - "dpdk-performance-changes-3n-hsw-h1" - "dpdk-performance-changes-3n-hsw-ref" @@ -596,9 +687,17 @@ - 12 # NDRPDR sel - 13 # NDRPDR sel dpdk-performance-changes-3n-skx-cmp: - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-skx: - - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel dpdk-performance-changes-3n-skx: - "dpdk-performance-changes-3n-skx-h1" - "dpdk-performance-changes-3n-skx-ref" @@ -629,9 +728,17 @@ - 20 # NDRPDR sel - 21 # NDRPDR sel dpdk-performance-changes-2n-skx-cmp: - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-2n-skx: - - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel dpdk-performance-changes-2n-skx: - "dpdk-performance-changes-2n-skx-h1" - "dpdk-performance-changes-2n-skx-ref" @@ -642,33 +749,63 @@ vpp-compare-testbeds-ref: # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-hsw: - - 2 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 25 # NDRPDR sel vpp-compare-testbeds-cmp: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-skx: - - 4 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel vpp-compare-testbeds: - "vpp-compare-testbeds-ref" - "vpp-compare-testbeds-cmp" vpp-compare-testbeds-mrr-ref: csit-vpp-perf-verify-1904-3n-hsw: - - 1 # MRR sel + - 9 # MRR sel vpp-compare-testbeds-mrr-cmp: csit-vpp-perf-verify-1904-3n-skx: - - 3 # MRR sel + - 7 # MRR sel vpp-compare-testbeds-mrr: - "vpp-compare-testbeds-mrr-ref" - "vpp-compare-testbeds-mrr-cmp" dpdk-compare-testbeds-ref: - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-hsw: - - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel dpdk-compare-testbeds-cmp: - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-skx: - - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel dpdk-compare-testbeds: - "dpdk-compare-testbeds-ref" - "dpdk-compare-testbeds-cmp" @@ -676,35 +813,67 @@ # Compare topologies vpp-compare-topologies-ref: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-skx: - - 4 # NDRPDR sel - vpp-compare-topologies-cmp: - # TODO: Add 1904 data - csit-vpp-perf-verify-1904-2n-skx: - - 5 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + vpp-compare-topologies-cmp: + csit-vpp-perf-verify-1904-2n-skx: + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 21 # NDRPDR sel + - 27 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel + - 32 # NDRPDR sel vpp-compare-topologies: - "vpp-compare-topologies-ref" - "vpp-compare-topologies-cmp" vpp-compare-topologies-mrr-ref: csit-vpp-perf-verify-1904-3n-skx: - - 3 # MRR sel + - 7 # MRR sel vpp-compare-topologies-mrr-cmp: csit-vpp-perf-verify-1904-2n-skx: - - 4 # MRR sel + - 11 # MRR sel vpp-compare-topologies-mrr: - "vpp-compare-topologies-mrr-ref" - "vpp-compare-topologies-mrr-cmp" dpdk-compare-topologies-ref: - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-skx: - - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel dpdk-compare-topologies-cmp: - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-2n-skx: - - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel dpdk-compare-topologies: - "dpdk-compare-topologies-ref" - "dpdk-compare-topologies-cmp" @@ -1122,10 +1291,6 @@ csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel - - 20 # NDRPDR full - - 21 # NDRPDR full - - 22 # NDRPDR full - - 27 # NDRPDR full - 8 # NDRPDR sel - 12 # NDRPDR sel - 14 # NDRPDR sel @@ -1148,10 +1313,6 @@ - 37 # WRK csit-vpp-perf-verify-1901-3n-hsw: - 35 # MRR sel - - 38 # NDRPDR full - - 43 # NDRPDR full - - 45 # NDRPDR full - - 49 # NDRPDR full - 10 # NDRPDR sel - 19 # NDRPDR sel - 31 # NDRPDR sel @@ -1174,16 +1335,20 @@ - 71 # NDRPDR LB # TODO: Add 1904 Data csit-vpp-perf-verify-1904-3n-hsw: - - 1 # MRR sel - - 2 # NDRPDR sel + - 9 # MRR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 25 # NDRPDR sel csit-vpp-perf-verify-1810-3n-skx: - 9 # MRR sel - 11 # MRR sel - 12 # MRR sel - 13 # MRR sel - - 23 # NDRPDR full - - 24 # NDRPDR full - 10 # NDRPDR sel - 14 # NDRPDR sel - 15 # NDRPDR sel @@ -1196,10 +1361,6 @@ - 25 # NDRPDR sel csit-vpp-perf-verify-1901-3n-skx: - 32 # MRR sel - - 37 # NDRPDR full - - 39 # NDRPDR full - - 40 # NDRPDR full - - 49 # NDRPDR full - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel @@ -1220,18 +1381,24 @@ - 65 # NDRPDR LB - 66 # NDRPDR LB - 67 # NDRPDR LB - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-skx: - - 3 # MRR sel - - 4 # NDRPDR sel + - 7 # MRR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel csit-vpp-perf-verify-1810-2n-skx: - 8 # MRR sel - 10 # MRR sel - 11 # MRR sel - 12 # MRR sel - - 25 # NDRPDR full - - 26 # NDRPDR full - 9 # NDRPDR sel - 13 # NDRPDR sel - 14 # NDRPDR sel @@ -1244,10 +1411,6 @@ - 27 # NDRPDR sel csit-vpp-perf-verify-1901-2n-skx: - 22 # MRR sel - - 25 # NDRPDR full - - 30 # NDRPDR full - - 33 # NDRPDR full - - 44 # NDRPDR full - 5 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel @@ -1258,21 +1421,32 @@ - 40 # NDRPDR sel - 42 # NDRPDR sel - 43 # NDRPDR sel - - 24 # NFV MRR - - 26 # NFV MRR - - 27 # NFV MRR - - 35 # NFV MRR - - 37 # NFV MRR - - 28 # NFV NDRPDR - - 29 # NFV NDRPDR - - 32 # NFV NDRPDR - - 39 # NFV NDRPDR - - 46 # NFV NDRPDR - 45 # SOAK # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - - 4 # MRR sel - - 5 # NDRPDR sel + - 11 # MRR sel + - 33 # NDRPDR full + - 39 # NDRPDR full + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 21 # NDRPDR sel + - 27 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel + - 32 # NDRPDR sel + - 40 # NFV MRR 64b + - 41 # NFV MRR 64b + - 42 # NFV MRR 64b + - 47 # NFV MRR 64b + - 48 # NFV MRR 64b + - 49 # NFV MRR IMIX + - 50 # NFV MRR IMIX + - 51 # NFV MRR IMIX + - 54 # NFV MRR IMIX + - 9 # NFV NDRPDR - replace # TODO: Remove csit-ligato-perf-verify-1901-3n-hsw: @@ -1313,9 +1487,17 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 23 # NDRPDR sel - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-hsw: - - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel @@ -1339,9 +1521,17 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-skx: - - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel csit-dpdk-perf-verify-1810-2n-skx: - 3 # NDRPDR sel @@ -1365,26 +1555,31 @@ - 19 # NDRPDR sel - 20 # NDRPDR sel - 21 # NDRPDR sel - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-2n-skx: - - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel csit-vpp-functional-1904-ubuntu1604-virl: - - 20 + - 33 csit-vpp-functional-1904-centos7-virl: - - 19 + - 32 csit-vpp-device-1904-ubuntu1804-1n-skx: - - 18 + - 32 # # Not used # csit-nsh_sfc-verify-func-1810-ubuntu1604-virl: # - 1 csit-dmm-functional-1904-ubuntu1604-virl: - 1 - csit-hc2vpp-verify-func-1901-ubuntu1604: - - 3 - # TODO: Add 1904 data -# csit-hc2vpp-verify-func-1904-ubuntu1604: -# - + csit-hc2vpp-verify-func-1904-ubuntu1604: + - 1 - type: "output" output: "report" @@ -4324,21 +4519,27 @@ layout: "plot-soak-throughput" ################################################################################ -# Plots - NF Density - VSC - +# Plots - NF Density - VSC - MRR 64b - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-vsc-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '2T1C' and 'MRR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "result" - "name" @@ -4348,22 +4549,61 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-vsc-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '4T2C' and 'MRR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-8t4c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-64b" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VHOST' and + 'CHAIN' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and + 'MRR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "result" - "name" @@ -4373,22 +4613,30 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" layout: "plot-service-density" +# Plots - NF Density - VSC - MRR IMIX - type: "plot" - title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-vsc-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-imix-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'MRR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "result" - "name" @@ -4398,22 +4646,61 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-vsc-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'MRR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-8t4c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-imix" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VHOST' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'MRR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "result" - "name" @@ -4423,22 +4710,30 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" layout: "plot-service-density" +# Plots - NF Density - VSC - NDR 64b - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-vsc-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -4448,22 +4743,61 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-vsc-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-8t4c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VHOST' and + 'CHAIN' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -4473,22 +4807,30 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" layout: "plot-service-density" +# Plots - NF Density - VSC - NDR IMIX - type: "plot" - title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-vsc-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -4498,22 +4840,61 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-vsc-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-8t4c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VHOST' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -4523,22 +4904,30 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" layout: "plot-service-density" +# Plots - NF Density - VSC - PDR 64b - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-vsc-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -4548,22 +4937,29 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-vsc-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -4573,22 +4969,29 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-vsc-pdr" - data: "plot-vpp-nfv-2n-skx" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-8t4c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and - 'IMIX' and - '2T1C' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -4596,24 +4999,32 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" x-axis: "X = VNFs per Service Chain" y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" layout: "plot-service-density" +# Plots - NF Density - VSC - PDR IMIX - type: "plot" - title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-vsc-pdr" - data: "plot-vpp-nfv-2n-skx" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and - '4T2C' and + '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -4623,50 +5034,127 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" layout: "plot-service-density" -################################################################################ -# Plots - NF Density - CSC - - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csc-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'DOCKER' and + 'VHOST' and 'CHAIN' and - '64B' and - '2T1C' and - 'MRR'" + 'NF_VPPIP4' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - - "result" + - "throughput" - "name" - "tags" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" y-axis: "Y = Number of Service Chains" - z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-8t4c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VHOST' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + layout: "plot-service-density" + +################################################################################ +# Plots - NF Density - CSC - MRR 64b +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-64b" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'NF_VPPIP4' and + '64B' and + '2T1C' and + 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csc-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '4T2C' and 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "result" - "name" @@ -4676,22 +5164,62 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-8t4c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-64b" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and + 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" + layout: "plot-service-density" + +# Plots - NF Density - CSC - MRR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csc-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "result" - "name" @@ -4701,22 +5229,61 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csc-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-8t4c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-imix" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "result" - "name" @@ -4726,22 +5293,30 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" +# Plots - NF Density - CSC - NDR 64b - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csc-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -4751,22 +5326,29 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csc-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -4776,22 +5358,62 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-8t4c-base-csc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" + layout: "plot-service-density" + +# Plots - NF Density - CSC - NDR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csc-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -4801,22 +5423,61 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csc-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-8t4c-base-csc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -4826,22 +5487,30 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" +# Plots - NF Density - CSC - PDR 64b - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csc-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -4851,22 +5520,29 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csc-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -4876,22 +5552,62 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-8t4c-base-csc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" + layout: "plot-service-density" + +# Plots - NF Density - CSC - PDR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csc-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -4901,22 +5617,29 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csc-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -4926,25 +5649,63 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" -################################################################################ -# Plots - NF Density - CSP +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-8t4c-base-csc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" + layout: "plot-service-density" +################################################################################ +# Plots - NF Density - CSP - MRR 64b - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csp-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and '64B' and '2T1C' and 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "result" - "name" @@ -4954,22 +5715,61 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "64B Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csp-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and '64B' and '4T2C' and 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-8t4c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-64b" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and + 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "result" - "name" @@ -4979,22 +5779,30 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "64B Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" +# Plots - NF Density - CSP - MRR IMIX - type: "plot" - title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csp-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "result" - "name" @@ -5004,22 +5812,29 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csp-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "result" - "name" @@ -5029,22 +5844,62 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-8t4c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-imix" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + layout: "plot-service-density" + +# Plots - NF Density - CSP - NDR 64b +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csp-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and '64B' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5054,22 +5909,29 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "64B Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csp-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and '64B' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5079,22 +5941,62 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "64B Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-8t4c-base-csp-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + layout: "plot-service-density" + +# Plots - NF Density - CSP - NDR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csp-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5104,22 +6006,29 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csp-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5129,22 +6038,62 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-8t4c-base-csp-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + layout: "plot-service-density" + +# Plots - NF Density - CSP - PDR 64b +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csp-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and '64B' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5154,22 +6103,29 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "64B Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csp-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and '64B' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5179,22 +6135,62 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "64B Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-8t4c-base-csp-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + layout: "plot-service-density" + +# Plots - NF Density - CSP - PDR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csp-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5204,22 +6200,61 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csp-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-8t4c-base-csp-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5229,7 +6264,7 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" ################################################################################