X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=c8dda04b4183e359f759aa6823f23d9407d0bd43;hb=3f469189846eda3e5a3f0724e41da03fb0a47c26;hp=1b657480180f3155bafea38675819d7718d1d7b3;hpb=7ce8fe7d6099cecbc6ea68297e6e9501d1cac197;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 1b65748018..c8dda04b41 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -133,7 +133,12 @@ # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-hsw: - 11 # NDRPDR sel - - 12 # NDRPDR sel + - 12 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 25 # NDRPDR sel plot-vpp-http-server-performance: # TODO: Replace with 1904 data @@ -166,17 +171,21 @@ - 18 # NDRPDR sel plot-dpdk-throughput-latency-3n-hsw: - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-hsw: - 2 # NDRPDR sel - 3 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel # 3n-skx plot-vpp-throughput-lat-tsa-3n-skx: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-skx: - 8 # NDRPDR sel - 9 # NDRPDR sel @@ -184,9 +193,12 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel plot-dpdk-throughput-latency-3n-skx: - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-skx: - 2 # NDRPDR sel - 3 # NDRPDR sel @@ -194,11 +206,14 @@ - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel # 2n-skx plot-vpp-throughput-lat-tsa-2n-skx: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - 12 # NDRPDR sel - 14 # NDRPDR sel @@ -209,6 +224,7 @@ - 27 # NDRPDR sel - 30 # NDRPDR sel - 31 # NDRPDR sel + - 32 # NDRPDR sel plot-vpp-soak-2n-skx: # TODO: Replace with 1904 data @@ -216,15 +232,31 @@ csit-vpp-perf-verify-1901-2n-skx: - 45 # SOAK sel - plot-vpp-nfv-2n-skx: + plot-vpp-nfv-2n-skx-ndrpdr-64b: # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - - 9 # NFV NDRPDR + - 56 # NFV NDRPDR 64b - plot-vpp-nfv-2n-skx-mrr: + plot-vpp-nfv-2n-skx-ndrpdr-imix: # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - - 10 # NFV MRR + - 56 # NFV NDRPDR 64b - replace with IMIX + + plot-vpp-nfv-2n-skx-mrr-64b: + csit-vpp-perf-verify-1904-2n-skx: + - 40 # NFV MRR 64b + - 41 # NFV MRR 64b + - 42 # NFV MRR 64b + - 47 # NFV MRR 64b + - 48 # NFV MRR 64b + + plot-vpp-nfv-2n-skx-mrr-imix: + csit-vpp-perf-verify-1904-2n-skx: + - 49 # NFV MRR IMIX + - 50 # NFV MRR IMIX + - 51 # NFV MRR IMIX + - 54 # NFV MRR IMIX + - 55 # NFV MRR IMIX plot-dpdk-throughput-latency-2n-skx: csit-dpdk-perf-verify-1904-2n-skx: @@ -257,10 +289,14 @@ # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-hsw: - 11 # NDRPDR sel - - 12 # NDRPDR sel + - 12 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 25 # NDRPDR sel vpp-nic-comparison-3n-skx: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-skx: - 8 # NDRPDR sel - 9 # NDRPDR sel @@ -268,9 +304,12 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel vpp-nic-comparison-2n-skx: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - 12 # NDRPDR sel - 14 # NDRPDR sel @@ -281,10 +320,11 @@ - 27 # NDRPDR sel - 30 # NDRPDR sel - 31 # NDRPDR sel + - 32 # NDRPDR sel vpp-nic-comparison-3n-hsw-mrr: csit-vpp-perf-verify-1904-3n-hsw: - - 1 # MRR sel + - 9 # MRR sel vpp-nic-comparison-3n-skx-mrr: csit-vpp-perf-verify-1904-3n-skx: @@ -302,18 +342,20 @@ - 12 # NDRPDR sel vpp-perf-results-3n-skx: - # TODO: Replace with FULL 1904 data + # TODO: Add FULL 1904 data csit-vpp-perf-verify-1904-3n-skx: - - 10 # NDRPDR sel + - 26 # NDRPDR full vpp-perf-results-2n-skx: - # TODO: Replace with FULL 1904 data + # TODO: Add FULL 1904 data csit-vpp-perf-verify-1904-2n-skx: - - 21 + - 33 # NDRPDR full + - 39 # NDRPDR full + - 58 # NDRPDR full vpp-mrr-results-3n-hsw: csit-vpp-perf-verify-1904-3n-hsw: - - 1 # MRR sel + - 9 # MRR sel vpp-mrr-results-3n-skx: csit-vpp-perf-verify-1904-3n-skx: @@ -429,7 +471,12 @@ # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-hsw: - 11 # NDRPDR sel - - 12 # NDRPDR sel + - 12 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 25 # NDRPDR sel vpp-performance-changes-3n-hsw: - "vpp-performance-changes-3n-hsw-h1" - "vpp-performance-changes-3n-hsw-ref" @@ -470,7 +517,6 @@ - 66 # NDRPDR LB - 67 # NDRPDR LB vpp-performance-changes-3n-skx-cmp: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-skx: - 8 # NDRPDR sel - 9 # NDRPDR sel @@ -478,6 +524,10 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel vpp-performance-changes-3n-skx: - "vpp-performance-changes-3n-skx-h1" - "vpp-performance-changes-3n-skx-ref" @@ -508,7 +558,6 @@ - 42 # NDRPDR sel - 43 # NDRPDR sel vpp-performance-changes-2n-skx-cmp: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - 12 # NDRPDR sel - 14 # NDRPDR sel @@ -519,6 +568,7 @@ - 27 # NDRPDR sel - 30 # NDRPDR sel - 31 # NDRPDR sel + - 32 # NDRPDR sel vpp-performance-changes-2n-skx: - "vpp-performance-changes-2n-skx-h1" - "vpp-performance-changes-2n-skx-ref" @@ -532,7 +582,7 @@ - 35 # MRR sel vpp-performance-changes-3n-hsw-mrr-cmp: csit-vpp-perf-verify-1904-3n-hsw: - - 1 # MRR sel + - 9 # MRR sel vpp-performance-changes-3n-hsw-mrr: - "vpp-performance-changes-3n-hsw-mrr-h1" - "vpp-performance-changes-3n-hsw-mrr-ref" @@ -597,12 +647,17 @@ - 22 # NDRPDR sel - 23 # NDRPDR sel dpdk-performance-changes-3n-hsw-cmp: - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-hsw: - 2 # NDRPDR sel - 3 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel dpdk-performance-changes-3n-hsw: - "dpdk-performance-changes-3n-hsw-h1" - "dpdk-performance-changes-3n-hsw-ref" @@ -633,7 +688,6 @@ - 12 # NDRPDR sel - 13 # NDRPDR sel dpdk-performance-changes-3n-skx-cmp: - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-skx: - 2 # NDRPDR sel - 3 # NDRPDR sel @@ -641,6 +695,10 @@ - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel dpdk-performance-changes-3n-skx: - "dpdk-performance-changes-3n-skx-h1" - "dpdk-performance-changes-3n-skx-ref" @@ -693,9 +751,13 @@ # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-hsw: - 11 # NDRPDR sel - - 12 # NDRPDR sel + - 12 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 25 # NDRPDR sel vpp-compare-testbeds-cmp: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-skx: - 8 # NDRPDR sel - 9 # NDRPDR sel @@ -703,13 +765,17 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel vpp-compare-testbeds: - "vpp-compare-testbeds-ref" - "vpp-compare-testbeds-cmp" vpp-compare-testbeds-mrr-ref: csit-vpp-perf-verify-1904-3n-hsw: - - 1 # MRR sel + - 9 # MRR sel vpp-compare-testbeds-mrr-cmp: csit-vpp-perf-verify-1904-3n-skx: - 7 # MRR sel @@ -718,14 +784,18 @@ - "vpp-compare-testbeds-mrr-cmp" dpdk-compare-testbeds-ref: - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-hsw: - 2 # NDRPDR sel - 3 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel dpdk-compare-testbeds-cmp: - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-skx: - 2 # NDRPDR sel - 3 # NDRPDR sel @@ -733,6 +803,10 @@ - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel dpdk-compare-testbeds: - "dpdk-compare-testbeds-ref" - "dpdk-compare-testbeds-cmp" @@ -740,7 +814,6 @@ # Compare topologies vpp-compare-topologies-ref: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-skx: - 8 # NDRPDR sel - 9 # NDRPDR sel @@ -748,8 +821,11 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel vpp-compare-topologies-cmp: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - 12 # NDRPDR sel - 14 # NDRPDR sel @@ -760,6 +836,7 @@ - 27 # NDRPDR sel - 30 # NDRPDR sel - 31 # NDRPDR sel + - 32 # NDRPDR sel vpp-compare-topologies: - "vpp-compare-topologies-ref" - "vpp-compare-topologies-cmp" @@ -775,7 +852,6 @@ - "vpp-compare-topologies-mrr-cmp" dpdk-compare-topologies-ref: - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-skx: - 2 # NDRPDR sel - 3 # NDRPDR sel @@ -783,6 +859,10 @@ - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel dpdk-compare-topologies-cmp: csit-dpdk-perf-verify-1904-2n-skx: - 2 # NDRPDR sel @@ -1256,9 +1336,14 @@ - 71 # NDRPDR LB # TODO: Add 1904 Data csit-vpp-perf-verify-1904-3n-hsw: - - 1 # MRR sel - replace + - 9 # MRR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 25 # NDRPDR sel csit-vpp-perf-verify-1810-3n-skx: - 9 # MRR sel @@ -1297,15 +1382,19 @@ - 65 # NDRPDR LB - 66 # NDRPDR LB - 67 # NDRPDR LB - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-skx: - 7 # MRR sel + - 26 # NDRPDR full - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel csit-vpp-perf-verify-1810-2n-skx: - 8 # MRR sel @@ -1334,20 +1423,13 @@ - 40 # NDRPDR sel - 42 # NDRPDR sel - 43 # NDRPDR sel - - 24 # NFV MRR - - 26 # NFV MRR - - 27 # NFV MRR - - 35 # NFV MRR - - 37 # NFV MRR - - 28 # NFV NDRPDR - - 29 # NFV NDRPDR - - 32 # NFV NDRPDR - - 39 # NFV NDRPDR - - 46 # NFV NDRPDR - 45 # SOAK # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - 11 # MRR sel + - 33 # NDRPDR full + - 39 # NDRPDR full + - 58 # NDRPDR full - 12 # NDRPDR sel - 14 # NDRPDR sel - 16 # NDRPDR sel @@ -1357,8 +1439,18 @@ - 27 # NDRPDR sel - 30 # NDRPDR sel - 31 # NDRPDR sel - - 10 # NFV MRR - replace - - 9 # NFV NDRPDR - replace + - 32 # NDRPDR sel + - 40 # NFV MRR 64b + - 41 # NFV MRR 64b + - 42 # NFV MRR 64b + - 47 # NFV MRR 64b + - 48 # NFV MRR 64b + - 49 # NFV MRR IMIX + - 50 # NFV MRR IMIX + - 51 # NFV MRR IMIX + - 54 # NFV MRR IMIX + - 55 # NFV MRR IMIX + - 56 # NFV NDRPDR 64b # TODO: Remove csit-ligato-perf-verify-1901-3n-hsw: @@ -1399,12 +1491,17 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 23 # NDRPDR sel - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-hsw: - 2 # NDRPDR sel - 3 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel @@ -1428,7 +1525,6 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-skx: - 2 # NDRPDR sel - 3 # NDRPDR sel @@ -1436,6 +1532,10 @@ - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel csit-dpdk-perf-verify-1810-2n-skx: - 3 # NDRPDR sel @@ -4423,21 +4523,27 @@ layout: "plot-soak-throughput" ################################################################################ -# Plots - NF Density - VSC - +# Plots - NF Density - VSC - MRR 64b - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-vsc-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '2T1C' and 'MRR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "result" - "name" @@ -4447,22 +4553,61 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-vsc-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '4T2C' and 'MRR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-8t4c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-64b" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VHOST' and + 'CHAIN' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and + 'MRR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "result" - "name" @@ -4472,22 +4617,30 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" layout: "plot-service-density" +# Plots - NF Density - VSC - MRR IMIX - type: "plot" - title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-vsc-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-imix-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'MRR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "result" - "name" @@ -4497,22 +4650,61 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-vsc-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'MRR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-8t4c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-imix" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VHOST' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'MRR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "result" - "name" @@ -4522,22 +4714,30 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" layout: "plot-service-density" +# Plots - NF Density - VSC - NDR 64b - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-vsc-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -4547,22 +4747,61 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-vsc-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-8t4c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VHOST' and + 'CHAIN' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -4572,22 +4811,30 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" layout: "plot-service-density" +# Plots - NF Density - VSC - NDR IMIX - type: "plot" - title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-vsc-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -4597,22 +4844,61 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-vsc-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-8t4c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VHOST' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -4622,22 +4908,30 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" layout: "plot-service-density" +# Plots - NF Density - VSC - PDR 64b - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-vsc-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -4647,22 +4941,61 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-vsc-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-8t4c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VHOST' and + 'CHAIN' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -4672,22 +5005,30 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" layout: "plot-service-density" +# Plots - NF Density - VSC - PDR IMIX - type: "plot" - title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-vsc-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -4697,22 +5038,29 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-vsc-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and + 'VHOST' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -4722,25 +5070,63 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" layout: "plot-service-density" -################################################################################ -# Plots - NF Density - CSC - - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csc-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-8t4c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VHOST' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "VNF-1c" + compare: + include: "1" + name: "VNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + layout: "plot-service-density" + +################################################################################ +# Plots - NF Density - CSC - MRR 64b +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '2T1C' and 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "result" - "name" @@ -4750,22 +5136,29 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csc-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '4T2C' and 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "result" - "name" @@ -4775,22 +5168,62 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-8t4c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-64b" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and + 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" + layout: "plot-service-density" + +# Plots - NF Density - CSC - MRR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csc-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "result" - "name" @@ -4800,22 +5233,61 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csc-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-8t4c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-imix" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "result" - "name" @@ -4825,22 +5297,30 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" +# Plots - NF Density - CSC - NDR 64b - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csc-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -4850,22 +5330,61 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csc-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-8t4c-base-csc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -4875,22 +5394,30 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" +# Plots - NF Density - CSC - NDR IMIX - type: "plot" - title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csc-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -4900,22 +5427,61 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csc-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-8t4c-base-csc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -4925,22 +5491,30 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" +# Plots - NF Density - CSC - PDR 64b - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csc-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -4950,22 +5524,61 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csc-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and '64B' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-8t4c-base-csc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -4975,22 +5588,30 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" +# Plots - NF Density - CSC - PDR IMIX - type: "plot" - title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csc-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5000,22 +5621,29 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csc-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5025,25 +5653,63 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" -################################################################################ -# Plots - NF Density - CSP +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-8t4c-base-csc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" + layout: "plot-service-density" +################################################################################ +# Plots - NF Density - CSP - MRR 64b - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csp-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and '64B' and '2T1C' and 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "result" - "name" @@ -5053,22 +5719,29 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "64B Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csp-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and '64B' and '4T2C' and 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "result" - "name" @@ -5078,22 +5751,62 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "64B Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-8t4c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-64b" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and + 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + layout: "plot-service-density" + +# Plots - NF Density - CSP - MRR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csp-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "result" - "name" @@ -5103,22 +5816,29 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csp-mrr" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "result" - "name" @@ -5128,22 +5848,62 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-8t4c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr-imix" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'MRR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + layout: "plot-service-density" + +# Plots - NF Density - CSP - NDR 64b +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csp-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and '64B' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5153,22 +5913,29 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "64B Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csp-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and '64B' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5178,22 +5945,62 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "64B Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-8t4c-base-csp-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + layout: "plot-service-density" + +# Plots - NF Density - CSP - NDR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csp-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5203,22 +6010,61 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-ndr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csp-ndr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-8t4c-base-csp-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5228,22 +6074,30 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-ndr" layout: "plot-service-density" +# Plots - NF Density - CSP - PDR 64b - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csp-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and '64B' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5253,22 +6107,61 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "64B Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csp-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and '64B' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-8t4c-base-csp-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-64b" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5278,22 +6171,30 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "64B Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" +# Plots - NF Density - CSP - PDR IMIX - type: "plot" - title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csp-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5303,22 +6204,61 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-pdr" - algorithm: "plot_service_density_heatmap" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csp-pdr" - data: "plot-vpp-nfv-2n-skx" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and + 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" + algorithm: "plot_service_density_heatmap_compare" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-8t4c-base-csp-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr-imix" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'NDRPDR'" + reference: + include: "2" + name: "CNF-1c" + compare: + include: "1" + name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5328,7 +6268,7 @@ y-axis: "Y = Number of Service Pipelines" z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" ################################################################################