X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=ef19a02b86dca9ba16af8ffa40f65ca0fd7c8e5e;hb=7bf76acc8b93cd9b19e80b2c8c29aa762dbb216a;hp=cb90124b40d9f01ad9909df05ff450496a4f93fd;hpb=5c39563228ffed1f383a0fede55f0a33757258bd;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index cb90124b40..ef19a02b86 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -379,7 +379,10 @@ - 28 # NDRPDR sel - 29 # NDRPDR sel - 32 # NDRPDR sel - + - 40 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 45 # NDRPDR sel plot-vpp-hdrh-lat-2n-clx: csit-vpp-perf-verify-2001-2n-clx: @@ -391,12 +394,14 @@ - 28 # NDRPDR sel - 29 # NDRPDR sel - 32 # NDRPDR sel - + - 40 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 45 # NDRPDR sel plot-vpp-nfv-2n-clx-mrr: - # TODO: Replace the data csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel + - 39 # MRR plot-dpdk-throughput-latency-2n-clx: csit-dpdk-perf-verify-2001-2n-clx: @@ -410,6 +415,16 @@ - 22 # NDRPDR sel - 23 # NDRPDR sel - 24 # NDRPDR sel + - 25 # NDRPDR sel + - 26 # NDRPDR sel + - 27 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel + - 32 # NDRPDR sel + - 33 # NDRPDR sel + - 34 # NDRPDR sel plot-dpdk-hdrh-lat-2n-clx: @@ -427,10 +442,12 @@ - 8 # NDRPDR sel - 10 # NDRPDR sel - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel plot-vpp-hdrh-lat-3n-tsh: csit-vpp-perf-verify-2001-3n-tsh: - - 4 # NDRPDR sel + - 10 # NDRPDR sel plot-dpdk-throughput-latency-3n-tsh: csit-dpdk-perf-verify-2001-3n-tsh: @@ -566,6 +583,12 @@ - 64 # NDRPDR full - 65 # NDRPDR full - 67 # NDRPDR full + - 70 # NDRPDR full + - 72 # NDRPDR full + - 73 # NDRPDR full + - 77 # NDRPDR full + - 78 # NDRPDR full + - 79 # NDRPDR full vpp-perf-results-3n-skx: # TODO: Replace @@ -584,11 +607,12 @@ - 35 # NDRPDR full - 36 # NDRPDR full - 38 # NDRPDR full + - 41 # NDRPDR full + - 42 # NDRPDR full vpp-perf-results-3n-tsh: - # TODO: Replace csit-vpp-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel + - 10 # NDRPDR sel vpp-perf-results-3n-dnv: csit-vpp-perf-verify-2001-3n-dnv: @@ -600,6 +624,9 @@ - 24 # NDRPDR full - 25 # NDRPDR full - 26 # NDRPDR full + - 37 # NDRPDR full + - 38 # NDRPDR full + - 39 # NDRPDR full vpp-perf-results-2n-dnv: csit-vpp-perf-verify-2001-2n-dnv: @@ -627,10 +654,8 @@ - 69 # MRR sel vpp-mrr-results-2n-clx: - # TODO: Replace - # csit-vpp-perf-verify-2001-2n-clx: - csit-vpp-perf-verify-1908-2n-skx: - - 69 # MRR sel + csit-vpp-perf-verify-2001-2n-clx: + - 39 # MRR vpp-mrr-results-3n-tsh: csit-vpp-perf-verify-2001-3n-tsh: @@ -664,6 +689,7 @@ dpdk-perf-results-2n-clx: csit-dpdk-perf-verify-2001-2n-clx: - 15 # NDRPDR sel + - 34 # NDRPDR sel dpdk-perf-results-2n-dnv: csit-dpdk-perf-verify-2001-2n-dnv: @@ -887,6 +913,8 @@ - 8 # NDRPDR sel - 10 # NDRPDR sel - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel vpp-performance-changes-3n-tsh: - "vpp-performance-changes-3n-tsh-ref" - "vpp-performance-changes-3n-tsh-cmp" @@ -1028,16 +1056,16 @@ - 11 # NDRPDR sel dpdk-performance-changes-3n-hsw-cmp: csit-dpdk-perf-verify-2001-3n-hsw: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel +# - 4 # NDRPDR sel +# - 5 # NDRPDR sel +# - 6 # NDRPDR sel +# - 7 # NDRPDR sel +# - 8 # NDRPDR sel +# - 9 # NDRPDR sel +# - 10 # NDRPDR sel +# - 11 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel - 15 # NDRPDR sel - 16 # NDRPDR sel - 17 # NDRPDR sel @@ -1184,11 +1212,40 @@ - 28 # NDRPDR sel - 29 # NDRPDR sel - 32 # NDRPDR sel - + - 40 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 45 # NDRPDR sel vpp-compare-testbeds-skx-clx: - "vpp-compare-testbeds-skx-clx-ref" - "vpp-compare-testbeds-skx-clx-cmp" + vpp-compare-testbeds-hsw-clx-ref: + csit-vpp-perf-verify-2001-3n-hsw: + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 25 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel + - 32 # NDRPDR sel + - 34 # NDRPDR sel + vpp-compare-testbeds-hsw-clx-cmp: + # TODO: Add the data + csit-vpp-perf-verify-2001-2n-clx: + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 32 # NDRPDR sel + - 40 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 45 # NDRPDR sel + vpp-compare-testbeds-hsw-clx: + - "vpp-compare-testbeds-hsw-clx-ref" + - "vpp-compare-testbeds-hsw-clx-cmp" + vpp-compare-testbeds-mrr-ref: csit-vpp-perf-verify-2001-3n-hsw: - 17 # MRR sel @@ -1207,14 +1264,22 @@ csit-vpp-perf-verify-1908-2n-skx: - 69 # MRR sel vpp-compare-testbeds-mrr-skx-clx-cmp: - # TODO: Replace - # csit-vpp-perf-verify-2001-2n-clx: - csit-vpp-perf-verify-1908-2n-skx: - - 69 # MRR sel + csit-vpp-perf-verify-2001-2n-clx: + - 39 # MRR vpp-compare-testbeds-mrr-skx-clx: - "vpp-compare-testbeds-mrr-skx-clx-ref" - "vpp-compare-testbeds-mrr-skx-clx-cmp" + vpp-compare-testbeds-mrr-hsw-clx-ref: + csit-vpp-perf-verify-2001-3n-hsw: + - 17 # MRR sel + vpp-compare-testbeds-mrr-hsw-clx-cmp: + csit-vpp-perf-verify-2001-2n-clx: + - 39 # MRR + vpp-compare-testbeds-mrr-hsw-clx: + - "vpp-compare-testbeds-mrr-hsw-clx-ref" + - "vpp-compare-testbeds-mrr-hsw-clx-cmp" + dpdk-compare-testbeds-ref: csit-dpdk-perf-verify-2001-3n-hsw: - 4 # NDRPDR sel @@ -1287,6 +1352,16 @@ - 22 # NDRPDR sel - 23 # NDRPDR sel - 24 # NDRPDR sel + - 25 # NDRPDR sel + - 26 # NDRPDR sel + - 27 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel + - 32 # NDRPDR sel + - 33 # NDRPDR sel + - 34 # NDRPDR sel dpdk-compare-testbeds-skx-clx: - "dpdk-compare-testbeds-skx-clx-ref" @@ -2031,6 +2106,12 @@ - 64 # NDRPDR full - 65 # NDRPDR full - 67 # NDRPDR full + - 70 # NDRPDR full + - 72 # NDRPDR full + - 73 # NDRPDR full + - 77 # NDRPDR full + - 78 # NDRPDR full + - 79 # NDRPDR full # csit-vpp-perf-verify-1904-3n-skx: # - 7 # MRR sel @@ -2133,10 +2214,17 @@ - 28 # NDRPDR sel - 29 # NDRPDR sel - 32 # NDRPDR sel + - 40 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 45 # NDRPDR sel + - 39 # MRR - 34 # NDRPDR full - 35 # NDRPDR full - 36 # NDRPDR full - 38 # NDRPDR full + - 41 # NDRPDR full + - 42 # NDRPDR full csit-vpp-perf-verify-1908-3n-tsh: - 7 # NDRPDR sel @@ -2157,6 +2245,8 @@ - 8 # NDRPDR sel - 10 # NDRPDR sel - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel - 9 # MRR sel csit-vpp-perf-verify-1908-3n-dnv: @@ -2191,6 +2281,9 @@ - 24 # NDRPDR full - 25 # NDRPDR full - 26 # NDRPDR full + - 37 # NDRPDR full + - 38 # NDRPDR full + - 39 # NDRPDR full csit-vpp-perf-verify-1908-2n-dnv: - 1 # NDRPDR sel @@ -2358,6 +2451,16 @@ - 22 # NDRPDR sel - 23 # NDRPDR sel - 24 # NDRPDR sel + - 25 # NDRPDR sel + - 26 # NDRPDR sel + - 27 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel + - 32 # NDRPDR sel + - 33 # NDRPDR sel + - 34 # NDRPDR sel csit-dpdk-perf-verify-2001-2n-dnv: - 9 # NDRPDR sel @@ -2403,8 +2506,8 @@ format: html: - full -# pdf: -# - minimal + pdf: + - minimal ################################################################################ ### T A B L E S ### @@ -3429,7 +3532,7 @@ # - "parent" # - "throughput" # - "tags" -# + ## VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr #- type: "table" # title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr" @@ -3509,7 +3612,95 @@ # - "parent" # - "throughput" # - "tags" -# + +# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr +- type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr" + algorithm: "table_perf_comparison_nic" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-ndr" + reference: + title: "3n-hsw xl710" + data: "vpp-compare-testbeds-hsw-clx-ref" + nic: "NIC_Intel-XL710" + compare: + title: "2n-clx xxv710" + data: "vpp-compare-testbeds-hsw-clx-cmp" + nic: "NIC_Intel-XXV710" + data: "vpp-compare-testbeds-hsw-clx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c ndr +- type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c ndr" + algorithm: "table_perf_comparison_nic" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-ndr" + reference: + title: "3n-hsw xl710" + data: "vpp-compare-testbeds-hsw-clx-ref" + nic: "NIC_Intel-XL710" + compare: + title: "2n-clx xxv710" + data: "vpp-compare-testbeds-hsw-clx-cmp" + nic: "NIC_Intel-XXV710" + data: "vpp-compare-testbeds-hsw-clx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c pdr +- type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c pdr" + algorithm: "table_perf_comparison_nic" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-pdr" + reference: + title: "3n-hsw xl710" + data: "vpp-compare-testbeds-hsw-clx-ref" + nic: "NIC_Intel-XL710" + compare: + title: "2n-clx xxv710" + data: "vpp-compare-testbeds-hsw-clx-cmp" + nic: "NIC_Intel-XXV710" + data: "vpp-compare-testbeds-hsw-clx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c pdr +- type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c pdr" + algorithm: "table_perf_comparison_nic" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-pdr" + reference: + title: "3n-hsw xl710" + data: "vpp-compare-testbeds-hsw-clx-ref" + nic: "NIC_Intel-XL710" + compare: + title: "2n-clx xxv710" + data: "vpp-compare-testbeds-hsw-clx-cmp" + nic: "NIC_Intel-XXV710" + data: "vpp-compare-testbeds-hsw-clx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + ## VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr #- type: "table" # title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr" @@ -4077,7 +4268,7 @@ # - "parent" # - "result" # - "tags" -# + ## VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr #- type: "table" # title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr" @@ -4195,6 +4386,72 @@ # - "parent" # - "result" +# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c mrr +- type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c mrr" + algorithm: "table_perf_comparison_nic" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-mrr" + reference: + title: "3n-hsw xl710" + data: "vpp-compare-testbeds-mrr-hsw-clx-ref" + nic: "NIC_Intel-XL710" + compare: + title: "2n-clx xxv710" + data: "vpp-compare-testbeds-mrr-hsw-clx-cmp" + nic: "NIC_Intel-XXV710" + data: "vpp-compare-testbeds-mrr-hsw-clx" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '1C'" + parameters: + - "name" + - "parent" + - "result" + - "tags" + +# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c mrr +- type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c mrr" + algorithm: "table_perf_comparison_nic" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-mrr" + reference: + title: "3n-hsw xl710" + data: "vpp-compare-testbeds-mrr-hsw-clx-ref" + nic: "NIC_Intel-XL710" + compare: + title: "2n-clx xxv710" + data: "vpp-compare-testbeds-mrr-hsw-clx-cmp" + nic: "NIC_Intel-XXV710" + data: "vpp-compare-testbeds-mrr-hsw-clx" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'" + parameters: + - "name" + - "parent" + - "result" + - "tags" + +# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 4c mrr +- type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 4c mrr" + algorithm: "table_perf_comparison_nic" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-4c-mrr" + reference: + title: "3n-hsw xl710" + data: "vpp-compare-testbeds-mrr-hsw-clx-ref" + nic: "NIC_Intel-XL710" + compare: + title: "2n-clx xxv710" + data: "vpp-compare-testbeds-mrr-hsw-clx-cmp" + nic: "NIC_Intel-XXV710" + data: "vpp-compare-testbeds-mrr-hsw-clx" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '4C'" + parameters: + - "name" + - "parent" + - "result" + - "tags" + # Detailed Test Results - VPP Performance Results 3n-hsw - type: "table" title: "Detailed Test Results - VPP Performance Results 3n-hsw" @@ -4540,22 +4797,22 @@ # - "parent" # - "msg" -## Detailed Test Results - VPP MRR Results 2n-clx -#- type: "table" -# title: "Detailed Test Results - VPP MRR Results 2n-clx" -# algorithm: "table_merged_details" -# output-file: "{DIR[DTR,MRR,VPP,2N,CLX]}/vpp_mrr_results_2n_clx" -# columns: -# - title: " |prein| Test Name |preout| " -# data: "data name" -# - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " -# data: "data msg" -# data: "vpp-mrr-results-2n-clx" -# filter: "all" -# parameters: -# - "name" -# - "parent" -# - "msg" +# Detailed Test Results - VPP MRR Results 2n-clx +- type: "table" + title: "Detailed Test Results - VPP MRR Results 2n-clx" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,MRR,VPP,2N,CLX]}/vpp_mrr_results_2n_clx" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" + data: "vpp-mrr-results-2n-clx" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" # Detailed Test Results - VPP MRR Results 3n-tsh - type: "table" @@ -4659,22 +4916,22 @@ # - "name" # - "conf-history" -## Test configuration - VPP MRR Test Configs 2n-clx -#- type: "table" -# title: "Test configuration - VPP MRR Test Configs 2n-clx" -# algorithm: "table_merged_details" -# output-file: "{DIR[DTC,MRR,VPP,2N,CLX]}/vpp_mrr_test_configuration_2n_clx" -# columns: -# - title: " |prein| Test Name |preout| " -# data: "data name" -# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " -# data: "data conf-history" -# data: "vpp-mrr-results-2n-clx" -# filter: "all" -# parameters: -# - "parent" -# - "name" -# - "conf-history" +# Test configuration - VPP MRR Test Configs 2n-clx +- type: "table" + title: "Test configuration - VPP MRR Test Configs 2n-clx" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,MRR,VPP,2N,CLX]}/vpp_mrr_test_configuration_2n_clx" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-mrr-results-2n-clx" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" # Test configuration - VPP MRR Test Configs 3n-tsh - type: "table" @@ -4780,7 +5037,7 @@ data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" + filter: "'1T1C' and 'NDRPDR'" parameters: - "name" - "parent" @@ -4802,7 +5059,7 @@ data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" + filter: "'2T2C' and 'NDRPDR'" parameters: - "name" - "parent" @@ -4824,7 +5081,7 @@ data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" + filter: "'1T1C' and 'NDRPDR'" parameters: - "name" - "parent" @@ -4846,7 +5103,7 @@ data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" + filter: "'2T2C' and 'NDRPDR'" parameters: - "name" - "parent" @@ -4868,7 +5125,7 @@ # data: "dpdk-performance-changes-3n-skx-cmp" # data: "dpdk-performance-changes-3n-skx" # include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C'" +# filter: "'2T1C' and 'NDRPDR'" # parameters: # - "name" # - "parent" @@ -4890,7 +5147,7 @@ # data: "dpdk-performance-changes-3n-skx-cmp" # data: "dpdk-performance-changes-3n-skx" # include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C'" +# filter: "'4T2C' and 'NDRPDR'" # parameters: # - "name" # - "parent" @@ -4912,7 +5169,7 @@ # data: "dpdk-performance-changes-3n-skx-cmp" # data: "dpdk-performance-changes-3n-skx" # include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C'" +# filter: "'2T1C' and 'NDRPDR'" # parameters: # - "name" # - "parent" @@ -4934,7 +5191,7 @@ # data: "dpdk-performance-changes-3n-skx-cmp" # data: "dpdk-performance-changes-3n-skx" # include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C'" +# filter: "'4T2C' and 'NDRPDR'" # parameters: # - "name" # - "parent" @@ -4956,7 +5213,7 @@ # data: "dpdk-performance-changes-2n-skx-cmp" # data: "dpdk-performance-changes-2n-skx" # include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C'" +# filter: "'2T1C' and 'NDRPDR'" # parameters: # - "name" # - "parent" @@ -4978,7 +5235,7 @@ # data: "dpdk-performance-changes-2n-skx-cmp" # data: "dpdk-performance-changes-2n-skx" # include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C'" +# filter: "'4T2C' and 'NDRPDR'" # parameters: # - "name" # - "parent" @@ -5000,7 +5257,7 @@ # data: "dpdk-performance-changes-2n-skx-cmp" # data: "dpdk-performance-changes-2n-skx" # include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C'" +# filter: "'2T1C' and 'NDRPDR'" # parameters: # - "name" # - "parent" @@ -5022,7 +5279,7 @@ # data: "dpdk-performance-changes-2n-skx-cmp" # data: "dpdk-performance-changes-2n-skx" # include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C'" +# filter: "'4T2C' and 'NDRPDR'" # parameters: # - "name" # - "parent" @@ -5505,15 +5762,15 @@ # filter: "all" # data-start-level: 4 -## VPP MRR Results 2n-clx -#- type: "file" -# title: "VPP MRR Results 2n-clx" -# algorithm: "file_test_results" -# output-file: "{DIR[DTR,MRR,VPP,2N,CLX]}" -# dir-tables: "{DIR[DTR,MRR,VPP,2N,CLX]}" -# data: "vpp-mrr-results-2n-clx" -# filter: "all" -# data-start-level: 4 +# VPP MRR Results 2n-clx +- type: "file" + title: "VPP MRR Results 2n-clx" + algorithm: "file_test_results" + output-file: "{DIR[DTR,MRR,VPP,2N,CLX]}" + dir-tables: "{DIR[DTR,MRR,VPP,2N,CLX]}" + data: "vpp-mrr-results-2n-clx" + filter: "all" + data-start-level: 4 # VPP MRR Results 3n-tsh - type: "file" @@ -5575,15 +5832,15 @@ # filter: "all" # data-start-level: 4 -## VPP MRR Configuration 2n-clx -#- type: "file" -# title: "VPP MRR Configuration 2n-clx" -# algorithm: "file_test_results" -# output-file: "{DIR[DTC,MRR,VPP,2N,CLX]}" -# dir-tables: "{DIR[DTC,MRR,VPP,2N,CLX]}" -# data: "vpp-mrr-results-2n-clx" -# filter: "all" -# data-start-level: 4 +# VPP MRR Configuration 2n-clx +- type: "file" + title: "VPP MRR Configuration 2n-clx" + algorithm: "file_test_results" + output-file: "{DIR[DTC,MRR,VPP,2N,CLX]}" + dir-tables: "{DIR[DTC,MRR,VPP,2N,CLX]}" + data: "vpp-mrr-results-2n-clx" + filter: "all" + data-start-level: 4 # VPP MRR Configuration 3n-tsh - type: "file" @@ -9248,86 +9505,86 @@ ############################################################################### # Plots - 2n-clx NF Density - VSC - MRR IMIX -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-2t1c-base-vsc-mrr" -# data: "plot-vpp-nfv-2n-clx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '2T1C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-4t2c-base-vsc-mrr" -# data: "plot-vpp-nfv-2n-clx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '4T2C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-8t4c-base-vsc-mrr" -# data: "plot-vpp-nfv-2n-clx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# not 'VXLAN' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '8T4C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" -# layout: "plot-service-density" +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-2t1c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-clx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-4t2c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-clx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-8t4c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-clx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + layout: "plot-service-density" # Plots - NF Density - VSC - NDR IMIX - type: "plot" @@ -9493,84 +9750,84 @@ title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" layout: "plot-service-density" -## Plots - NF Density - VSC - MRR IMIX -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-2t1c-base-vsc-vxlan-mrr" -# data: "plot-vpp-nfv-2n-clx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# 'IMIX' and -# '2T1C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-4t2c-base-vsc-vxlan-mrr" -# data: "plot-vpp-nfv-2n-clx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# 'IMIX' and -# '4T2C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-8t4c-base-vsc-vxlan-mrr" -# data: "plot-vpp-nfv-2n-clx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# 'IMIX' and -# '8T4C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" -# layout: "plot-service-density" +# Plots - NF Density - VSC - MRR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-2t1c-base-vsc-vxlan-mrr" + data: "plot-vpp-nfv-2n-clx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + 'VXLAN' and + 'CHAIN' and + 'IMIX' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-4t2c-base-vsc-vxlan-mrr" + data: "plot-vpp-nfv-2n-clx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + 'VXLAN' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-8t4c-base-vsc-vxlan-mrr" + data: "plot-vpp-nfv-2n-clx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + 'VXLAN' and + 'CHAIN' and + 'IMIX' and + '8T4C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" + layout: "plot-service-density" # Plots - NF Density - VSC - NDR IMIX - type: "plot" @@ -9675,140 +9932,140 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-4t2c-base-vsc-vxlan-pdr" + data: "plot-vpp-nfv-2n-clx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + 'VXLAN' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-8t4c-base-vsc-vxlan-pdr" + data: "plot-vpp-nfv-2n-clx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + 'VXLAN' and + 'CHAIN' and + 'IMIX' and + '8T4C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" + layout: "plot-service-density" + +# Plots - NF Density - CSC - MRR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-2t1c-base-csc-mrr" + data: "plot-vpp-nfv-2n-clx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" algorithm: "plot_nf_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-4t2c-base-vsc-vxlan-pdr" - data: "plot-vpp-nfv-2n-clx-ndrpdr" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-4t2c-base-csc-mrr" + data: "plot-vpp-nfv-2n-clx-mrr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and - 'VHOST' and - 'VXLAN' and + 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '4T2C' and - 'NDRPDR'" + 'MRR'" parameters: - - "throughput" + - "result" - "name" - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = VNFs per Service Chain" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" algorithm: "plot_nf_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-8t4c-base-vsc-vxlan-pdr" - data: "plot-vpp-nfv-2n-clx-ndrpdr" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-8t4c-base-csc-mrr" + data: "plot-vpp-nfv-2n-clx-mrr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and - 'VHOST' and - 'VXLAN' and + 'DOCKER' and 'CHAIN' and + 'NF_VPPIP4' and 'IMIX' and '8T4C' and - 'NDRPDR'" + 'MRR'" parameters: - - "throughput" + - "result" - "name" - "tags" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - x-axis: "X = VNFs per Service Chain" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" layout: "plot-service-density" -## Plots - NF Density - CSC - MRR IMIX -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-2t1c-base-csc-mrr" -# data: "plot-vpp-nfv-2n-clx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '2T1C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-4t2c-base-csc-mrr" -# data: "plot-vpp-nfv-2n-clx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '4T2C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-8t4c-base-csc-mrr" -# data: "plot-vpp-nfv-2n-clx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'CHAIN' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '8T4C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-mrr" -# layout: "plot-service-density" - # Plots - NF Density - CSC - NDR IMIX - type: "plot" title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-ndr" @@ -9967,84 +10224,84 @@ title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-pdr" layout: "plot-service-density" -## Plots - NF Density - CSP - MRR IMIX -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-2t1c-base-csp-mrr" -# data: "plot-vpp-nfv-2n-clx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'PIPELINE' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '2T1C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-4t2c-base-csp-mrr" -# data: "plot-vpp-nfv-2n-clx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'PIPELINE' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '4T2C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" -# layout: "plot-service-density" -# -#- type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-8t4c-base-csp-mrr" -# data: "plot-vpp-nfv-2n-clx-mrr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'DOCKER' and -# 'PIPELINE' and -# 'NF_VPPIP4' and -# 'IMIX' and -# '8T4C' and -# 'MRR'" -# parameters: -# - "result" -# - "name" -# - "tags" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = CNFs per Service Pipeline" -# y-axis: "Y = Number of Service Pipelines" -# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" -# layout: -# title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" -# layout: "plot-service-density" +# Plots - NF Density - CSP - MRR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-2t1c-base-csp-mrr" + data: "plot-vpp-nfv-2n-clx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-4t2c-base-csp-mrr" + data: "plot-vpp-nfv-2n-clx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-8t4c-base-csp-mrr" + data: "plot-vpp-nfv-2n-clx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-mrr" + layout: "plot-service-density" # Plots - NF Density - CSP - NDR IMIX - type: "plot" @@ -16113,17 +16370,17 @@ layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-2t1c-rdma-l2-vhost-base-ndr-tsa" + title: "Speedup: 2n-clx-cx556a-64b-rdma-l2-vhost-base-ndr-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-rdma-l2-vhost-base-ndr-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2-vhost-base-ndr-tsa" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" layout: - title: "2n-clx-cx556a-64b-2t1c-rdma-l2-vhost-base-ndr" + title: "2n-clx-cx556a-64b-rdma-l2-vhost-base-ndr" layout: "plot-throughput-speedup-analysis" - type: "plot" @@ -16155,9 +16412,9 @@ layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-2t1c-l2-vhost-vppl2xc-base-pdr-tsa" + title: "Speedup: 2n-clx-cx556a-64b-l2-vhost-vppl2xc-base-pdr-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-l2-vhost-vppl2xc-base-pdr-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-l2-vhost-vppl2xc-base-pdr-tsa" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -16165,7 +16422,7 @@ - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" layout: - title: "2n-clx-cx556a-64b-2t1c-l2-vhost-vppl2xc-base-pdr" + title: "2n-clx-cx556a-64b-l2-vhost-vppl2xc-base-pdr" layout: "plot-throughput-speedup-analysis" ################################################################################