X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=e73a9d46e747e6fca0dac8fabb53d1e06bd9e2fd;hb=14ce81d3b0e9c6674a5abc0ea5dbabab15ecf456;hp=4b67eb0a02b9f2cb623e50b9b58f46fdaca7d2cc;hpb=d30251c4f8907a5c57a5e92f4651f0d789a10581;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 4b67eb0a02..e73a9d46e7 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -380,8 +380,9 @@ - 29 # NDRPDR sel - 32 # NDRPDR sel - 40 # NDRPDR sel + - 43 # NDRPDR sel - 44 # NDRPDR sel - + - 45 # NDRPDR sel plot-vpp-hdrh-lat-2n-clx: csit-vpp-perf-verify-2001-2n-clx: @@ -394,8 +395,9 @@ - 29 # NDRPDR sel - 32 # NDRPDR sel - 40 # NDRPDR sel + - 43 # NDRPDR sel - 44 # NDRPDR sel - + - 45 # NDRPDR sel plot-vpp-nfv-2n-clx-mrr: csit-vpp-perf-verify-2001-2n-clx: @@ -441,6 +443,7 @@ - 10 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel + - 14 # NDRPDR sel plot-vpp-hdrh-lat-3n-tsh: csit-vpp-perf-verify-2001-3n-tsh: @@ -583,6 +586,12 @@ - 70 # NDRPDR full - 72 # NDRPDR full - 73 # NDRPDR full + - 77 # NDRPDR full + - 78 # NDRPDR full + - 79 # NDRPDR full + - 81 # NDRPDR full + - 82 # NDRPDR full + - 84 # NDRPDR full vpp-perf-results-3n-skx: # TODO: Replace @@ -908,6 +917,7 @@ - 10 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel + - 14 # NDRPDR sel vpp-performance-changes-3n-tsh: - "vpp-performance-changes-3n-tsh-ref" - "vpp-performance-changes-3n-tsh-cmp" @@ -1049,16 +1059,16 @@ - 11 # NDRPDR sel dpdk-performance-changes-3n-hsw-cmp: csit-dpdk-perf-verify-2001-3n-hsw: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel +# - 4 # NDRPDR sel +# - 5 # NDRPDR sel +# - 6 # NDRPDR sel +# - 7 # NDRPDR sel +# - 8 # NDRPDR sel +# - 9 # NDRPDR sel +# - 10 # NDRPDR sel +# - 11 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel - 15 # NDRPDR sel - 16 # NDRPDR sel - 17 # NDRPDR sel @@ -1206,12 +1216,39 @@ - 29 # NDRPDR sel - 32 # NDRPDR sel - 40 # NDRPDR sel + - 43 # NDRPDR sel - 44 # NDRPDR sel - + - 45 # NDRPDR sel vpp-compare-testbeds-skx-clx: - "vpp-compare-testbeds-skx-clx-ref" - "vpp-compare-testbeds-skx-clx-cmp" + vpp-compare-testbeds-hsw-clx-ref: + csit-vpp-perf-verify-2001-3n-hsw: + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 25 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel + - 32 # NDRPDR sel + - 34 # NDRPDR sel + vpp-compare-testbeds-hsw-clx-cmp: + # TODO: Add the data + csit-vpp-perf-verify-2001-2n-clx: + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 32 # NDRPDR sel + - 40 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 45 # NDRPDR sel + vpp-compare-testbeds-hsw-clx: + - "vpp-compare-testbeds-hsw-clx-ref" + - "vpp-compare-testbeds-hsw-clx-cmp" + vpp-compare-testbeds-mrr-ref: csit-vpp-perf-verify-2001-3n-hsw: - 17 # MRR sel @@ -1236,6 +1273,16 @@ - "vpp-compare-testbeds-mrr-skx-clx-ref" - "vpp-compare-testbeds-mrr-skx-clx-cmp" + vpp-compare-testbeds-mrr-hsw-clx-ref: + csit-vpp-perf-verify-2001-3n-hsw: + - 17 # MRR sel + vpp-compare-testbeds-mrr-hsw-clx-cmp: + csit-vpp-perf-verify-2001-2n-clx: + - 39 # MRR + vpp-compare-testbeds-mrr-hsw-clx: + - "vpp-compare-testbeds-mrr-hsw-clx-ref" + - "vpp-compare-testbeds-mrr-hsw-clx-cmp" + dpdk-compare-testbeds-ref: csit-dpdk-perf-verify-2001-3n-hsw: - 4 # NDRPDR sel @@ -2065,6 +2112,12 @@ - 70 # NDRPDR full - 72 # NDRPDR full - 73 # NDRPDR full + - 77 # NDRPDR full + - 78 # NDRPDR full + - 79 # NDRPDR full + - 81 # NDRPDR full + - 82 # NDRPDR full + - 84 # NDRPDR full # csit-vpp-perf-verify-1904-3n-skx: # - 7 # MRR sel @@ -2168,7 +2221,9 @@ - 29 # NDRPDR sel - 32 # NDRPDR sel - 40 # NDRPDR sel + - 43 # NDRPDR sel - 44 # NDRPDR sel + - 45 # NDRPDR sel - 39 # MRR - 34 # NDRPDR full - 35 # NDRPDR full @@ -2197,6 +2252,7 @@ - 10 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel + - 14 # NDRPDR sel - 9 # MRR sel csit-vpp-perf-verify-1908-3n-dnv: @@ -3482,7 +3538,7 @@ # - "parent" # - "throughput" # - "tags" -# + ## VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr #- type: "table" # title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr" @@ -3562,7 +3618,95 @@ # - "parent" # - "throughput" # - "tags" -# + +# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr +- type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr" + algorithm: "table_perf_comparison_nic" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-ndr" + reference: + title: "3n-hsw xl710" + data: "vpp-compare-testbeds-hsw-clx-ref" + nic: "NIC_Intel-XL710" + compare: + title: "2n-clx xxv710" + data: "vpp-compare-testbeds-hsw-clx-cmp" + nic: "NIC_Intel-XXV710" + data: "vpp-compare-testbeds-hsw-clx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c ndr +- type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c ndr" + algorithm: "table_perf_comparison_nic" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-ndr" + reference: + title: "3n-hsw xl710" + data: "vpp-compare-testbeds-hsw-clx-ref" + nic: "NIC_Intel-XL710" + compare: + title: "2n-clx xxv710" + data: "vpp-compare-testbeds-hsw-clx-cmp" + nic: "NIC_Intel-XXV710" + data: "vpp-compare-testbeds-hsw-clx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c pdr +- type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c pdr" + algorithm: "table_perf_comparison_nic" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-pdr" + reference: + title: "3n-hsw xl710" + data: "vpp-compare-testbeds-hsw-clx-ref" + nic: "NIC_Intel-XL710" + compare: + title: "2n-clx xxv710" + data: "vpp-compare-testbeds-hsw-clx-cmp" + nic: "NIC_Intel-XXV710" + data: "vpp-compare-testbeds-hsw-clx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c pdr +- type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c pdr" + algorithm: "table_perf_comparison_nic" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-pdr" + reference: + title: "3n-hsw xl710" + data: "vpp-compare-testbeds-hsw-clx-ref" + nic: "NIC_Intel-XL710" + compare: + title: "2n-clx xxv710" + data: "vpp-compare-testbeds-hsw-clx-cmp" + nic: "NIC_Intel-XXV710" + data: "vpp-compare-testbeds-hsw-clx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + ## VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr #- type: "table" # title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr" @@ -4130,7 +4274,7 @@ # - "parent" # - "result" # - "tags" -# + ## VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr #- type: "table" # title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr" @@ -4248,6 +4392,72 @@ # - "parent" # - "result" +# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c mrr +- type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c mrr" + algorithm: "table_perf_comparison_nic" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-mrr" + reference: + title: "3n-hsw xl710" + data: "vpp-compare-testbeds-mrr-hsw-clx-ref" + nic: "NIC_Intel-XL710" + compare: + title: "2n-clx xxv710" + data: "vpp-compare-testbeds-mrr-hsw-clx-cmp" + nic: "NIC_Intel-XXV710" + data: "vpp-compare-testbeds-mrr-hsw-clx" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '1C'" + parameters: + - "name" + - "parent" + - "result" + - "tags" + +# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c mrr +- type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c mrr" + algorithm: "table_perf_comparison_nic" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-mrr" + reference: + title: "3n-hsw xl710" + data: "vpp-compare-testbeds-mrr-hsw-clx-ref" + nic: "NIC_Intel-XL710" + compare: + title: "2n-clx xxv710" + data: "vpp-compare-testbeds-mrr-hsw-clx-cmp" + nic: "NIC_Intel-XXV710" + data: "vpp-compare-testbeds-mrr-hsw-clx" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'" + parameters: + - "name" + - "parent" + - "result" + - "tags" + +# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 4c mrr +- type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 4c mrr" + algorithm: "table_perf_comparison_nic" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-4c-mrr" + reference: + title: "3n-hsw xl710" + data: "vpp-compare-testbeds-mrr-hsw-clx-ref" + nic: "NIC_Intel-XL710" + compare: + title: "2n-clx xxv710" + data: "vpp-compare-testbeds-mrr-hsw-clx-cmp" + nic: "NIC_Intel-XXV710" + data: "vpp-compare-testbeds-mrr-hsw-clx" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '4C'" + parameters: + - "name" + - "parent" + - "result" + - "tags" + # Detailed Test Results - VPP Performance Results 3n-hsw - type: "table" title: "Detailed Test Results - VPP Performance Results 3n-hsw" @@ -4833,7 +5043,7 @@ data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" + filter: "'1T1C' and 'NDRPDR'" parameters: - "name" - "parent" @@ -4855,7 +5065,7 @@ data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" + filter: "'2T2C' and 'NDRPDR'" parameters: - "name" - "parent" @@ -4877,7 +5087,7 @@ data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" + filter: "'1T1C' and 'NDRPDR'" parameters: - "name" - "parent" @@ -4899,7 +5109,7 @@ data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" + filter: "'2T2C' and 'NDRPDR'" parameters: - "name" - "parent" @@ -4921,7 +5131,7 @@ # data: "dpdk-performance-changes-3n-skx-cmp" # data: "dpdk-performance-changes-3n-skx" # include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C'" +# filter: "'2T1C' and 'NDRPDR'" # parameters: # - "name" # - "parent" @@ -4943,7 +5153,7 @@ # data: "dpdk-performance-changes-3n-skx-cmp" # data: "dpdk-performance-changes-3n-skx" # include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C'" +# filter: "'4T2C' and 'NDRPDR'" # parameters: # - "name" # - "parent" @@ -4965,7 +5175,7 @@ # data: "dpdk-performance-changes-3n-skx-cmp" # data: "dpdk-performance-changes-3n-skx" # include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C'" +# filter: "'2T1C' and 'NDRPDR'" # parameters: # - "name" # - "parent" @@ -4987,7 +5197,7 @@ # data: "dpdk-performance-changes-3n-skx-cmp" # data: "dpdk-performance-changes-3n-skx" # include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C'" +# filter: "'4T2C' and 'NDRPDR'" # parameters: # - "name" # - "parent" @@ -5009,7 +5219,7 @@ # data: "dpdk-performance-changes-2n-skx-cmp" # data: "dpdk-performance-changes-2n-skx" # include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C'" +# filter: "'2T1C' and 'NDRPDR'" # parameters: # - "name" # - "parent" @@ -5031,7 +5241,7 @@ # data: "dpdk-performance-changes-2n-skx-cmp" # data: "dpdk-performance-changes-2n-skx" # include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C'" +# filter: "'4T2C' and 'NDRPDR'" # parameters: # - "name" # - "parent" @@ -5053,7 +5263,7 @@ # data: "dpdk-performance-changes-2n-skx-cmp" # data: "dpdk-performance-changes-2n-skx" # include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C'" +# filter: "'2T1C' and 'NDRPDR'" # parameters: # - "name" # - "parent" @@ -5075,7 +5285,7 @@ # data: "dpdk-performance-changes-2n-skx-cmp" # data: "dpdk-performance-changes-2n-skx" # include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C'" +# filter: "'4T2C' and 'NDRPDR'" # parameters: # - "name" # - "parent" @@ -16166,17 +16376,17 @@ layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-2t1c-rdma-l2-vhost-base-ndr-tsa" + title: "Speedup: 2n-clx-cx556a-64b-rdma-l2-vhost-base-ndr-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-rdma-l2-vhost-base-ndr-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2-vhost-base-ndr-tsa" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" layout: - title: "2n-clx-cx556a-64b-2t1c-rdma-l2-vhost-base-ndr" + title: "2n-clx-cx556a-64b-rdma-l2-vhost-base-ndr" layout: "plot-throughput-speedup-analysis" - type: "plot" @@ -16208,9 +16418,9 @@ layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-2t1c-l2-vhost-vppl2xc-base-pdr-tsa" + title: "Speedup: 2n-clx-cx556a-64b-l2-vhost-vppl2xc-base-pdr-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-l2-vhost-vppl2xc-base-pdr-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-l2-vhost-vppl2xc-base-pdr-tsa" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -16218,7 +16428,7 @@ - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" layout: - title: "2n-clx-cx556a-64b-2t1c-l2-vhost-vppl2xc-base-pdr" + title: "2n-clx-cx556a-64b-l2-vhost-vppl2xc-base-pdr" layout: "plot-throughput-speedup-analysis" ################################################################################