X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=ef19a02b86dca9ba16af8ffa40f65ca0fd7c8e5e;hb=7bf76acc8b93cd9b19e80b2c8c29aa762dbb216a;hp=5d18293f0567b849dd6e1991a873ec252c258756;hpb=ece0ed17432cba57518be09e4dfe6a20344c34ca;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 5d18293f05..ef19a02b86 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -380,8 +380,9 @@ - 29 # NDRPDR sel - 32 # NDRPDR sel - 40 # NDRPDR sel + - 43 # NDRPDR sel - 44 # NDRPDR sel - + - 45 # NDRPDR sel plot-vpp-hdrh-lat-2n-clx: csit-vpp-perf-verify-2001-2n-clx: @@ -394,8 +395,9 @@ - 29 # NDRPDR sel - 32 # NDRPDR sel - 40 # NDRPDR sel + - 43 # NDRPDR sel - 44 # NDRPDR sel - + - 45 # NDRPDR sel plot-vpp-nfv-2n-clx-mrr: csit-vpp-perf-verify-2001-2n-clx: @@ -586,6 +588,7 @@ - 73 # NDRPDR full - 77 # NDRPDR full - 78 # NDRPDR full + - 79 # NDRPDR full vpp-perf-results-3n-skx: # TODO: Replace @@ -1053,16 +1056,16 @@ - 11 # NDRPDR sel dpdk-performance-changes-3n-hsw-cmp: csit-dpdk-perf-verify-2001-3n-hsw: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel +# - 4 # NDRPDR sel +# - 5 # NDRPDR sel +# - 6 # NDRPDR sel +# - 7 # NDRPDR sel +# - 8 # NDRPDR sel +# - 9 # NDRPDR sel +# - 10 # NDRPDR sel +# - 11 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel - 15 # NDRPDR sel - 16 # NDRPDR sel - 17 # NDRPDR sel @@ -1210,12 +1213,39 @@ - 29 # NDRPDR sel - 32 # NDRPDR sel - 40 # NDRPDR sel + - 43 # NDRPDR sel - 44 # NDRPDR sel - + - 45 # NDRPDR sel vpp-compare-testbeds-skx-clx: - "vpp-compare-testbeds-skx-clx-ref" - "vpp-compare-testbeds-skx-clx-cmp" + vpp-compare-testbeds-hsw-clx-ref: + csit-vpp-perf-verify-2001-3n-hsw: + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 25 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel + - 32 # NDRPDR sel + - 34 # NDRPDR sel + vpp-compare-testbeds-hsw-clx-cmp: + # TODO: Add the data + csit-vpp-perf-verify-2001-2n-clx: + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 32 # NDRPDR sel + - 40 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 45 # NDRPDR sel + vpp-compare-testbeds-hsw-clx: + - "vpp-compare-testbeds-hsw-clx-ref" + - "vpp-compare-testbeds-hsw-clx-cmp" + vpp-compare-testbeds-mrr-ref: csit-vpp-perf-verify-2001-3n-hsw: - 17 # MRR sel @@ -1240,6 +1270,16 @@ - "vpp-compare-testbeds-mrr-skx-clx-ref" - "vpp-compare-testbeds-mrr-skx-clx-cmp" + vpp-compare-testbeds-mrr-hsw-clx-ref: + csit-vpp-perf-verify-2001-3n-hsw: + - 17 # MRR sel + vpp-compare-testbeds-mrr-hsw-clx-cmp: + csit-vpp-perf-verify-2001-2n-clx: + - 39 # MRR + vpp-compare-testbeds-mrr-hsw-clx: + - "vpp-compare-testbeds-mrr-hsw-clx-ref" + - "vpp-compare-testbeds-mrr-hsw-clx-cmp" + dpdk-compare-testbeds-ref: csit-dpdk-perf-verify-2001-3n-hsw: - 4 # NDRPDR sel @@ -2071,6 +2111,7 @@ - 73 # NDRPDR full - 77 # NDRPDR full - 78 # NDRPDR full + - 79 # NDRPDR full # csit-vpp-perf-verify-1904-3n-skx: # - 7 # MRR sel @@ -2174,7 +2215,9 @@ - 29 # NDRPDR sel - 32 # NDRPDR sel - 40 # NDRPDR sel + - 43 # NDRPDR sel - 44 # NDRPDR sel + - 45 # NDRPDR sel - 39 # MRR - 34 # NDRPDR full - 35 # NDRPDR full @@ -3489,7 +3532,7 @@ # - "parent" # - "throughput" # - "tags" -# + ## VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr #- type: "table" # title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr" @@ -3569,7 +3612,95 @@ # - "parent" # - "throughput" # - "tags" -# + +# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr +- type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr" + algorithm: "table_perf_comparison_nic" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-ndr" + reference: + title: "3n-hsw xl710" + data: "vpp-compare-testbeds-hsw-clx-ref" + nic: "NIC_Intel-XL710" + compare: + title: "2n-clx xxv710" + data: "vpp-compare-testbeds-hsw-clx-cmp" + nic: "NIC_Intel-XXV710" + data: "vpp-compare-testbeds-hsw-clx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c ndr +- type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c ndr" + algorithm: "table_perf_comparison_nic" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-ndr" + reference: + title: "3n-hsw xl710" + data: "vpp-compare-testbeds-hsw-clx-ref" + nic: "NIC_Intel-XL710" + compare: + title: "2n-clx xxv710" + data: "vpp-compare-testbeds-hsw-clx-cmp" + nic: "NIC_Intel-XXV710" + data: "vpp-compare-testbeds-hsw-clx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c pdr +- type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c pdr" + algorithm: "table_perf_comparison_nic" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-pdr" + reference: + title: "3n-hsw xl710" + data: "vpp-compare-testbeds-hsw-clx-ref" + nic: "NIC_Intel-XL710" + compare: + title: "2n-clx xxv710" + data: "vpp-compare-testbeds-hsw-clx-cmp" + nic: "NIC_Intel-XXV710" + data: "vpp-compare-testbeds-hsw-clx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c pdr +- type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c pdr" + algorithm: "table_perf_comparison_nic" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-pdr" + reference: + title: "3n-hsw xl710" + data: "vpp-compare-testbeds-hsw-clx-ref" + nic: "NIC_Intel-XL710" + compare: + title: "2n-clx xxv710" + data: "vpp-compare-testbeds-hsw-clx-cmp" + nic: "NIC_Intel-XXV710" + data: "vpp-compare-testbeds-hsw-clx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + ## VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr #- type: "table" # title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr" @@ -4137,7 +4268,7 @@ # - "parent" # - "result" # - "tags" -# + ## VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr #- type: "table" # title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr" @@ -4255,6 +4386,72 @@ # - "parent" # - "result" +# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c mrr +- type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c mrr" + algorithm: "table_perf_comparison_nic" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-mrr" + reference: + title: "3n-hsw xl710" + data: "vpp-compare-testbeds-mrr-hsw-clx-ref" + nic: "NIC_Intel-XL710" + compare: + title: "2n-clx xxv710" + data: "vpp-compare-testbeds-mrr-hsw-clx-cmp" + nic: "NIC_Intel-XXV710" + data: "vpp-compare-testbeds-mrr-hsw-clx" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '1C'" + parameters: + - "name" + - "parent" + - "result" + - "tags" + +# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c mrr +- type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c mrr" + algorithm: "table_perf_comparison_nic" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-mrr" + reference: + title: "3n-hsw xl710" + data: "vpp-compare-testbeds-mrr-hsw-clx-ref" + nic: "NIC_Intel-XL710" + compare: + title: "2n-clx xxv710" + data: "vpp-compare-testbeds-mrr-hsw-clx-cmp" + nic: "NIC_Intel-XXV710" + data: "vpp-compare-testbeds-mrr-hsw-clx" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'" + parameters: + - "name" + - "parent" + - "result" + - "tags" + +# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 4c mrr +- type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 4c mrr" + algorithm: "table_perf_comparison_nic" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-4c-mrr" + reference: + title: "3n-hsw xl710" + data: "vpp-compare-testbeds-mrr-hsw-clx-ref" + nic: "NIC_Intel-XL710" + compare: + title: "2n-clx xxv710" + data: "vpp-compare-testbeds-mrr-hsw-clx-cmp" + nic: "NIC_Intel-XXV710" + data: "vpp-compare-testbeds-mrr-hsw-clx" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '4C'" + parameters: + - "name" + - "parent" + - "result" + - "tags" + # Detailed Test Results - VPP Performance Results 3n-hsw - type: "table" title: "Detailed Test Results - VPP Performance Results 3n-hsw" @@ -4840,7 +5037,7 @@ data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" + filter: "'1T1C' and 'NDRPDR'" parameters: - "name" - "parent" @@ -4862,7 +5059,7 @@ data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" + filter: "'2T2C' and 'NDRPDR'" parameters: - "name" - "parent" @@ -4884,7 +5081,7 @@ data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" + filter: "'1T1C' and 'NDRPDR'" parameters: - "name" - "parent" @@ -4906,7 +5103,7 @@ data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" + filter: "'2T2C' and 'NDRPDR'" parameters: - "name" - "parent" @@ -4928,7 +5125,7 @@ # data: "dpdk-performance-changes-3n-skx-cmp" # data: "dpdk-performance-changes-3n-skx" # include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C'" +# filter: "'2T1C' and 'NDRPDR'" # parameters: # - "name" # - "parent" @@ -4950,7 +5147,7 @@ # data: "dpdk-performance-changes-3n-skx-cmp" # data: "dpdk-performance-changes-3n-skx" # include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C'" +# filter: "'4T2C' and 'NDRPDR'" # parameters: # - "name" # - "parent" @@ -4972,7 +5169,7 @@ # data: "dpdk-performance-changes-3n-skx-cmp" # data: "dpdk-performance-changes-3n-skx" # include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C'" +# filter: "'2T1C' and 'NDRPDR'" # parameters: # - "name" # - "parent" @@ -4994,7 +5191,7 @@ # data: "dpdk-performance-changes-3n-skx-cmp" # data: "dpdk-performance-changes-3n-skx" # include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C'" +# filter: "'4T2C' and 'NDRPDR'" # parameters: # - "name" # - "parent" @@ -5016,7 +5213,7 @@ # data: "dpdk-performance-changes-2n-skx-cmp" # data: "dpdk-performance-changes-2n-skx" # include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C'" +# filter: "'2T1C' and 'NDRPDR'" # parameters: # - "name" # - "parent" @@ -5038,7 +5235,7 @@ # data: "dpdk-performance-changes-2n-skx-cmp" # data: "dpdk-performance-changes-2n-skx" # include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C'" +# filter: "'4T2C' and 'NDRPDR'" # parameters: # - "name" # - "parent" @@ -5060,7 +5257,7 @@ # data: "dpdk-performance-changes-2n-skx-cmp" # data: "dpdk-performance-changes-2n-skx" # include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C'" +# filter: "'2T1C' and 'NDRPDR'" # parameters: # - "name" # - "parent" @@ -5082,7 +5279,7 @@ # data: "dpdk-performance-changes-2n-skx-cmp" # data: "dpdk-performance-changes-2n-skx" # include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C'" +# filter: "'4T2C' and 'NDRPDR'" # parameters: # - "name" # - "parent" @@ -16173,17 +16370,17 @@ layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-2t1c-rdma-l2-vhost-base-ndr-tsa" + title: "Speedup: 2n-clx-cx556a-64b-rdma-l2-vhost-base-ndr-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-rdma-l2-vhost-base-ndr-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2-vhost-base-ndr-tsa" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" layout: - title: "2n-clx-cx556a-64b-2t1c-rdma-l2-vhost-base-ndr" + title: "2n-clx-cx556a-64b-rdma-l2-vhost-base-ndr" layout: "plot-throughput-speedup-analysis" - type: "plot" @@ -16215,9 +16412,9 @@ layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-2t1c-l2-vhost-vppl2xc-base-pdr-tsa" + title: "Speedup: 2n-clx-cx556a-64b-l2-vhost-vppl2xc-base-pdr-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-l2-vhost-vppl2xc-base-pdr-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-l2-vhost-vppl2xc-base-pdr-tsa" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -16225,7 +16422,7 @@ - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" layout: - title: "2n-clx-cx556a-64b-2t1c-l2-vhost-vppl2xc-base-pdr" + title: "2n-clx-cx556a-64b-l2-vhost-vppl2xc-base-pdr" layout: "plot-throughput-speedup-analysis" ################################################################################