X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=712c28b409ecbb34c92bfbc4c5e2664474d1a1e2;hb=6420897309b9e677f9352e5bfee007b3421eb2c5;hp=14a53f067b0cc254bbb19c24399a139c433816d3;hpb=fd64535ad8164fc1d9720863a1b49528e9744a05;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 14a53f067b..712c28b409 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -441,6 +441,11 @@ - 76 # Reconf - 77 # Reconf + plot-vpp-soak-2n-clx: + csit-vpp-perf-verify-2001-2n-clx: + - 93 # Soak + - 94 # Soak + plot-dpdk-throughput-latency-2n-clx: csit-dpdk-perf-verify-2001-2n-clx: - 15 # NDRPDR sel @@ -472,7 +477,6 @@ # 3n-tsh plot-vpp-throughput-lat-tsa-3n-tsh: - # TODO: Add the data csit-vpp-perf-verify-2001-3n-tsh: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -483,6 +487,7 @@ - 13 # NDRPDR sel - 14 # NDRPDR sel - 15 # NDRPDR sel + - 21 # NDRPDR sel plot-vpp-hdrh-lat-3n-tsh: csit-vpp-perf-verify-2001-3n-tsh: @@ -957,7 +962,6 @@ - 15 # NDRPDR sel - 16 # NDRPDR sel vpp-performance-changes-3n-tsh-cmp: - # TODO: Add the data csit-vpp-perf-verify-2001-3n-tsh: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -968,6 +972,7 @@ - 13 # NDRPDR sel - 14 # NDRPDR sel - 15 # NDRPDR sel + - 21 # NDRPDR sel vpp-performance-changes-3n-tsh: - "vpp-performance-changes-3n-tsh-ref" - "vpp-performance-changes-3n-tsh-cmp" @@ -995,6 +1000,37 @@ - 83 # SOAK - 86 # SOAK + vpp-soak-vs-ndr-2n-clx-ref: + csit-vpp-perf-verify-2001-2n-clx: + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 32 # NDRPDR sel + - 40 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 45 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel + - 49 # NDRPDR sel + vpp-soak-vs-ndr-2n-clx-cmp: + csit-vpp-perf-verify-2001-2n-clx: + - 93 # SOAK + - 94 # Soak + vpp-soak-vs-ndr-2n-clx: + csit-vpp-perf-verify-2001-2n-clx: + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 32 # NDRPDR sel + - 40 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 45 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel + - 49 # NDRPDR sel + - 93 # SOAK + - 94 # Soak + vpp-performance-changes-3n-hsw-mrr-h1: csit-vpp-perf-verify-1904-3n-hsw: - 9 # MRR sel @@ -2325,8 +2361,6 @@ # - 113 # NFV reconf sel # - 114 # NFV reconf sel # - 115 # NFV reconf sel -# - 83 # SOAK -# - 86 # SOAK # csit-vpp-perf-verify-2001-2n-skx: # - 21 # NDRPDR sel # - 22 # NDRPDR sel @@ -2386,6 +2420,8 @@ - 89 # TCP - 90 # TCP - 91 # TCP + - 93 # Soak + - 94 # Soak csit-vpp-perf-verify-1908-3n-tsh: - 7 # NDRPDR sel @@ -2409,6 +2445,7 @@ - 13 # NDRPDR sel - 14 # NDRPDR sel - 15 # NDRPDR sel + - 21 # NDRPDR sel - 9 # MRR sel csit-vpp-perf-verify-1908-3n-dnv: @@ -2668,14 +2705,14 @@ format: html: - full - pdf: - - minimal +# pdf: +# - minimal ################################################################################ ### T A B L E S ### ################################################################################ -## VPP Soak vs NDR +## VPP Soak vs NDR - 2n-skx #- type: "table" # title: "VPP Soak vs NDR 2n-skx" # algorithm: "table_soak_vs_ndr" @@ -2694,6 +2731,25 @@ # - "name" # - "parent" +# VPP Soak vs NDR - 2n-clx +- type: "table" + title: "VPP Soak vs NDR 2n-clx" + algorithm: "table_soak_vs_ndr" + output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-clx" + reference: + title: "NDR" + data: "vpp-soak-vs-ndr-2n-clx-ref" + compare: + title: "Soak" + data: "vpp-soak-vs-ndr-2n-clx-cmp" + data: "vpp-soak-vs-ndr-2n-clx" + include-tests: "NDR" + filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'" + parameters: + - "throughput" + - "name" + - "parent" + ################################################################################ ## VPP Compare NICs 3n-skx 2t1c ndr @@ -4618,7 +4674,7 @@ - type: "table" title: "Detailed Test Results - VPP Performance Results 3n-hsw" algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw" + output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -4635,7 +4691,7 @@ #- type: "table" # title: "Detailed Test Results - VPP Performance Results 3n-skx" # algorithm: "table_merged_details" -# output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx" +# output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/" # columns: # - title: " |prein| Test Name |preout| " # data: "data name" @@ -4652,7 +4708,7 @@ #- type: "table" # title: "Detailed Test Results - VPP Performance Results 2n-skx" # algorithm: "table_merged_details" -# output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx" +# output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/" # columns: # - title: " |prein| Test Name |preout| " # data: "data name" @@ -4669,7 +4725,7 @@ - type: "table" title: "Detailed Test Results - VPP Performance Results 2n-clx" algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}/vpp_performance_results_2n_clx" + output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -4686,7 +4742,7 @@ - type: "table" title: "Detailed Test Results - VPP Performance Results 3n-tsh" algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/vpp_performance_results_3n_tsh" + output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -4703,7 +4759,7 @@ - type: "table" title: "Detailed Test Results - VPP Performance Results 3n-dnv" algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/vpp_performance_results_3n_dnv" + output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -4737,7 +4793,7 @@ - type: "table" title: "Test configuration - VPP Performance Test Configs 3n-hsw" algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw" + output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -4754,7 +4810,7 @@ #- type: "table" # title: "Test configuration - VPP Performance Test Configs 3n-skx" # algorithm: "table_merged_details" -# output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx" +# output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/" # columns: # - title: " |prein| Test Name |preout| " # data: "data name" @@ -4771,7 +4827,7 @@ #- type: "table" # title: "Test configuration - VPP Performance Test Configs 2n-skx" # algorithm: "table_merged_details" -# output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx" +# output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/" # columns: # - title: " |prein| Test Name |preout| " # data: "data name" @@ -4788,7 +4844,7 @@ - type: "table" title: "Test configuration - VPP Performance Test Configs 2n-clx" algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,2N,CLX]}/vpp_test_configuration_2n_clx" + output-file: "{DIR[DTC,PERF,VPP,2N,CLX]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -4805,7 +4861,7 @@ - type: "table" title: "Test configuration - VPP Performance Test Configs 3n-tsh" algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/vpp_test_configuration_3n_tsh" + output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -4822,7 +4878,7 @@ - type: "table" title: "Test configuration - VPP Performance Test Configs 3n-dnv" algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/vpp_test_configuration_3n_dnv" + output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -4839,7 +4895,7 @@ - type: "table" title: "Test configuration - VPP Performance Test Configs 2n-dnv" algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv" + output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -4856,7 +4912,7 @@ - type: "table" title: "Test Operational Data - VPP Performance Operational Data 3n-hsw" algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw" + output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/" data: "vpp-perf-results-3n-hsw" filter: "all" @@ -4864,7 +4920,7 @@ #- type: "table" # title: "Test Operational Data - VPP Performance Operational Data 3n-skx" # algorithm: "table_oper_data_html" -# output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx" +# output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/" # data: "vpp-perf-results-3n-skx" # filter: "all" # @@ -4872,7 +4928,7 @@ #- type: "table" # title: "Test Operational Data - VPP Performance Operational Data 2n-skx" # algorithm: "table_oper_data_html" -# output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx" +# output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/" # data: "vpp-perf-results-2n-skx" # filter: "all" @@ -4880,7 +4936,7 @@ - type: "table" title: "Test Operational Data - VPP Performance Operational Data 2n-clx" algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,2N,CLX]}/vpp_test_operational_2n_clx" + output-file: "{DIR[DTO,PERF,VPP,2N,CLX]}/" data: "vpp-perf-results-2n-clx" filter: "all" @@ -4888,7 +4944,7 @@ - type: "table" title: "Test Operational Data - VPP Performance Operational Data 3n-tsh" algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,3N,TSH]}/vpp_test_operational_3n_tsh" + output-file: "{DIR[DTO,PERF,VPP,3N,TSH]}/" data: "vpp-perf-results-3n-tsh" filter: "all" @@ -4896,7 +4952,7 @@ - type: "table" title: "Test Operational Data - VPP Performance Operational Data 3n-dnv" algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/vpp_test_operational_3n_dnv" + output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/" data: "vpp-perf-results-3n-dnv" filter: "all" @@ -4904,7 +4960,7 @@ - type: "table" title: "Test Operational Data - VPP Performance Operational Data 2n-dnv" algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv" + output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/" data: "vpp-perf-results-2n-dnv" filter: "all" @@ -4912,7 +4968,7 @@ - type: "table" title: "Detailed Test Results - VPP MRR Results 3n-hsw" algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw" + output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -4929,7 +4985,7 @@ #- type: "table" # title: "Detailed Test Results - VPP MRR Results 3n-skx" # algorithm: "table_merged_details" -# output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx" +# output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/" # columns: # - title: " |prein| Test Name |preout| " # data: "data name" @@ -4946,7 +5002,7 @@ #- type: "table" # title: "Detailed Test Results - VPP MRR Results 2n-skx" # algorithm: "table_merged_details" -# output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx" +# output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/" # columns: # - title: " |prein| Test Name |preout| " # data: "data name" @@ -4963,7 +5019,7 @@ - type: "table" title: "Detailed Test Results - VPP MRR Results 2n-clx" algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,2N,CLX]}/vpp_mrr_results_2n_clx" + output-file: "{DIR[DTR,MRR,VPP,2N,CLX]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -4980,7 +5036,7 @@ - type: "table" title: "Detailed Test Results - VPP MRR Results 3n-tsh" algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,3N,TSH]}/vpp_mrr_results_3n_tsh" + output-file: "{DIR[DTR,MRR,VPP,3N,TSH]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -4997,7 +5053,7 @@ - type: "table" title: "Detailed Test Results - VPP MRR Results 3n-dnv" algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/vpp_mrr_results_3n_dnv" + output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -5014,7 +5070,7 @@ - type: "table" title: "Detailed Test Results - VPP MRR Results 2n-dnv" algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv" + output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -5031,7 +5087,7 @@ - type: "table" title: "Test configuration - VPP MRR Test Configs 3n-hsw" algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw" + output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -5048,7 +5104,7 @@ #- type: "table" # title: "Test configuration - VPP MRR Test Configs 3n-skx" # algorithm: "table_merged_details" -# output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx" +# output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/" # columns: # - title: " |prein| Test Name |preout| " # data: "data name" @@ -5065,7 +5121,7 @@ #- type: "table" # title: "Test configuration - VPP MRR Test Configs 2n-skx" # algorithm: "table_merged_details" -# output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx" +# output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/" # columns: # - title: " |prein| Test Name |preout| " # data: "data name" @@ -5082,7 +5138,7 @@ - type: "table" title: "Test configuration - VPP MRR Test Configs 2n-clx" algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,2N,CLX]}/vpp_mrr_test_configuration_2n_clx" + output-file: "{DIR[DTC,MRR,VPP,2N,CLX]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -5099,7 +5155,7 @@ - type: "table" title: "Test configuration - VPP MRR Test Configs 3n-tsh" algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,3N,TSH]}/vpp_mrr_configuration_3n_tsh" + output-file: "{DIR[DTC,MRR,VPP,3N,TSH]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -5116,7 +5172,7 @@ - type: "table" title: "Test configuration - VPP MRR Test Configs 3n-dnv" algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/vpp_mrr_test_configuration_3n_dnv" + output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -5133,7 +5189,7 @@ - type: "table" title: "Test configuration - VPP MRR Test Configs 2n-dnv" algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv" + output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -5708,27 +5764,37 @@ filter: "all" data-start-level: 4 order-chapters: - - "l2" - - "ip4" - - "ip6" - - "srv6" - - "ip4_tunnels" - - "ip6_tunnels" - - "vm_vhost" - - "container_memif" - - "crypto" - - "vts" - - "lb" - - "nfv_density" - - "hoststack" - order-sub-chapters: - - "2n-skx" - - "3n-skx" - - "2n-clx" - - "3n-hsw" - - "3n-tsh" - - "2n-dnv" - - "3n-dnv" + level-1: + - "l2" + - "ip4" + - "ip6" + - "srv6" + - "ip4_tunnels" + - "ip6_tunnels" + - "vm_vhost" + - "container_memif" + - "crypto" + - "vts" + - "lb" + - "nfv_density" + - "hoststack" + level-2: + - "2n-skx" + - "3n-skx" + - "2n-clx" + - "3n-hsw" + - "3n-tsh" + - "2n-dnv" + - "3n-dnv" + level-3: + - "xl710" + - "x520" + - "xxv710" + - "x710" + - "x553" + - "cx556a" + - "vic1227" + - "vic1385" # VPP Performance Configuration - type: "file" @@ -5754,27 +5820,37 @@ filter: "all" data-start-level: 4 order-chapters: - - "l2" - - "ip4" - - "ip6" - - "srv6" - - "ip4_tunnels" - - "ip6_tunnels" - - "vm_vhost" - - "container_memif" - - "crypto" - - "vts" - - "lb" - - "nfv_density" - - "hoststack" - order-sub-chapters: - - "2n-skx" - - "3n-skx" - - "2n-clx" - - "3n-hsw" - - "3n-tsh" - - "2n-dnv" - - "3n-dnv" + level-1: + - "l2" + - "ip4" + - "ip6" + - "srv6" + - "ip4_tunnels" + - "ip6_tunnels" + - "vm_vhost" + - "container_memif" + - "crypto" + - "vts" + - "lb" + - "nfv_density" + - "hoststack" + level-2: + - "2n-skx" + - "3n-skx" + - "2n-clx" + - "3n-hsw" + - "3n-tsh" + - "2n-dnv" + - "3n-dnv" + level-3: + - "xl710" + - "x520" + - "xxv710" + - "x710" + - "x553" + - "cx556a" + - "vic1227" + - "vic1385" # VPP Performance Operational - type: "file" @@ -5800,27 +5876,37 @@ filter: "all" data-start-level: 4 order-chapters: - - "l2" - - "ip4" - - "ip6" - - "srv6" - - "ip4_tunnels" - - "ip6_tunnels" - - "vm_vhost" - - "container_memif" - - "crypto" - - "vts" - - "lb" - - "nfv_density" - - "hoststack" - order-sub-chapters: - - "2n-skx" - - "3n-skx" - - "2n-clx" - - "3n-hsw" - - "3n-tsh" - - "2n-dnv" - - "3n-dnv" + level-1: + - "l2" + - "ip4" + - "ip6" + - "srv6" + - "ip4_tunnels" + - "ip6_tunnels" + - "vm_vhost" + - "container_memif" + - "crypto" + - "vts" + - "lb" + - "nfv_density" + - "hoststack" + level-2: + - "2n-skx" + - "3n-skx" + - "2n-clx" + - "3n-hsw" + - "3n-tsh" + - "2n-dnv" + - "3n-dnv" + level-3: + - "xl710" + - "x520" + - "xxv710" + - "x710" + - "x553" + - "cx556a" + - "vic1227" + - "vic1385" # VPP MRR Results - type: "file" @@ -5846,27 +5932,37 @@ filter: "all" data-start-level: 4 order-chapters: - - "l2" - - "ip4" - - "ip6" - - "srv6" - - "ip4_tunnels" - - "ip6_tunnels" - - "vm_vhost" - - "container_memif" - - "crypto" - - "vts" - - "lb" - - "nfv_density" - - "hoststack" - order-sub-chapters: - - "2n-skx" - - "3n-skx" - - "2n-clx" - - "3n-hsw" - - "3n-tsh" - - "2n-dnv" - - "3n-dnv" + level-1: + - "l2" + - "ip4" + - "ip6" + - "srv6" + - "ip4_tunnels" + - "ip6_tunnels" + - "vm_vhost" + - "container_memif" + - "crypto" + - "vts" + - "lb" + - "nfv_density" + - "hoststack" + level-2: + - "2n-skx" + - "3n-skx" + - "2n-clx" + - "3n-hsw" + - "3n-tsh" + - "2n-dnv" + - "3n-dnv" + level-3: + - "xl710" + - "x520" + - "xxv710" + - "x710" + - "x553" + - "cx556a" + - "vic1227" + - "vic1385" # VPP MRR Configuration - type: "file" @@ -5892,27 +5988,37 @@ filter: "all" data-start-level: 4 order-chapters: - - "l2" - - "ip4" - - "ip6" - - "srv6" - - "ip4_tunnels" - - "ip6_tunnels" - - "vm_vhost" - - "container_memif" - - "crypto" - - "vts" - - "lb" - - "nfv_density" - - "hoststack" - order-sub-chapters: - - "2n-skx" - - "3n-skx" - - "2n-clx" - - "3n-hsw" - - "3n-tsh" - - "2n-dnv" - - "3n-dnv" + level-1: + - "l2" + - "ip4" + - "ip6" + - "srv6" + - "ip4_tunnels" + - "ip6_tunnels" + - "vm_vhost" + - "container_memif" + - "crypto" + - "vts" + - "lb" + - "nfv_density" + - "hoststack" + level-2: + - "2n-skx" + - "3n-skx" + - "2n-clx" + - "3n-hsw" + - "3n-tsh" + - "2n-dnv" + - "3n-dnv" + level-3: + - "xl710" + - "x520" + - "xxv710" + - "x710" + - "x553" + - "cx556a" + - "vic1227" + - "vic1385" # VPP Device Results - Ubuntu - type: "file" @@ -6091,41 +6197,41 @@ ################################################################################ -## Soak Test (PLRsearch), boxes -#- type: "plot" -# title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" -# algorithm: "plot_perf_box_name" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/soak-test-1" -# data: "plot-vpp-soak-2n-skx" -# include: -# - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Soak.64B-2t1c-avf-eth-l2patch-soak" -# - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Soak.64B-2t1c-avf-eth-l2xcbase-soak" -# - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-soak" -# - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Soak.64B-2t1c-eth-l2patch-soak" -# - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Soak.64B-2t1c-eth-l2xcbase-soak" -# - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-eth-l2bdbasemaclrn-soak" -# layout: -# title: "30 Minutes Soak Test (PLRsearch)" -# layout: "plot-soak-throughput" -# -## Soak Test (PLRsearch), boxes -#- type: "plot" -# title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" -# algorithm: "plot_perf_box_name" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/soak-test-2" -# data: "plot-vpp-soak-2n-skx" -# include: -# - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Soak.64B-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-soak" -# - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Soak.64B-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-soak" -# - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Soak.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-soak" -# - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Soak.64B-2t1c-avf-ethip4-ip4base-soak" -# - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Soak.64B-2t1c-ethip4-ip4base-soak" -# - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Soak.78B-2t1c-ethip6-ip6base-soak" -# layout: -# title: "30 Minutes Soak Test (PLRsearch)" -# layout: "plot-soak-throughput" +# Soak Test (PLRsearch), boxes - 2n-clx +- type: "plot" + title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" + algorithm: "plot_perf_box_name" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/soak-test-1" + data: "plot-vpp-soak-2n-clx" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Soak.64B-2t1c-avf-eth-l2xcbase-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Soak.64B-2t1c-eth-l2xcbase-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-eth-l2bdbasemaclrn-soak" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Soak.64B-2t1c-avf-ethip4-ip4base-soak" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Soak.64B-2t1c-ethip4-ip4base-soak" + layout: + title: "30 Minutes Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + +# Soak Test (PLRsearch), boxes - 2n-clx +- type: "plot" + title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" + algorithm: "plot_perf_box_name" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/soak-test-2" + data: "plot-vpp-soak-2n-clx" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Soak.78B-2t1c-avf-ethip6-ip6base-soak" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Soak.78B-2t1c-ethip6-ip6base-soak" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-soak" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Soak.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-soak" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-soak" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-soak" + layout: + title: "30 Minutes Soak Test (PLRsearch)" + layout: "plot-soak-throughput" ############################################################################### @@ -15679,6 +15785,34 @@ title: "2n-clx-xxv710-64b-2t1c-l2switching-base-avf-pdr" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-2t1c-l2switching-base-scale-avf-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-l2switching-base-scale-avf-ndr" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-2t1c-l2switching-base-scale-avf-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-2t1c-l2switching-base-scale-avf-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-l2switching-base-scale-avf-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-2t1c-l2switching-base-scale-avf-pdr" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 2n-clx-xxv710-64b-2t1c-l2switching-base-dpdk-ndr" algorithm: "plot_perf_box_name" @@ -16323,6 +16457,34 @@ title: "2n-clx-xxv710-64b-l2switching-base-avf-pdr" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-scale-avf-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-scale-avf-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-l2switching-base-scale-avf-ndr" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-scale-avf-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-scale-avf-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-l2switching-base-scale-avf-pdr" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-dpdk-ndr-tsa" algorithm: "plot_tsa_name"