X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=5259521d6b568eac00abd3e95f9f42b2d50c630d;hb=7e483fe93d6d90188cf7a8bf901db44ee3a41870;hp=ef19a02b86dca9ba16af8ffa40f65ca0fd7c8e5e;hpb=7bf76acc8b93cd9b19e80b2c8c29aa762dbb216a;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index ef19a02b86..5259521d6b 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -33,6 +33,7 @@ DIR[DTR,PERF,DPDK,2N,DNV]: "{DIR[DTR]}/dpdk_performance_results_2n_dnv" DIR[DTR,PERF,DPDK,3N,DNV]: "{DIR[DTR]}/dpdk_performance_results_3n_dnv" DIR[DTR,PERF,DPDK,3N,TSH]: "{DIR[DTR]}/dpdk_performance_results_3n_tsh" + DIR[DTR,PERF,VPP,ALL]: "{DIR[DTR]}/vpp_performance_results" DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw" DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx" DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx" @@ -40,6 +41,7 @@ DIR[DTR,PERF,VPP,3N,TSH]: "{DIR[DTR]}/vpp_performance_results_3n_tsh" DIR[DTR,PERF,VPP,3N,DNV]: "{DIR[DTR]}/vpp_performance_results_3n_dnv" DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv" + DIR[DTR,MRR,VPP,ALL]: "{DIR[DTR]}/vpp_mrr_results" DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw" DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx" DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx" @@ -47,12 +49,11 @@ DIR[DTR,MRR,VPP,3N,TSH]: "{DIR[DTR]}/vpp_mrr_results_3n_tsh" DIR[DTR,MRR,VPP,3N,DNV]: "{DIR[DTR]}/vpp_mrr_results_3n_dnv" DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv" - DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw" DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu" - DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements" # Detailed test configurations DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration" + DIR[DTC,PERF,VPP,ALL]: "{DIR[DTC]}/vpp_performance_configuration" DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw" DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx" DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx" @@ -60,6 +61,7 @@ DIR[DTC,PERF,VPP,3N,TSH]: "{DIR[DTC]}/vpp_performance_configuration_3n_tsh" DIR[DTC,PERF,VPP,3N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_3n_dnv" DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv" + DIR[DTC,MRR,VPP,ALL]: "{DIR[DTC]}/vpp_mrr_configuration" DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw" DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx" DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx" @@ -71,6 +73,7 @@ # Detailed tests operational data DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data" + DIR[DTO,PERF,VPP,ALL]: "{DIR[DTO]}/vpp_performance_operational_data" DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw" DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx" DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx" @@ -244,6 +247,19 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel + plot-vpp-hoststack-3n-hsw: + csit-vpp-perf-verify-2001-3n-hsw: + - 87 # hoststack + - 88 # hoststack + - 89 # hoststack + - 90 # hoststack + - 91 # hoststack + - 92 # hoststack + - 93 # hoststack + - 94 # hoststack + - 95 # hoststack + - 96 # hoststack + plot-dpdk-hdrh-lat-3n-hsw: csit-dpdk-perf-verify-2001-3n-hsw: - 16 # NDRPDR sel @@ -309,12 +325,17 @@ - 21 # NDRPDR sel plot-vpp-http-server-performance: - # TODO: Replace: - # csit-vpp-perf-verify-2001-2n-skx: - csit-vpp-perf-verify-1908-2n-skx: - - 29 # TCP - - 30 # TCP - - 58 # TCP + csit-vpp-perf-verify-2001-2n-clx: + - 80 # TCP + - 82 # TCP + - 83 # TCP + - 85 # TCP + - 86 # TCP + - 87 # TCP + - 88 # TCP + - 89 # TCP + - 90 # TCP + - 91 # TCP plot-vpp-soak-2n-skx: # TODO: Replace the data @@ -374,7 +395,6 @@ # 2n-clx plot-vpp-throughput-lat-tsa-2n-clx: - # TODO: Add the data csit-vpp-perf-verify-2001-2n-clx: - 28 # NDRPDR sel - 29 # NDRPDR sel @@ -383,13 +403,15 @@ - 43 # NDRPDR sel - 44 # NDRPDR sel - 45 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel + - 49 # NDRPDR sel plot-vpp-hdrh-lat-2n-clx: csit-vpp-perf-verify-2001-2n-clx: - 28 # NDRPDR sel plot-vpp-nfv-2n-clx-ndrpdr: - # TODO: Add the data csit-vpp-perf-verify-2001-2n-clx: - 28 # NDRPDR sel - 29 # NDRPDR sel @@ -398,11 +420,32 @@ - 43 # NDRPDR sel - 44 # NDRPDR sel - 45 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel + - 49 # NDRPDR sel plot-vpp-nfv-2n-clx-mrr: csit-vpp-perf-verify-2001-2n-clx: - 39 # MRR + plot-vpp-nfv-reconf-2n-clx: + csit-vpp-perf-verify-2001-2n-clx: + - 68 # Reconf + - 69 # Reconf + - 70 # Reconf + - 71 # Reconf + - 72 # Reconf + - 73 # Reconf + - 74 # Reconf + - 75 # Reconf + - 76 # Reconf + - 77 # Reconf + + plot-vpp-soak-2n-clx: + csit-vpp-perf-verify-2001-2n-clx: + - 93 # Soak + - 94 # Soak + plot-dpdk-throughput-latency-2n-clx: csit-dpdk-perf-verify-2001-2n-clx: - 15 # NDRPDR sel @@ -434,7 +477,6 @@ # 3n-tsh plot-vpp-throughput-lat-tsa-3n-tsh: - # TODO: Add the data csit-vpp-perf-verify-2001-3n-tsh: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -444,6 +486,8 @@ - 12 # NDRPDR sel - 13 # NDRPDR sel - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 21 # NDRPDR sel plot-vpp-hdrh-lat-3n-tsh: csit-vpp-perf-verify-2001-3n-tsh: @@ -586,9 +630,14 @@ - 70 # NDRPDR full - 72 # NDRPDR full - 73 # NDRPDR full + - 76 # NDRPDR full - 77 # NDRPDR full - 78 # NDRPDR full - 79 # NDRPDR full + - 81 # NDRPDR full + - 82 # NDRPDR full + - 84 # NDRPDR full + - 85 # NDRPDR full vpp-perf-results-3n-skx: # TODO: Replace @@ -601,14 +650,22 @@ - 33 # NDRPDR full vpp-perf-results-2n-clx: - # TODO: Add data csit-vpp-perf-verify-2001-2n-clx: - - 34 # NDRPDR full - - 35 # NDRPDR full - - 36 # NDRPDR full - - 38 # NDRPDR full - - 41 # NDRPDR full - - 42 # NDRPDR full + - 53 # NDRPDR full + - 54 # NDRPDR full + - 55 # NDRPDR full + - 56 # NDRPDR full + - 57 # NDRPDR full + - 58 # NDRPDR full + - 59 # NDRPDR full + - 60 # NDRPDR full + - 61 # NDRPDR full + - 62 # NDRPDR full + - 63 # NDRPDR full + - 64 # NDRPDR full + - 65 # NDRPDR full + - 66 # NDRPDR full + - 67 # NDRPDR full vpp-perf-results-3n-tsh: csit-vpp-perf-verify-2001-3n-tsh: @@ -905,7 +962,6 @@ - 15 # NDRPDR sel - 16 # NDRPDR sel vpp-performance-changes-3n-tsh-cmp: - # TODO: Add the data csit-vpp-perf-verify-2001-3n-tsh: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -915,6 +971,8 @@ - 12 # NDRPDR sel - 13 # NDRPDR sel - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 21 # NDRPDR sel vpp-performance-changes-3n-tsh: - "vpp-performance-changes-3n-tsh-ref" - "vpp-performance-changes-3n-tsh-cmp" @@ -942,6 +1000,37 @@ - 83 # SOAK - 86 # SOAK + vpp-soak-vs-ndr-2n-clx-ref: + csit-vpp-perf-verify-2001-2n-clx: + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 32 # NDRPDR sel + - 40 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 45 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel + - 49 # NDRPDR sel + vpp-soak-vs-ndr-2n-clx-cmp: + csit-vpp-perf-verify-2001-2n-clx: + - 93 # SOAK + - 94 # Soak + vpp-soak-vs-ndr-2n-clx: + csit-vpp-perf-verify-2001-2n-clx: + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 32 # NDRPDR sel + - 40 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 45 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel + - 49 # NDRPDR sel + - 93 # SOAK + - 94 # Soak + vpp-performance-changes-3n-hsw-mrr-h1: csit-vpp-perf-verify-1904-3n-hsw: - 9 # MRR sel @@ -1207,7 +1296,6 @@ - 27 # NDRPDR sel - 29 # NDRPDR sel vpp-compare-testbeds-skx-clx-cmp: - # TODO: Add the data csit-vpp-perf-verify-2001-2n-clx: - 28 # NDRPDR sel - 29 # NDRPDR sel @@ -1216,6 +1304,9 @@ - 43 # NDRPDR sel - 44 # NDRPDR sel - 45 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel + - 49 # NDRPDR sel vpp-compare-testbeds-skx-clx: - "vpp-compare-testbeds-skx-clx-ref" - "vpp-compare-testbeds-skx-clx-cmp" @@ -1233,7 +1324,6 @@ - 32 # NDRPDR sel - 34 # NDRPDR sel vpp-compare-testbeds-hsw-clx-cmp: - # TODO: Add the data csit-vpp-perf-verify-2001-2n-clx: - 28 # NDRPDR sel - 29 # NDRPDR sel @@ -1242,6 +1332,9 @@ - 43 # NDRPDR sel - 44 # NDRPDR sel - 45 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel + - 49 # NDRPDR sel vpp-compare-testbeds-hsw-clx: - "vpp-compare-testbeds-hsw-clx-ref" - "vpp-compare-testbeds-hsw-clx-cmp" @@ -1642,6 +1735,63 @@ hoverlabel: namelength: -1 + plot-hoststack: + titlefont: + size: 16 + xaxis: + title: "Test Cases [Index]" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickmode: "linear" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "Bandwidth [Gbps]" + titlefont: + size: 14 + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4s" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + rangemode: "tozero" + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(230, 230, 230)" + tickformat: ".3s" + tickfont: + size: 14 + zeroline: False + boxmode: "group" + boxgroupgap: 0.5 + autosize: False + margin: + t: 50 + b: 20 + l: 80 + r: 20 + showlegend: True + legend: + orientation: "h" + font: + size: 14 + width: 700 + height: 800 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 + plot-throughput: titlefont: size: 18 @@ -2109,9 +2259,24 @@ - 70 # NDRPDR full - 72 # NDRPDR full - 73 # NDRPDR full + - 76 # NDRPDR full - 77 # NDRPDR full - 78 # NDRPDR full - 79 # NDRPDR full + - 81 # NDRPDR full + - 82 # NDRPDR full + - 84 # NDRPDR full + - 85 # NDRPDR full + - 87 # hoststack + - 88 # hoststack + - 89 # hoststack + - 90 # hoststack + - 91 # hoststack + - 92 # hoststack + - 93 # hoststack + - 94 # hoststack + - 95 # hoststack + - 96 # hoststack # csit-vpp-perf-verify-1904-3n-skx: # - 7 # MRR sel @@ -2196,8 +2361,6 @@ # - 113 # NFV reconf sel # - 114 # NFV reconf sel # - 115 # NFV reconf sel -# - 83 # SOAK -# - 86 # SOAK # csit-vpp-perf-verify-2001-2n-skx: # - 21 # NDRPDR sel # - 22 # NDRPDR sel @@ -2218,13 +2381,47 @@ - 43 # NDRPDR sel - 44 # NDRPDR sel - 45 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel + - 49 # NDRPDR sel - 39 # MRR - - 34 # NDRPDR full - - 35 # NDRPDR full - - 36 # NDRPDR full - - 38 # NDRPDR full - - 41 # NDRPDR full - - 42 # NDRPDR full + - 53 # NDRPDR full + - 54 # NDRPDR full + - 55 # NDRPDR full + - 56 # NDRPDR full + - 57 # NDRPDR full + - 58 # NDRPDR full + - 59 # NDRPDR full + - 60 # NDRPDR full + - 61 # NDRPDR full + - 62 # NDRPDR full + - 63 # NDRPDR full + - 64 # NDRPDR full + - 65 # NDRPDR full + - 66 # NDRPDR full + - 67 # NDRPDR full + - 68 # Reconf + - 69 # Reconf + - 70 # Reconf + - 71 # Reconf + - 72 # Reconf + - 73 # Reconf + - 74 # Reconf + - 75 # Reconf + - 76 # Reconf + - 77 # Reconf + - 80 # TCP + - 82 # TCP + - 83 # TCP + - 85 # TCP + - 86 # TCP + - 87 # TCP + - 88 # TCP + - 89 # TCP + - 90 # TCP + - 91 # TCP + - 93 # Soak + - 94 # Soak csit-vpp-perf-verify-1908-3n-tsh: - 7 # NDRPDR sel @@ -2247,6 +2444,8 @@ - 12 # NDRPDR sel - 13 # NDRPDR sel - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 21 # NDRPDR sel - 9 # MRR sel csit-vpp-perf-verify-1908-3n-dnv: @@ -2513,7 +2712,7 @@ ### T A B L E S ### ################################################################################ -## VPP Soak vs NDR +## VPP Soak vs NDR - 2n-skx #- type: "table" # title: "VPP Soak vs NDR 2n-skx" # algorithm: "table_soak_vs_ndr" @@ -2532,6 +2731,25 @@ # - "name" # - "parent" +# VPP Soak vs NDR - 2n-clx +- type: "table" + title: "VPP Soak vs NDR 2n-clx" + algorithm: "table_soak_vs_ndr" + output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-clx" + reference: + title: "NDR" + data: "vpp-soak-vs-ndr-2n-clx-ref" + compare: + title: "Soak" + data: "vpp-soak-vs-ndr-2n-clx-cmp" + data: "vpp-soak-vs-ndr-2n-clx" + include-tests: "NDR" + filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'" + parameters: + - "throughput" + - "name" + - "parent" + ################################################################################ ## VPP Compare NICs 3n-skx 2t1c ndr @@ -4456,11 +4674,11 @@ - type: "table" title: "Detailed Test Results - VPP Performance Results 3n-hsw" algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw" + output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" data: "vpp-perf-results-3n-hsw" filter: "all" @@ -4473,11 +4691,11 @@ #- type: "table" # title: "Detailed Test Results - VPP Performance Results 3n-skx" # algorithm: "table_merged_details" -# output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx" +# output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/" # columns: # - title: " |prein| Test Name |preout| " # data: "data name" -# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " +# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " # data: "data msg" # data: "vpp-perf-results-3n-skx" # filter: "all" @@ -4490,11 +4708,11 @@ #- type: "table" # title: "Detailed Test Results - VPP Performance Results 2n-skx" # algorithm: "table_merged_details" -# output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx" +# output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/" # columns: # - title: " |prein| Test Name |preout| " # data: "data name" -# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " +# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " # data: "data msg" # data: "vpp-perf-results-2n-skx" # filter: "all" @@ -4507,11 +4725,11 @@ - type: "table" title: "Detailed Test Results - VPP Performance Results 2n-clx" algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}/vpp_performance_results_2n_clx" + output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" data: "vpp-perf-results-2n-clx" filter: "all" @@ -4524,11 +4742,11 @@ - type: "table" title: "Detailed Test Results - VPP Performance Results 3n-tsh" algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/vpp_performance_results_3n_tsh" + output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" data: "vpp-perf-results-3n-tsh" filter: "all" @@ -4541,11 +4759,11 @@ - type: "table" title: "Detailed Test Results - VPP Performance Results 3n-dnv" algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/vpp_performance_results_3n_dnv" + output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" data: "vpp-perf-results-3n-dnv" filter: "all" @@ -4562,7 +4780,7 @@ columns: - title: " |prein| Test Name |preout| " data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" data: "vpp-perf-results-2n-dnv" filter: "all" @@ -4575,7 +4793,7 @@ - type: "table" title: "Test configuration - VPP Performance Test Configs 3n-hsw" algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw" + output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -4592,7 +4810,7 @@ #- type: "table" # title: "Test configuration - VPP Performance Test Configs 3n-skx" # algorithm: "table_merged_details" -# output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx" +# output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/" # columns: # - title: " |prein| Test Name |preout| " # data: "data name" @@ -4609,7 +4827,7 @@ #- type: "table" # title: "Test configuration - VPP Performance Test Configs 2n-skx" # algorithm: "table_merged_details" -# output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx" +# output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/" # columns: # - title: " |prein| Test Name |preout| " # data: "data name" @@ -4626,7 +4844,7 @@ - type: "table" title: "Test configuration - VPP Performance Test Configs 2n-clx" algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,2N,CLX]}/vpp_test_configuration_2n_clx" + output-file: "{DIR[DTC,PERF,VPP,2N,CLX]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -4643,7 +4861,7 @@ - type: "table" title: "Test configuration - VPP Performance Test Configs 3n-tsh" algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/vpp_test_configuration_3n_tsh" + output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -4660,7 +4878,7 @@ - type: "table" title: "Test configuration - VPP Performance Test Configs 3n-dnv" algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/vpp_test_configuration_3n_dnv" + output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -4677,7 +4895,7 @@ - type: "table" title: "Test configuration - VPP Performance Test Configs 2n-dnv" algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv" + output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -4694,7 +4912,7 @@ - type: "table" title: "Test Operational Data - VPP Performance Operational Data 3n-hsw" algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw" + output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/" data: "vpp-perf-results-3n-hsw" filter: "all" @@ -4702,7 +4920,7 @@ #- type: "table" # title: "Test Operational Data - VPP Performance Operational Data 3n-skx" # algorithm: "table_oper_data_html" -# output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx" +# output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/" # data: "vpp-perf-results-3n-skx" # filter: "all" # @@ -4710,7 +4928,7 @@ #- type: "table" # title: "Test Operational Data - VPP Performance Operational Data 2n-skx" # algorithm: "table_oper_data_html" -# output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx" +# output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/" # data: "vpp-perf-results-2n-skx" # filter: "all" @@ -4718,7 +4936,7 @@ - type: "table" title: "Test Operational Data - VPP Performance Operational Data 2n-clx" algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,2N,CLX]}/vpp_test_operational_2n_clx" + output-file: "{DIR[DTO,PERF,VPP,2N,CLX]}/" data: "vpp-perf-results-2n-clx" filter: "all" @@ -4726,7 +4944,7 @@ - type: "table" title: "Test Operational Data - VPP Performance Operational Data 3n-tsh" algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,3N,TSH]}/vpp_test_operational_3n_tsh" + output-file: "{DIR[DTO,PERF,VPP,3N,TSH]}/" data: "vpp-perf-results-3n-tsh" filter: "all" @@ -4734,7 +4952,7 @@ - type: "table" title: "Test Operational Data - VPP Performance Operational Data 3n-dnv" algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/vpp_test_operational_3n_dnv" + output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/" data: "vpp-perf-results-3n-dnv" filter: "all" @@ -4742,7 +4960,7 @@ - type: "table" title: "Test Operational Data - VPP Performance Operational Data 2n-dnv" algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv" + output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/" data: "vpp-perf-results-2n-dnv" filter: "all" @@ -4750,7 +4968,7 @@ - type: "table" title: "Detailed Test Results - VPP MRR Results 3n-hsw" algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw" + output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -4767,7 +4985,7 @@ #- type: "table" # title: "Detailed Test Results - VPP MRR Results 3n-skx" # algorithm: "table_merged_details" -# output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx" +# output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/" # columns: # - title: " |prein| Test Name |preout| " # data: "data name" @@ -4784,7 +5002,7 @@ #- type: "table" # title: "Detailed Test Results - VPP MRR Results 2n-skx" # algorithm: "table_merged_details" -# output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx" +# output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/" # columns: # - title: " |prein| Test Name |preout| " # data: "data name" @@ -4801,7 +5019,7 @@ - type: "table" title: "Detailed Test Results - VPP MRR Results 2n-clx" algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,2N,CLX]}/vpp_mrr_results_2n_clx" + output-file: "{DIR[DTR,MRR,VPP,2N,CLX]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -4818,7 +5036,7 @@ - type: "table" title: "Detailed Test Results - VPP MRR Results 3n-tsh" algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,3N,TSH]}/vpp_mrr_results_3n_tsh" + output-file: "{DIR[DTR,MRR,VPP,3N,TSH]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -4835,7 +5053,7 @@ - type: "table" title: "Detailed Test Results - VPP MRR Results 3n-dnv" algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/vpp_mrr_results_3n_dnv" + output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -4852,7 +5070,7 @@ - type: "table" title: "Detailed Test Results - VPP MRR Results 2n-dnv" algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv" + output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -4869,7 +5087,7 @@ - type: "table" title: "Test configuration - VPP MRR Test Configs 3n-hsw" algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw" + output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -4886,7 +5104,7 @@ #- type: "table" # title: "Test configuration - VPP MRR Test Configs 3n-skx" # algorithm: "table_merged_details" -# output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx" +# output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/" # columns: # - title: " |prein| Test Name |preout| " # data: "data name" @@ -4903,7 +5121,7 @@ #- type: "table" # title: "Test configuration - VPP MRR Test Configs 2n-skx" # algorithm: "table_merged_details" -# output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx" +# output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/" # columns: # - title: " |prein| Test Name |preout| " # data: "data name" @@ -4920,7 +5138,7 @@ - type: "table" title: "Test configuration - VPP MRR Test Configs 2n-clx" algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,2N,CLX]}/vpp_mrr_test_configuration_2n_clx" + output-file: "{DIR[DTC,MRR,VPP,2N,CLX]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -4937,7 +5155,7 @@ - type: "table" title: "Test configuration - VPP MRR Test Configs 3n-tsh" algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,3N,TSH]}/vpp_mrr_configuration_3n_tsh" + output-file: "{DIR[DTC,MRR,VPP,3N,TSH]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -4954,7 +5172,7 @@ - type: "table" title: "Test configuration - VPP MRR Test Configs 3n-dnv" algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/vpp_mrr_test_configuration_3n_dnv" + output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -4971,7 +5189,7 @@ - type: "table" title: "Test configuration - VPP MRR Test Configs 2n-dnv" algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv" + output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -5407,7 +5625,7 @@ columns: - title: " |prein| Test Name |preout| " data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" data: "dpdk-perf-results-3n-hsw" filter: "all" @@ -5424,7 +5642,7 @@ # columns: # - title: " |prein| Test Name |preout| " # data: "data name" -# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " +# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " # data: "data msg" # data: "dpdk-perf-results-3n-skx" # filter: "all" @@ -5441,7 +5659,7 @@ # columns: # - title: " |prein| Test Name |preout| " # data: "data name" -# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " +# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " # data: "data msg" # data: "dpdk-perf-results-2n-skx" # filter: "all" @@ -5458,7 +5676,7 @@ columns: - title: " |prein| Test Name |preout| " data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" data: "dpdk-perf-results-2n-clx" filter: "all" @@ -5475,7 +5693,7 @@ columns: - title: " |prein| Test Name |preout| " data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" data: "dpdk-perf-results-2n-dnv" filter: "all" @@ -5492,7 +5710,7 @@ columns: - title: " |prein| Test Name |preout| " data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" data: "dpdk-perf-results-3n-dnv" filter: "all" @@ -5509,7 +5727,7 @@ columns: - title: " |prein| Test Name |preout| " data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" data: "dpdk-perf-results-3n-tsh" filter: "all" @@ -5522,355 +5740,285 @@ ### F I L E S ### ################################################################################ -# VPP Performance Results 3n-hsw -- type: "file" - title: "VPP Performance Results 3n-hsw" - algorithm: "file_test_results" - output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}" - dir-tables: "{DIR[DTR,PERF,VPP,3N,HSW]}" - data: "vpp-perf-results-3n-hsw" - filter: "all" - data-start-level: 4 - -## VPP Performance Results 3n-skx -#- type: "file" -# title: "VPP Performance Results 3n-skx" -# algorithm: "file_test_results" -# output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}" -# dir-tables: "{DIR[DTR,PERF,VPP,3N,SKX]}" -# data: "vpp-perf-results-3n-skx" -# filter: "all" -# data-start-level: 4 -# -## VPP Performance Results 2n-skx -#- type: "file" -# title: "VPP Performance Results 2n-skx" -# algorithm: "file_test_results" -# output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}" -# dir-tables: "{DIR[DTR,PERF,VPP,2N,SKX]}" -# data: "vpp-perf-results-2n-skx" -# filter: "all" -# data-start-level: 4 - -# VPP Performance Results 2n-clx -- type: "file" - title: "VPP Performance Results 2n-clx" - algorithm: "file_test_results" - output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}" - dir-tables: "{DIR[DTR,PERF,VPP,2N,CLX]}" - data: "vpp-perf-results-2n-clx" - filter: "all" - data-start-level: 4 - -# VPP Performance Results 3n-tsh -- type: "file" - title: "VPP Performance Results 3n-tsh" - algorithm: "file_test_results" - output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}" - dir-tables: "{DIR[DTR,PERF,VPP,3N,TSH]}" - data: "vpp-perf-results-3n-tsh" - filter: "all" - data-start-level: 4 - -# VPP Performance Results 3n-dnv -- type: "file" - title: "VPP Performance Results 3n-dnv" - algorithm: "file_test_results" - output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}" - dir-tables: "{DIR[DTR,PERF,VPP,3N,DNV]}" - data: "vpp-perf-results-3n-dnv" - filter: "all" - data-start-level: 4 - -# VPP Performance Results 2n-dnv -- type: "file" - title: "VPP Performance Results 2n-dnv" - algorithm: "file_test_results" - output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}" - dir-tables: "{DIR[DTR,PERF,VPP,2N,DNV]}" - data: "vpp-perf-results-2n-dnv" - filter: "all" - data-start-level: 4 - -# VPP Performance Configuration 3n-hsw -- type: "file" - title: "VPP Performance Configuration 3n-hsw" - algorithm: "file_test_results" - output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}" - dir-tables: "{DIR[DTC,PERF,VPP,3N,HSW]}" - data: "vpp-perf-results-3n-hsw" - filter: "all" - data-start-level: 4 - -## VPP Performance Configuration 3n-skx -#- type: "file" -# title: "VPP Performance Configuration 3n-skx" -# algorithm: "file_test_results" -# output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}" -# dir-tables: "{DIR[DTC,PERF,VPP,3N,SKX]}" -# data: "vpp-perf-results-3n-skx" -# filter: "all" -# data-start-level: 4 -# -## VPP Performance Configuration 2n-skx -#- type: "file" -# title: "VPP Performance Configuration 2n-skx" -# algorithm: "file_test_results" -# output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}" -# dir-tables: "{DIR[DTC,PERF,VPP,2N,SKX]}" -# data: "vpp-perf-results-2n-skx" -# filter: "all" -# data-start-level: 4 - -# VPP Performance Configuration 2n-clx -- type: "file" - title: "VPP Performance Configuration 2n-clx" - algorithm: "file_test_results" - output-file: "{DIR[DTC,PERF,VPP,2N,CLX]}" - dir-tables: "{DIR[DTC,PERF,VPP,2N,CLX]}" - data: "vpp-perf-results-2n-clx" - filter: "all" - data-start-level: 4 - -# VPP Performance Configuration 3n-tsh -- type: "file" - title: "VPP Performance Configuration 3n-tsh" - algorithm: "file_test_results" - output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}" - dir-tables: "{DIR[DTC,PERF,VPP,3N,TSH]}" - data: "vpp-perf-results-3n-tsh" - filter: "all" - data-start-level: 4 - -# VPP Performance Configuration 3n-dnv -- type: "file" - title: "VPP Performance Configuration 3n-dnv" - algorithm: "file_test_results" - output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}" - dir-tables: "{DIR[DTC,PERF,VPP,3N,DNV]}" - data: "vpp-perf-results-3n-dnv" - filter: "all" - data-start-level: 4 - -# VPP Performance Configuration 2n-dnv -- type: "file" - title: "VPP Performance Configuration 2n-dnv" - algorithm: "file_test_results" - output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}" - dir-tables: "{DIR[DTC,PERF,VPP,2N,DNV]}" - data: "vpp-perf-results-2n-dnv" - filter: "all" - data-start-level: 4 - -# VPP Performance Operational Data 3n-hsw -- type: "file" - title: "VPP Performance Operational Data 3n-hsw" - algorithm: "file_test_results_html" - output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}" - dir-tables: "{DIR[DTO,PERF,VPP,3N,HSW]}" - data: "vpp-perf-results-3n-hsw" - filter: "all" - data-start-level: 4 - -## VPP Performance Operational Data 3n-skx -#- type: "file" -# title: "VPP Performance Operational Data 3n-skx" -# algorithm: "file_test_results_html" -# output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}" -# dir-tables: "{DIR[DTO,PERF,VPP,3N,SKX]}" -# data: "vpp-perf-results-3n-skx" -# filter: "all" -# data-start-level: 4 -# -## VPP Performance Operational Data 2n-skx -#- type: "file" -# title: "VPP Performance Operational Data 2n-skx" -# algorithm: "file_test_results_html" -# output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}" -# dir-tables: "{DIR[DTO,PERF,VPP,2N,SKX]}" -# data: "vpp-perf-results-2n-skx" -# filter: "all" -# data-start-level: 4 - -# VPP Performance Operational Data 2n-clx +# VPP Performance Results - type: "file" - title: "VPP Performance Operational Data 2n-clx" - algorithm: "file_test_results_html" - output-file: "{DIR[DTO,PERF,VPP,2N,CLX]}" - dir-tables: "{DIR[DTO,PERF,VPP,2N,CLX]}" - data: "vpp-perf-results-2n-clx" + title: "VPP Performance Results" + algorithm: "file_details_split" + output-file: "{DIR[DTR,PERF,VPP,ALL]}" + dir-tables: +# - "{DIR[DTR,PERF,VPP,2N,SKX]}" +# - "{DIR[DTR,PERF,VPP,3N,SKX]}" + - "{DIR[DTR,PERF,VPP,2N,CLX]}" + - "{DIR[DTR,PERF,VPP,3N,HSW]}" + - "{DIR[DTR,PERF,VPP,3N,TSH]}" + - "{DIR[DTR,PERF,VPP,2N,DNV]}" + - "{DIR[DTR,PERF,VPP,3N,DNV]}" + data: +# - "vpp-perf-results-2n-skx" +# - "vpp-perf-results-3n-skx" + - "vpp-perf-results-2n-clx" + - "vpp-perf-results-3n-hsw" + - "vpp-perf-results-3n-tsh" + - "vpp-perf-results-2n-dnv" + - "vpp-perf-results-3n-dnv" filter: "all" data-start-level: 4 - -# VPP Performance Operational Data 3n-tsh + order-chapters: + level-1: + - "l2" + - "ip4" + - "ip6" + - "srv6" + - "ip4_tunnels" + - "ip6_tunnels" + - "vm_vhost" + - "container_memif" + - "crypto" + - "vts" + - "lb" + - "nfv_density" + - "hoststack" + level-2: + - "2n-skx" + - "3n-skx" + - "2n-clx" + - "3n-hsw" + - "3n-tsh" + - "2n-dnv" + - "3n-dnv" + level-3: + - "xl710" + - "x520" + - "xxv710" + - "x710" + - "x553" + - "cx556a" + - "vic1227" + - "vic1385" + +# VPP Performance Configuration - type: "file" - title: "VPP Performance Operational Data 3n-tsh" - algorithm: "file_test_results_html" - output-file: "{DIR[DTO,PERF,VPP,3N,TSH]}" - dir-tables: "{DIR[DTO,PERF,VPP,3N,TSH]}" - data: "vpp-perf-results-3n-tsh" + title: "VPP Performance Configuration" + algorithm: "file_details_split" + output-file: "{DIR[DTC,PERF,VPP,ALL]}" + dir-tables: +# - "{DIR[DTC,PERF,VPP,2N,SKX]}" +# - "{DIR[DTC,PERF,VPP,3N,SKX]}" + - "{DIR[DTC,PERF,VPP,2N,CLX]}" + - "{DIR[DTC,PERF,VPP,3N,HSW]}" + - "{DIR[DTC,PERF,VPP,3N,TSH]}" + - "{DIR[DTC,PERF,VPP,2N,DNV]}" + - "{DIR[DTC,PERF,VPP,3N,DNV]}" + data: +# - "vpp-perf-results-2n-skx" +# - "vpp-perf-results-3n-skx" + - "vpp-perf-results-2n-clx" + - "vpp-perf-results-3n-hsw" + - "vpp-perf-results-3n-tsh" + - "vpp-perf-results-2n-dnv" + - "vpp-perf-results-3n-dnv" filter: "all" data-start-level: 4 - -# VPP Performance Operational Data 3n-dnv + order-chapters: + level-1: + - "l2" + - "ip4" + - "ip6" + - "srv6" + - "ip4_tunnels" + - "ip6_tunnels" + - "vm_vhost" + - "container_memif" + - "crypto" + - "vts" + - "lb" + - "nfv_density" + - "hoststack" + level-2: + - "2n-skx" + - "3n-skx" + - "2n-clx" + - "3n-hsw" + - "3n-tsh" + - "2n-dnv" + - "3n-dnv" + level-3: + - "xl710" + - "x520" + - "xxv710" + - "x710" + - "x553" + - "cx556a" + - "vic1227" + - "vic1385" + +# VPP Performance Operational - type: "file" - title: "VPP Performance Operational Data 3n-dnv" - algorithm: "file_test_results_html" - output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}" - dir-tables: "{DIR[DTO,PERF,VPP,3N,DNV]}" - data: "vpp-perf-results-3n-dnv" + title: "VPP Performance Operational" + algorithm: "file_details_split_html" + output-file: "{DIR[DTO,PERF,VPP,ALL]}" + dir-tables: +# - "{DIR[DTO,PERF,VPP,2N,SKX]}" +# - "{DIR[DTO,PERF,VPP,3N,SKX]}" + - "{DIR[DTO,PERF,VPP,2N,CLX]}" + - "{DIR[DTO,PERF,VPP,3N,HSW]}" + - "{DIR[DTO,PERF,VPP,3N,TSH]}" + - "{DIR[DTO,PERF,VPP,2N,DNV]}" + - "{DIR[DTO,PERF,VPP,3N,DNV]}" + data: +# - "vpp-perf-results-2n-skx" +# - "vpp-perf-results-3n-skx" + - "vpp-perf-results-2n-clx" + - "vpp-perf-results-3n-hsw" + - "vpp-perf-results-3n-tsh" + - "vpp-perf-results-2n-dnv" + - "vpp-perf-results-3n-dnv" filter: "all" data-start-level: 4 - -# VPP Performance Operational Data 2n-dnv + order-chapters: + level-1: + - "l2" + - "ip4" + - "ip6" + - "srv6" + - "ip4_tunnels" + - "ip6_tunnels" + - "vm_vhost" + - "container_memif" + - "crypto" + - "vts" + - "lb" + - "nfv_density" + - "hoststack" + level-2: + - "2n-skx" + - "3n-skx" + - "2n-clx" + - "3n-hsw" + - "3n-tsh" + - "2n-dnv" + - "3n-dnv" + level-3: + - "xl710" + - "x520" + - "xxv710" + - "x710" + - "x553" + - "cx556a" + - "vic1227" + - "vic1385" + +# VPP MRR Results - type: "file" - title: "VPP Performance Operational Data 2n-dnv" - algorithm: "file_test_results_html" - output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}" - dir-tables: "{DIR[DTO,PERF,VPP,2N,DNV]}" - data: "vpp-perf-results-2n-dnv" + title: "VPP MRR Results" + algorithm: "file_details_split" + output-file: "{DIR[DTR,MRR,VPP,ALL]}" + dir-tables: +# - "{DIR[DTR,MRR,VPP,2N,SKX]}" +# - "{DIR[DTR,MRR,VPP,3N,SKX]}" + - "{DIR[DTR,MRR,VPP,2N,CLX]}" + - "{DIR[DTR,MRR,VPP,3N,HSW]}" + - "{DIR[DTR,MRR,VPP,3N,TSH]}" + - "{DIR[DTR,MRR,VPP,2N,DNV]}" + - "{DIR[DTR,MRR,VPP,3N,DNV]}" + data: +# - "vpp-mrr-results-2n-skx" +# - "vpp-mrr-results-3n-skx" + - "vpp-mrr-results-2n-clx" + - "vpp-mrr-results-3n-hsw" + - "vpp-mrr-results-3n-tsh" + - "vpp-mrr-results-2n-dnv" + - "vpp-mrr-results-3n-dnv" filter: "all" data-start-level: 4 - -# VPP MRR Results 3n-hsw + order-chapters: + level-1: + - "l2" + - "ip4" + - "ip6" + - "srv6" + - "ip4_tunnels" + - "ip6_tunnels" + - "vm_vhost" + - "container_memif" + - "crypto" + - "vts" + - "lb" + - "nfv_density" + - "hoststack" + level-2: + - "2n-skx" + - "3n-skx" + - "2n-clx" + - "3n-hsw" + - "3n-tsh" + - "2n-dnv" + - "3n-dnv" + level-3: + - "xl710" + - "x520" + - "xxv710" + - "x710" + - "x553" + - "cx556a" + - "vic1227" + - "vic1385" + +# VPP MRR Configuration - type: "file" - title: "VPP MRR Results 3n-hsw" - algorithm: "file_test_results" - output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}" - dir-tables: "{DIR[DTR,MRR,VPP,3N,HSW]}" - data: "vpp-mrr-results-3n-hsw" - filter: "all" - data-start-level: 4 - -## VPP MRR Results 3n-skx -#- type: "file" -# title: "VPP MRR Results 3n-skx" -# algorithm: "file_test_results" -# output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}" -# dir-tables: "{DIR[DTR,MRR,VPP,3N,SKX]}" -# data: "vpp-mrr-results-3n-skx" -# filter: "all" -# data-start-level: 4 -# -## VPP MRR Results 2n-skx -#- type: "file" -# title: "VPP MRR Results 2n-skx" -# algorithm: "file_test_results" -# output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}" -# dir-tables: "{DIR[DTR,MRR,VPP,2N,SKX]}" -# data: "vpp-mrr-results-2n-skx" -# filter: "all" -# data-start-level: 4 - -# VPP MRR Results 2n-clx -- type: "file" - title: "VPP MRR Results 2n-clx" - algorithm: "file_test_results" - output-file: "{DIR[DTR,MRR,VPP,2N,CLX]}" - dir-tables: "{DIR[DTR,MRR,VPP,2N,CLX]}" - data: "vpp-mrr-results-2n-clx" - filter: "all" - data-start-level: 4 - -# VPP MRR Results 3n-tsh -- type: "file" - title: "VPP MRR Results 3n-tsh" - algorithm: "file_test_results" - output-file: "{DIR[DTR,MRR,VPP,3N,TSH]}" - dir-tables: "{DIR[DTR,MRR,VPP,3N,TSH]}" - data: "vpp-mrr-results-3n-tsh" - filter: "all" - data-start-level: 4 - -# VPP MRR Results 3n-dnv -- type: "file" - title: "VPP MRR Results 3n-dnv" - algorithm: "file_test_results" - output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}" - dir-tables: "{DIR[DTR,MRR,VPP,3N,DNV]}" - data: "vpp-mrr-results-3n-dnv" - filter: "all" - data-start-level: 4 - -# VPP MRR Results 2n-dnv -- type: "file" - title: "VPP MRR Results 2n-dnv" - algorithm: "file_test_results" - output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}" - dir-tables: "{DIR[DTR,MRR,VPP,2N,DNV]}" - data: "vpp-mrr-results-2n-dnv" - filter: "all" - data-start-level: 4 - -# VPP MRR Configuration 3n-hsw -- type: "file" - title: "VPP MRR Configuration 3n-hsw" - algorithm: "file_test_results" - output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}" - dir-tables: "{DIR[DTC,MRR,VPP,3N,HSW]}" - data: "vpp-mrr-results-3n-hsw" - filter: "all" - data-start-level: 4 - -## VPP MRR Configuration 3n-skx -#- type: "file" -# title: "VPP MRR Configuration 3n-skx" -# algorithm: "file_test_results" -# output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}" -# dir-tables: "{DIR[DTC,MRR,VPP,3N,SKX]}" -# data: "vpp-mrr-results-3n-skx" -# filter: "all" -# data-start-level: 4 -# -## VPP MRR Configuration 2n-skx -#- type: "file" -# title: "VPP MRR Configuration 2n-skx" -# algorithm: "file_test_results" -# output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}" -# dir-tables: "{DIR[DTC,MRR,VPP,2N,SKX]}" -# data: "vpp-mrr-results-2n-skx" -# filter: "all" -# data-start-level: 4 - -# VPP MRR Configuration 2n-clx -- type: "file" - title: "VPP MRR Configuration 2n-clx" - algorithm: "file_test_results" - output-file: "{DIR[DTC,MRR,VPP,2N,CLX]}" - dir-tables: "{DIR[DTC,MRR,VPP,2N,CLX]}" - data: "vpp-mrr-results-2n-clx" - filter: "all" - data-start-level: 4 - -# VPP MRR Configuration 3n-tsh -- type: "file" - title: "VPP MRR Configuration 3n-tsh" - algorithm: "file_test_results" - output-file: "{DIR[DTC,MRR,VPP,3N,TSH]}" - dir-tables: "{DIR[DTC,MRR,VPP,3N,TSH]}" - data: "vpp-mrr-results-3n-tsh" - filter: "all" - data-start-level: 4 - -# VPP MRR Configuration 3n-dnv -- type: "file" - title: "VPP MRR Configuration 3n-dnv" - algorithm: "file_test_results" - output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}" - dir-tables: "{DIR[DTC,MRR,VPP,3N,DNV]}" - data: "vpp-mrr-results-3n-dnv" - filter: "all" - data-start-level: 4 - -# VPP MRR Configuration 2n-dnv -- type: "file" - title: "VPP MRR Configuration 2n-dnv" - algorithm: "file_test_results" - output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}" - dir-tables: "{DIR[DTC,MRR,VPP,2N,DNV]}" - data: "vpp-mrr-results-2n-dnv" + title: "VPP MRR Configuration" + algorithm: "file_details_split" + output-file: "{DIR[DTC,MRR,VPP,ALL]}" + dir-tables: +# - "{DIR[DTC,MRR,VPP,2N,SKX]}" +# - "{DIR[DTC,MRR,VPP,3N,SKX]}" + - "{DIR[DTC,MRR,VPP,2N,CLX]}" + - "{DIR[DTC,MRR,VPP,3N,HSW]}" + - "{DIR[DTC,MRR,VPP,3N,TSH]}" + - "{DIR[DTC,MRR,VPP,2N,DNV]}" + - "{DIR[DTC,MRR,VPP,3N,DNV]}" + data: +# - "vpp-mrr-results-2n-skx" +# - "vpp-mrr-results-3n-skx" + - "vpp-mrr-results-2n-clx" + - "vpp-mrr-results-3n-hsw" + - "vpp-mrr-results-3n-tsh" + - "vpp-mrr-results-2n-dnv" + - "vpp-mrr-results-3n-dnv" filter: "all" data-start-level: 4 + order-chapters: + level-1: + - "l2" + - "ip4" + - "ip6" + - "srv6" + - "ip4_tunnels" + - "ip6_tunnels" + - "vm_vhost" + - "container_memif" + - "crypto" + - "vts" + - "lb" + - "nfv_density" + - "hoststack" + level-2: + - "2n-skx" + - "3n-skx" + - "2n-clx" + - "3n-hsw" + - "3n-tsh" + - "2n-dnv" + - "3n-dnv" + level-3: + - "xl710" + - "x520" + - "xxv710" + - "x710" + - "x553" + - "cx556a" + - "vic1227" + - "vic1385" # VPP Device Results - Ubuntu - type: "file" @@ -5966,89 +6114,129 @@ ### P L O T S ### ################################################################################ -## Plots VPP HTTP Server Performance -#- type: "plot" -# title: "VPP HTTP Server Performance" -# algorithm: "plot_http_server_perf_box" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps" -# data: -# "plot-vpp-http-server-performance" -# # Keep this formatting, the filter is enclosed with " (quotation mark) and -# # each tag is enclosed with ' (apostrophe). -# filter: "'HTTP' and 'TCP_CPS'" -# parameters: -# - "result" -# - "name" -# traces: -# hoverinfo: "y+name" -# boxpoints: "outliers" -# whiskerwidth: 0 -# layout: -# title: "VPP HTTP Server Performance" -# layout: -# "plot-cps" -# -#- type: "plot" -# title: "VPP HTTP Server Performance" -# algorithm: "plot_http_server_perf_box" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps" -# data: -# "plot-vpp-http-server-performance" -# filter: "'HTTP' and 'TCP_RPS'" -# parameters: -# - "result" -# - "name" -# traces: -# hoverinfo: "y+name" -# boxpoints: "outliers" -# whiskerwidth: 0 -# layout: -# title: "VPP HTTP Server Performance" -# layout: -# "plot-rps" +# Hoststack tests 3n-hsw + +- type: "plot" + title: "Bandwidth: 3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-ldpreload-iperf3" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-ldpreload-iperf3-bps" + data: "plot-vpp-hoststack-3n-hsw" + include: + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpbase-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps" + layout: + title: "3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-ldpreload-iperf3" + layout: "plot-hoststack" + +- type: "plot" + title: "Bandwidth: 3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps" + data: "plot-vpp-hoststack-3n-hsw" + include: + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Nsim-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpbase-nsim-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Nsim-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpscale1cl10s-nsim-ldpreload-iperf3-bps" + layout: + title: "3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" + layout: "plot-hoststack" + +- type: "plot" + title: "Bandwidth: 3n-hsw-xl710-9000b-1t1c-eth-ip4udpquic-vppecho" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-9000b-1t1c-eth-ip4udpquic-vppecho-bps" + data: "plot-vpp-hoststack-3n-hsw" + include: + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicbase-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicbase-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicscale1cl10s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicscale10cl1s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicscale10cl10s-vppecho-bps" + layout: + title: "3n-hsw-xl710-9000b-1t1c-eth-ip4udpquic-vppecho" + layout: "plot-hoststack" + +# Plots VPP HTTP Server Performance +- type: "plot" + title: "VPP HTTP Server Performance" + algorithm: "plot_http_server_perf_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps" + data: + "plot-vpp-http-server-performance" + filter: "'HTTP' and 'TCP_CPS' and not '8T4C'" + parameters: + - "result" + - "name" + traces: + hoverinfo: "y+name" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "VPP HTTP Server Performance" + layout: + "plot-cps" + +- type: "plot" + title: "VPP HTTP Server Performance" + algorithm: "plot_http_server_perf_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps" + data: + "plot-vpp-http-server-performance" + filter: "'HTTP' and 'TCP_RPS' and not '8T4C'" + parameters: + - "result" + - "name" + traces: + hoverinfo: "y+name" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "VPP HTTP Server Performance" + layout: + "plot-rps" ################################################################################ -## Soak Test (PLRsearch), boxes -#- type: "plot" -# title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" -# algorithm: "plot_perf_box_name" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/soak-test-1" -# data: "plot-vpp-soak-2n-skx" -# include: -# - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Soak.64B-2t1c-avf-eth-l2patch-soak" -# - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Soak.64B-2t1c-avf-eth-l2xcbase-soak" -# - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-soak" -# - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Soak.64B-2t1c-eth-l2patch-soak" -# - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Soak.64B-2t1c-eth-l2xcbase-soak" -# - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-eth-l2bdbasemaclrn-soak" -# layout: -# title: "30 Minutes Soak Test (PLRsearch)" -# layout: "plot-soak-throughput" -# -## Soak Test (PLRsearch), boxes -#- type: "plot" -# title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" -# algorithm: "plot_perf_box_name" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/soak-test-2" -# data: "plot-vpp-soak-2n-skx" -# include: -# - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Soak.64B-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-soak" -# - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Soak.64B-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-soak" -# - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Soak.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-soak" -# - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Soak.64B-2t1c-avf-ethip4-ip4base-soak" -# - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Soak.64B-2t1c-ethip4-ip4base-soak" -# - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Soak.78B-2t1c-ethip6-ip6base-soak" -# layout: -# title: "30 Minutes Soak Test (PLRsearch)" -# layout: "plot-soak-throughput" +# Soak Test (PLRsearch), boxes - 2n-clx +- type: "plot" + title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" + algorithm: "plot_perf_box_name" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/soak-test-1" + data: "plot-vpp-soak-2n-clx" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Soak.64B-2t1c-avf-eth-l2xcbase-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Soak.64B-2t1c-eth-l2xcbase-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-eth-l2bdbasemaclrn-soak" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Soak.64B-2t1c-avf-ethip4-ip4base-soak" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Soak.64B-2t1c-ethip4-ip4base-soak" + layout: + title: "30 Minutes Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + +# Soak Test (PLRsearch), boxes - 2n-clx +- type: "plot" + title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" + algorithm: "plot_perf_box_name" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/soak-test-2" + data: "plot-vpp-soak-2n-clx" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Soak.78B-2t1c-avf-ethip6-ip6base-soak" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Soak.78B-2t1c-ethip6-ip6base-soak" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-soak" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Soak.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-soak" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-soak" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-soak" + layout: + title: "30 Minutes Soak Test (PLRsearch)" + layout: "plot-soak-throughput" ############################################################################### +# Reconf tests 2n-skx + #- type: "plot" # title: "NFV Implied time lost: 2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" # algorithm: "plot_nf_reconf_box_name" @@ -6096,7 +6284,53 @@ # layout: # title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" # layout: "plot-throughput" -# + +############################################################################### + +# Reconf tests 2n-clx + +- type: "plot" + title: "NFV Implied time lost: 2n-clx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf" + data: "plot-vpp-nfv-reconf-2n-clx" + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-2t1c-avf-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-2t1c-avf-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-2t1c-avf-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-2t1c-avf-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" + layout: + title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" + layout: "plot-throughput" + +- type: "plot" + title: "NFV Implied time lost: 2n-clx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf" + data: "plot-vpp-nfv-reconf-2n-clx" + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-4t2c-avf-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-4t2c-avf-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-4t2c-avf-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-4t2c-avf-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" + layout: + title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" + layout: "plot-throughput" + +- type: "plot" + title: "NFV Implied time lost: 2n-clx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf" + data: "plot-vpp-nfv-reconf-2n-clx" + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-8t4c-avf-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-8t4c-avf-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-8t4c-avf-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-8t4c-avf-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" + layout: + title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" + layout: "plot-throughput" + ################################################################################ ## Plots - NF Density - VSC - MRR 64b #- type: "plot" @@ -15551,6 +15785,34 @@ title: "2n-clx-xxv710-64b-2t1c-l2switching-base-avf-pdr" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-2t1c-l2switching-base-scale-avf-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-l2switching-base-scale-avf-ndr" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-2t1c-l2switching-base-scale-avf-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-2t1c-l2switching-base-scale-avf-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-l2switching-base-scale-avf-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-2t1c-l2switching-base-scale-avf-pdr" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 2n-clx-xxv710-64b-2t1c-l2switching-base-dpdk-ndr" algorithm: "plot_perf_box_name" @@ -16195,6 +16457,34 @@ title: "2n-clx-xxv710-64b-l2switching-base-avf-pdr" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-scale-avf-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-scale-avf-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-l2switching-base-scale-avf-ndr" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-scale-avf-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-scale-avf-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-l2switching-base-scale-avf-pdr" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-dpdk-ndr-tsa" algorithm: "plot_tsa_name"