X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=4a941e01b303e48b3152aa49b78d6d7c8d30a1e6;hb=b47c8f8ed56880eda3f64cf06abd47155ea97db0;hp=41f1e0925a05f2c30dbc2ef589d18c0ea324895e;hpb=bf4e50abb041ea4f3228618c47f4d47e494b9534;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 41f1e0925a..4a941e01b3 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -427,6 +427,18 @@ csit-vpp-perf-verify-2001-3n-tsh: - 4 # NDRPDR sel + plot-dpdk-throughput-latency-3n-tsh: + csit-dpdk-perf-verify-2001-3n-tsh: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + + plot-dpdk-hdrh-lat-3n-tsh: + csit-dpdk-perf-verify-2001-3n-tsh: + - 3 # NDRPDR sel + # 3n-dnv plot-vpp-throughput-lat-tsa-3n-dnv: @@ -550,11 +562,19 @@ - 19 # NDRPDR full - 20 # NDRPDR full - 21 # NDRPDR full + - 22 # NDRPDR full + - 23 # NDRPDR full + - 24 # NDRPDR full + - 25 # NDRPDR full vpp-perf-results-2n-dnv: csit-vpp-perf-verify-2001-2n-dnv: - 21 # NDRPDR full - 22 # NDRPDR full + - 25 # NDRPDR full + - 26 # NDRPDR full + - 27 # NDRPDR full + - 28 # NDRPDR full vpp-mrr-results-3n-hsw: csit-vpp-perf-verify-2001-3n-hsw: @@ -621,6 +641,10 @@ csit-dpdk-perf-verify-2001-3n-dnv: - 12 # NDRPDR sel + dpdk-perf-results-3n-tsh: + csit-dpdk-perf-verify-2001-3n-tsh: + - 3 # NDRPDR sel + ########################################################################### # Tables (more than one data set) @@ -2103,6 +2127,10 @@ - 19 # NDRPDR full - 20 # NDRPDR full - 21 # NDRPDR full + - 22 # NDRPDR full + - 23 # NDRPDR full + - 24 # NDRPDR full + - 25 # NDRPDR full csit-vpp-perf-verify-1908-2n-dnv: - 1 # NDRPDR sel @@ -2130,6 +2158,10 @@ - 12 # MRR sel - 21 # NDRPDR full - 22 # NDRPDR full + - 25 # NDRPDR full + - 26 # NDRPDR full + - 27 # NDRPDR full + - 28 # NDRPDR full csit-dpdk-perf-verify-1904-3n-hsw: - 2 # NDRPDR sel @@ -2289,6 +2321,13 @@ - 20 # NDRPDR sel - 22 # NDRPDR sel + csit-dpdk-perf-verify-2001-3n-tsh: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + csit-vpp-device-2001-ubuntu1804-1n-skx: - 57 @@ -4097,9 +4136,9 @@ output-file-ext: ".csv" output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw" columns: - - title: "Name" + - title: " |prein| Test Name |preout| " data: "data name" - - title: "Status" + - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| " data: "data msg" rows: "generated" data: "vpp-perf-results-3n-hsw" @@ -4116,9 +4155,9 @@ # output-file-ext: ".csv" # output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx" # columns: -# - title: "Name" +# - title: " |prein| Test Name |preout| " # data: "data name" -# - title: "Status" +# - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| " # data: "data msg" # rows: "generated" # data: "vpp-perf-results-3n-skx" @@ -4135,9 +4174,9 @@ # output-file-ext: ".csv" # output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx" # columns: -# - title: "Name" +# - title: " |prein| Test Name |preout| " # data: "data name" -# - title: "Status" +# - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| " # data: "data msg" # rows: "generated" # data: "vpp-perf-results-2n-skx" @@ -4154,9 +4193,9 @@ # output-file-ext: ".csv" # output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}/vpp_performance_results_2n_clx" # columns: -# - title: "Name" +# - title: " |prein| Test Name |preout| " # data: "data name" -# - title: "Status" +# - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| " # data: "data msg" # rows: "generated" # data: "vpp-perf-results-2n-clx" @@ -4173,9 +4212,9 @@ output-file-ext: ".csv" output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/vpp_performance_results_3n_tsh" columns: - - title: "Name" + - title: " |prein| Test Name |preout| " data: "data name" - - title: "Status" + - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| " data: "data msg" rows: "generated" data: "vpp-perf-results-3n-tsh" @@ -4188,13 +4227,13 @@ # Detailed Test Results - VPP Performance Results 3n-dnv - type: "table" title: "Detailed Test Results - VPP Performance Results 3n-dnv" - algorithm: "table_details" + algorithm: "table_merged_details" output-file-ext: ".csv" output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/vpp_performance_results_3n_dnv" columns: - - title: "Name" + - title: " |prein| Test Name |preout| " data: "data name" - - title: "Status" + - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| " data: "data msg" rows: "generated" data: "vpp-perf-results-3n-dnv" @@ -4207,13 +4246,13 @@ # Detailed Test Results - VPP Performance Results 2n-dnv - type: "table" title: "Detailed Test Results - VPP Performance Results 2n-dnv" - algorithm: "table_details" + algorithm: "table_merged_details" output-file-ext: ".csv" output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" columns: - - title: "Name" + - title: " |prein| Test Name |preout| " data: "data name" - - title: "Status" + - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| " data: "data msg" rows: "generated" data: "vpp-perf-results-2n-dnv" @@ -4321,7 +4360,7 @@ # Test configuration - VPP Performance Test Configs 3n-dnv - type: "table" title: "Test configuration - VPP Performance Test Configs 3n-dnv" - algorithm: "table_details" + algorithm: "table_merged_details" output-file-ext: ".csv" output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/vpp_test_configuration_3n_dnv" columns: @@ -4340,7 +4379,7 @@ # Test configuration - VPP Performance Test Configs 2n-dnv - type: "table" title: "Test configuration - VPP Performance Test Configs 2n-dnv" - algorithm: "table_details" + algorithm: "table_merged_details" output-file-ext: ".csv" output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv" columns: @@ -4419,7 +4458,7 @@ output-file-ext: ".csv" output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw" columns: - - title: "Name" + - title: " |prein| Test Name |preout| " data: "data name" - title: "Status" data: "data msg" @@ -4438,7 +4477,7 @@ # output-file-ext: ".csv" # output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx" # columns: -# - title: "Name" +# - title: " |prein| Test Name |preout| " # data: "data name" # - title: "Status" # data: "data msg" @@ -4457,7 +4496,7 @@ # output-file-ext: ".csv" # output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx" # columns: -# - title: "Name" +# - title: " |prein| Test Name |preout| " # data: "data name" # - title: "Status" # data: "data msg" @@ -4476,7 +4515,7 @@ # output-file-ext: ".csv" # output-file: "{DIR[DTR,MRR,VPP,2N,CLX]}/vpp_mrr_results_2n_clx" # columns: -# - title: "Name" +# - title: " |prein| Test Name |preout| " # data: "data name" # - title: "Status" # data: "data msg" @@ -4495,7 +4534,7 @@ # output-file-ext: ".csv" # output-file: "{DIR[DTR,MRR,VPP,3N,TSH]}/vpp_mrr_results_3n_tsh" # columns: -# - title: "Name" +# - title: " |prein| Test Name |preout| " # data: "data name" # - title: "Status" # data: "data msg" @@ -4514,7 +4553,7 @@ output-file-ext: ".csv" output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/vpp_mrr_results_3n_dnv" columns: - - title: "Name" + - title: " |prein| Test Name |preout| " data: "data name" - title: "Status" data: "data msg" @@ -4533,7 +4572,7 @@ output-file-ext: ".csv" output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv" columns: - - title: "Name" + - title: " |prein| Test Name |preout| " data: "data name" - title: "Status" data: "data msg" @@ -4685,10 +4724,8 @@ output-file-ext: ".csv" output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" columns: - - title: "Name" + - title: " |prein| Test Name |preout| " data: "data name" - - title: "Documentation" - data: "data doc" - title: "Status" data: "data status" rows: "generated" @@ -5106,9 +5143,9 @@ output-file-ext: ".csv" output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" columns: - - title: "Name" + - title: " |prein| Test Name |preout| " data: "data name" - - title: "Status" + - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| " data: "data msg" rows: "generated" data: "dpdk-perf-results-3n-hsw" @@ -5125,9 +5162,9 @@ # output-file-ext: ".csv" # output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" # columns: -# - title: "Name" +# - title: " |prein| Test Name |preout| " # data: "data name" -# - title: "Status" +# - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| " # data: "data msg" # rows: "generated" # data: "dpdk-perf-results-3n-skx" @@ -5144,9 +5181,9 @@ # output-file-ext: ".csv" # output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx" # columns: -# - title: "Name" +# - title: " |prein| Test Name |preout| " # data: "data name" -# - title: "Status" +# - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| " # data: "data msg" # rows: "generated" # data: "dpdk-perf-results-2n-skx" @@ -5163,9 +5200,9 @@ # output-file-ext: ".csv" # output-file: "{DIR[DTR,PERF,DPDK,2N,CLX]}/dpdk_performance_results_2n_clx" # columns: -# - title: "Name" +# - title: " |prein| Test Name |preout| " # data: "data name" -# - title: "Status" +# - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| " # data: "data msg" # rows: "generated" # data: "dpdk-perf-results-2n-clx" @@ -5182,9 +5219,9 @@ output-file-ext: ".csv" output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}/dpdk_performance_results_2n_dnv" columns: - - title: "Name" + - title: " |prein| Test Name |preout| " data: "data name" - - title: "Status" + - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| " data: "data msg" rows: "generated" data: "dpdk-perf-results-2n-dnv" @@ -5201,9 +5238,9 @@ output-file-ext: ".csv" output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}/dpdk_performance_results_3n_dnv" columns: - - title: "Name" + - title: " |prein| Test Name |preout| " data: "data name" - - title: "Status" + - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| " data: "data msg" rows: "generated" data: "dpdk-perf-results-3n-dnv" @@ -15029,6 +15066,56 @@ title: "3n-dnv-x553-64b-2t2c-base-pdr" layout: "plot-throughput" +# 3n-tsh-x520 + +- type: "plot" + title: "DPDK Throughput: 3n-tsh-x520-64b-1t1c-base-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,DPDK]}/3n-tsh-x520-64b-1t1c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-tsh" + include: + - "tests.dpdk.perf.10ge2p1x520-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.10ge2p1x520-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "3n-tsh-x520-64b-1t1c-base-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "DPDK Throughput: 3n-tsh-x520-64b-2t2c-base-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,DPDK]}/3n-tsh-x520-64b-2t2c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-tsh" + include: + - "tests.dpdk.perf.10ge2p1x520-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.10ge2p1x520-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "3n-tsh-x520-64b-2t2c-base-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "DPDK Throughput: 3n-tsh-x520-64b-1t1c-base-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,DPDK]}/3n-tsh-x520-64b-1t1c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-tsh" + include: + - "tests.dpdk.perf.10ge2p1x520-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.10ge2p1x520-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "3n-tsh-x520-64b-1t1c-base-pdr" + layout: "plot-throughput" + +- type: "plot" + title: "DPDK Throughput: 3n-tsh-x520-64b-2t2c-base-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,DPDK]}/3n-tsh-x520-64b-2t2c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-tsh" + include: + - "tests.dpdk.perf.10ge2p1x520-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.10ge2p1x520-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "3n-tsh-x520-64b-2t2c-base-pdr" + layout: "plot-throughput" + ################################################################################ ### 2n-clx ### ################################################################################ @@ -16490,3 +16577,14 @@ filter: "'1T1C' and 'NIC_Intel-XL710'" layout: layout: "plot-hdrh-latency-by-percentile" + +- type: "plot" + title: "Latency by percentile: DPDK 3n-tsh" + algorithm: "plot_hdrh_lat_by_percentile" + output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-3n-tsh" + output-file-links: "{DIR[LAT,DPDK]}/3n_tsh.rst" + target-links: "../../_static/dpdk" + data: "plot-dpdk-hdrh-lat-3n-tsh" + filter: "'1T1C' and 'NIC_Intel-X520-DA2'" + layout: + layout: "plot-hdrh-latency-by-percentile"