X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=0fd89e80d5df0e1628245c7b07fe816a63721a24;hb=a8a9827ea12122026190f9c7a590a8af7f92d772;hp=83057b11edc4826ef58a44c83dcbccce118ebf0c;hpb=11b0380f850883bc89b5047cb0163886b7b1d7c7;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 83057b11ed..0fd89e80d5 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -32,6 +32,7 @@ DIR[DTR,PERF,DPDK,2N,CLX]: "{DIR[DTR]}/dpdk_performance_results_2n_clx" DIR[DTR,PERF,DPDK,2N,DNV]: "{DIR[DTR]}/dpdk_performance_results_2n_dnv" DIR[DTR,PERF,DPDK,3N,DNV]: "{DIR[DTR]}/dpdk_performance_results_3n_dnv" + DIR[DTR,PERF,DPDK,3N,TSH]: "{DIR[DTR]}/dpdk_performance_results_3n_tsh" DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw" DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx" DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx" @@ -422,11 +423,26 @@ - 4 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel + - 10 # NDRPDR sel plot-vpp-hdrh-lat-3n-tsh: csit-vpp-perf-verify-2001-3n-tsh: - 4 # NDRPDR sel + plot-dpdk-throughput-latency-3n-tsh: + csit-dpdk-perf-verify-2001-3n-tsh: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + + plot-dpdk-hdrh-lat-3n-tsh: + csit-dpdk-perf-verify-2001-3n-tsh: + - 3 # NDRPDR sel + # 3n-dnv plot-vpp-throughput-lat-tsa-3n-dnv: @@ -522,6 +538,16 @@ - 18 # NDRPDR full - 20 # NDRPDR full - 28 # NDRPDR full + - 35 # NDRPDR full + - 42 # NDRPDR full + - 46 # NDRPDR full + - 47 # NDRPDR full + - 48 # NDRPDR full + - 49 # NDRPDR full + - 50 # NDRPDR full + - 51 # NDRPDR full + - 54 # NDRPDR full + - 58 # NDRPDR full vpp-perf-results-3n-skx: # TODO: Replace @@ -545,16 +571,23 @@ vpp-perf-results-3n-dnv: csit-vpp-perf-verify-2001-3n-dnv: - - 13 # NDRPDR full - - 15 # NDRPDR full - 19 # NDRPDR full - 20 # NDRPDR full - 21 # NDRPDR full + - 22 # NDRPDR full + - 23 # NDRPDR full + - 24 # NDRPDR full + - 25 # NDRPDR full + - 26 # NDRPDR full vpp-perf-results-2n-dnv: csit-vpp-perf-verify-2001-2n-dnv: - 21 # NDRPDR full - 22 # NDRPDR full + - 25 # NDRPDR full + - 26 # NDRPDR full + - 27 # NDRPDR full + - 28 # NDRPDR full vpp-mrr-results-3n-hsw: csit-vpp-perf-verify-2001-3n-hsw: @@ -579,10 +612,8 @@ - 69 # MRR sel vpp-mrr-results-3n-tsh: - # TODO: Replace - # csit-vpp-perf-verify-2001-3n-tsh: - csit-vpp-perf-verify-1908-3n-tsh: - - 17 # MRR sel + csit-vpp-perf-verify-2001-3n-tsh: + - 9 # MRR sel vpp-mrr-results-3n-dnv: csit-vpp-perf-verify-2001-3n-dnv: @@ -598,8 +629,8 @@ dpdk-perf-results-3n-hsw: csit-dpdk-perf-verify-2001-3n-hsw: - - 13 # NDRPDR sel - - 24 # NDRPDR sel + - 25 # NDRPDR full + - 26 # NDRPDR full dpdk-perf-results-3n-skx: csit-dpdk-perf-verify-2001-3n-skx: @@ -621,6 +652,10 @@ csit-dpdk-perf-verify-2001-3n-dnv: - 12 # NDRPDR sel + dpdk-perf-results-3n-tsh: + csit-dpdk-perf-verify-2001-3n-tsh: + - 3 # NDRPDR sel + ########################################################################### # Tables (more than one data set) @@ -829,6 +864,7 @@ - 4 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel + - 10 # NDRPDR sel vpp-performance-changes-3n-tsh: - "vpp-performance-changes-3n-tsh-ref" - "vpp-performance-changes-3n-tsh-cmp" @@ -938,10 +974,8 @@ csit-vpp-perf-verify-1908-3n-tsh: - 17 # MRR sel vpp-performance-changes-3n-tsh-mrr-cmp: - # TODO: Replace - # csit-vpp-perf-verify-2001-3n-tsh: - csit-vpp-perf-verify-1908-3n-tsh: - - 17 # MRR sel + csit-vpp-perf-verify-2001-3n-tsh: + - 9 # MRR sel vpp-performance-changes-3n-tsh-mrr: - "vpp-performance-changes-3n-tsh-mrr-ref" - "vpp-performance-changes-3n-tsh-mrr-cmp" @@ -1952,6 +1986,16 @@ - 18 # NDRPDR full - 20 # NDRPDR full - 28 # NDRPDR full + - 35 # NDRPDR full + - 42 # NDRPDR full + - 46 # NDRPDR full + - 47 # NDRPDR full + - 48 # NDRPDR full + - 49 # NDRPDR full + - 50 # NDRPDR full + - 51 # NDRPDR full + - 54 # NDRPDR full + - 58 # NDRPDR full # csit-vpp-perf-verify-1904-3n-skx: # - 7 # MRR sel @@ -2073,6 +2117,8 @@ - 4 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel + - 10 # NDRPDR sel + - 9 # MRR sel csit-vpp-perf-verify-1908-3n-dnv: - 6 # NDRPDR sel @@ -2098,11 +2144,14 @@ - 17 # NDRPDR sel - 18 # NDRPDR sel - 11 # MRR sel - - 13 # NDRPDR full - - 15 # NDRPDR full - 19 # NDRPDR full - 20 # NDRPDR full - 21 # NDRPDR full + - 22 # NDRPDR full + - 23 # NDRPDR full + - 24 # NDRPDR full + - 25 # NDRPDR full + - 26 # NDRPDR full csit-vpp-perf-verify-1908-2n-dnv: - 1 # NDRPDR sel @@ -2130,6 +2179,10 @@ - 12 # MRR sel - 21 # NDRPDR full - 22 # NDRPDR full + - 25 # NDRPDR full + - 26 # NDRPDR full + - 27 # NDRPDR full + - 28 # NDRPDR full csit-dpdk-perf-verify-1904-3n-hsw: - 2 # NDRPDR sel @@ -2174,6 +2227,8 @@ - 22 # NDRPDR sel - 23 # NDRPDR sel - 24 # NDRPDR sel + - 25 # NDRPDR full + - 26 # NDRPDR full # csit-dpdk-perf-verify-1904-3n-skx: # - 2 # NDRPDR sel @@ -2289,6 +2344,15 @@ - 20 # NDRPDR sel - 22 # NDRPDR sel + csit-dpdk-perf-verify-2001-3n-tsh: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + csit-vpp-device-2001-ubuntu1804-1n-skx: - 57 @@ -2297,7 +2361,6 @@ format: html: - full -# TODO: Enable for release runs: # pdf: # - minimal @@ -4097,9 +4160,9 @@ output-file-ext: ".csv" output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw" columns: - - title: "Test Name" + - title: " |prein| Test Name |preout| " data: "data name" - - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| " + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" rows: "generated" data: "vpp-perf-results-3n-hsw" @@ -4116,9 +4179,9 @@ # output-file-ext: ".csv" # output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx" # columns: -# - title: "Test Name" +# - title: " |prein| Test Name |preout| " # data: "data name" -# - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| " +# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " # data: "data msg" # rows: "generated" # data: "vpp-perf-results-3n-skx" @@ -4135,9 +4198,9 @@ # output-file-ext: ".csv" # output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx" # columns: -# - title: "Test Name" +# - title: " |prein| Test Name |preout| " # data: "data name" -# - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| " +# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " # data: "data msg" # rows: "generated" # data: "vpp-perf-results-2n-skx" @@ -4154,9 +4217,9 @@ # output-file-ext: ".csv" # output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}/vpp_performance_results_2n_clx" # columns: -# - title: "Test Name" +# - title: " |prein| Test Name |preout| " # data: "data name" -# - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| " +# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " # data: "data msg" # rows: "generated" # data: "vpp-perf-results-2n-clx" @@ -4173,9 +4236,9 @@ output-file-ext: ".csv" output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/vpp_performance_results_3n_tsh" columns: - - title: "Test Name" + - title: " |prein| Test Name |preout| " data: "data name" - - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| " + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" rows: "generated" data: "vpp-perf-results-3n-tsh" @@ -4188,13 +4251,13 @@ # Detailed Test Results - VPP Performance Results 3n-dnv - type: "table" title: "Detailed Test Results - VPP Performance Results 3n-dnv" - algorithm: "table_details" + algorithm: "table_merged_details" output-file-ext: ".csv" output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/vpp_performance_results_3n_dnv" columns: - - title: "Test Name" + - title: " |prein| Test Name |preout| " data: "data name" - - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| " + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" rows: "generated" data: "vpp-perf-results-3n-dnv" @@ -4207,13 +4270,13 @@ # Detailed Test Results - VPP Performance Results 2n-dnv - type: "table" title: "Detailed Test Results - VPP Performance Results 2n-dnv" - algorithm: "table_details" + algorithm: "table_merged_details" output-file-ext: ".csv" output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" columns: - - title: "Test Name" + - title: " |prein| Test Name |preout| " data: "data name" - - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| " + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" rows: "generated" data: "vpp-perf-results-2n-dnv" @@ -4321,7 +4384,7 @@ # Test configuration - VPP Performance Test Configs 3n-dnv - type: "table" title: "Test configuration - VPP Performance Test Configs 3n-dnv" - algorithm: "table_details" + algorithm: "table_merged_details" output-file-ext: ".csv" output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/vpp_test_configuration_3n_dnv" columns: @@ -4340,7 +4403,7 @@ # Test configuration - VPP Performance Test Configs 2n-dnv - type: "table" title: "Test configuration - VPP Performance Test Configs 2n-dnv" - algorithm: "table_details" + algorithm: "table_merged_details" output-file-ext: ".csv" output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv" columns: @@ -4419,9 +4482,9 @@ output-file-ext: ".csv" output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw" columns: - - title: "Test Name" + - title: " |prein| Test Name |preout| " data: "data name" - - title: "Status" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " data: "data msg" rows: "generated" data: "vpp-mrr-results-3n-hsw" @@ -4438,9 +4501,9 @@ # output-file-ext: ".csv" # output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx" # columns: -# - title: "Test Name" +# - title: " |prein| Test Name |preout| " # data: "data name" -# - title: "Status" +# - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " # data: "data msg" # rows: "generated" # data: "vpp-mrr-results-3n-skx" @@ -4457,9 +4520,9 @@ # output-file-ext: ".csv" # output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx" # columns: -# - title: "Test Name" +# - title: " |prein| Test Name |preout| " # data: "data name" -# - title: "Status" +# - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " # data: "data msg" # rows: "generated" # data: "vpp-mrr-results-2n-skx" @@ -4476,9 +4539,9 @@ # output-file-ext: ".csv" # output-file: "{DIR[DTR,MRR,VPP,2N,CLX]}/vpp_mrr_results_2n_clx" # columns: -# - title: "Test Name" +# - title: " |prein| Test Name |preout| " # data: "data name" -# - title: "Status" +# - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " # data: "data msg" # rows: "generated" # data: "vpp-mrr-results-2n-clx" @@ -4488,24 +4551,24 @@ # - "parent" # - "msg" -## Detailed Test Results - VPP MRR Results 3n-tsh -#- type: "table" -# title: "Detailed Test Results - VPP MRR Results 3n-tsh" -# algorithm: "table_details" -# output-file-ext: ".csv" -# output-file: "{DIR[DTR,MRR,VPP,3N,TSH]}/vpp_mrr_results_3n_tsh" -# columns: -# - title: "Test Name" -# data: "data name" -# - title: "Status" -# data: "data msg" -# rows: "generated" -# data: "vpp-mrr-results-3n-tsh" -# filter: "'MRR'" -# parameters: -# - "name" -# - "parent" -# - "msg" +# Detailed Test Results - VPP MRR Results 3n-tsh +- type: "table" + title: "Detailed Test Results - VPP MRR Results 3n-tsh" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,MRR,VPP,3N,TSH]}/vpp_mrr_results_3n_tsh" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" + rows: "generated" + data: "vpp-mrr-results-3n-tsh" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "msg" # Detailed Test Results - VPP MRR Results 3n-dnv - type: "table" @@ -4514,9 +4577,9 @@ output-file-ext: ".csv" output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/vpp_mrr_results_3n_dnv" columns: - - title: "Test Name" + - title: " |prein| Test Name |preout| " data: "data name" - - title: "Status" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " data: "data msg" rows: "generated" data: "vpp-mrr-results-3n-dnv" @@ -4533,9 +4596,9 @@ output-file-ext: ".csv" output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv" columns: - - title: "Test Name" + - title: " |prein| Test Name |preout| " data: "data name" - - title: "Status" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " data: "data msg" rows: "generated" data: "vpp-mrr-results-2n-dnv" @@ -4621,24 +4684,24 @@ # - "name" # - "conf-history" -## Test configuration - VPP MRR Test Configs 3n-tsh -#- type: "table" -# title: "Test configuration - VPP MRR Test Configs 3n-tsh" -# algorithm: "table_details" -# output-file-ext: ".csv" -# output-file: "{DIR[DTC,MRR,VPP,3N,TSH]}/vpp_mrr_configuration_3n_tsh" -# columns: -# - title: "Name" -# data: "data name" -# - title: "VPP API Test Commands History - Commands Used Per Test Case" -# data: "data conf-history" -# rows: "generated" -# data: "vpp-mrr-results-3n-tsh" -# filter: "'MRR'" -# parameters: -# - "parent" -# - "name" -# - "conf-history" +# Test configuration - VPP MRR Test Configs 3n-tsh +- type: "table" + title: "Test configuration - VPP MRR Test Configs 3n-tsh" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,MRR,VPP,3N,TSH]}/vpp_mrr_configuration_3n_tsh" + columns: + - title: "Name" + data: "data name" + - title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" + rows: "generated" + data: "vpp-mrr-results-3n-tsh" + filter: "'MRR'" + parameters: + - "parent" + - "name" + - "conf-history" # Test configuration - VPP MRR Test Configs 3n-dnv - type: "table" @@ -4685,10 +4748,8 @@ output-file-ext: ".csv" output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" columns: - - title: "Test Name" + - title: " |prein| Test Name |preout| " data: "data name" - - title: "Documentation" - data: "data doc" - title: "Status" data: "data status" rows: "generated" @@ -5106,9 +5167,9 @@ output-file-ext: ".csv" output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" columns: - - title: "Test Name" + - title: " |prein| Test Name |preout| " data: "data name" - - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| " + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" rows: "generated" data: "dpdk-perf-results-3n-hsw" @@ -5125,9 +5186,9 @@ # output-file-ext: ".csv" # output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" # columns: -# - title: "Test Name" +# - title: " |prein| Test Name |preout| " # data: "data name" -# - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| " +# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " # data: "data msg" # rows: "generated" # data: "dpdk-perf-results-3n-skx" @@ -5144,9 +5205,9 @@ # output-file-ext: ".csv" # output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx" # columns: -# - title: "Test Name" +# - title: " |prein| Test Name |preout| " # data: "data name" -# - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| " +# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " # data: "data msg" # rows: "generated" # data: "dpdk-perf-results-2n-skx" @@ -5163,9 +5224,9 @@ # output-file-ext: ".csv" # output-file: "{DIR[DTR,PERF,DPDK,2N,CLX]}/dpdk_performance_results_2n_clx" # columns: -# - title: "Test Name" +# - title: " |prein| Test Name |preout| " # data: "data name" -# - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| " +# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " # data: "data msg" # rows: "generated" # data: "dpdk-perf-results-2n-clx" @@ -5182,9 +5243,9 @@ output-file-ext: ".csv" output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}/dpdk_performance_results_2n_dnv" columns: - - title: "Test Name" + - title: " |prein| Test Name |preout| " data: "data name" - - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| " + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" rows: "generated" data: "dpdk-perf-results-2n-dnv" @@ -5201,9 +5262,9 @@ output-file-ext: ".csv" output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}/dpdk_performance_results_3n_dnv" columns: - - title: "Test Name" + - title: " |prein| Test Name |preout| " data: "data name" - - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| " + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" rows: "generated" data: "dpdk-perf-results-3n-dnv" @@ -5213,6 +5274,25 @@ - "parent" - "msg" +# Detailed Test Results - DPDK Performance Results 3n-tsh +- type: "table" + title: "Detailed Test Results - DPDK Performance Results 3n-tsh" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,DPDK,3N,TSH]}/dpdk_performance_results_3n_tsh" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + rows: "generated" + data: "dpdk-perf-results-3n-tsh" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + ################################################################################ ### F I L E S ### ################################################################################ @@ -5222,7 +5302,7 @@ title: "VPP Performance Results 3n-hsw" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw" + output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTR,PERF,VPP,3N,HSW]}" data: "vpp-perf-results-3n-hsw" @@ -5232,82 +5312,82 @@ - "doc" - "level" - "parent" - data-start-level: 3 + data-start-level: 4 ## VPP Performance Results 3n-skx #- type: "file" # title: "VPP Performance Results 3n-skx" # algorithm: "file_test_results" # output-file-ext: ".rst" -# output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx" +# output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}" # file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" # dir-tables: "{DIR[DTR,PERF,VPP,3N,SKX]}" # data: "vpp-perf-results-3n-skx" -# filter: "not 'CFS_OPT'" +# filter: "all" # parameters: # - "name" # - "doc" # - "level" # - "parent" -# data-start-level: 3 +# data-start-level: 4 # ## VPP Performance Results 2n-skx #- type: "file" # title: "VPP Performance Results 2n-skx" # algorithm: "file_test_results" # output-file-ext: ".rst" -# output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx" +# output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}" # file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" # dir-tables: "{DIR[DTR,PERF,VPP,2N,SKX]}" # data: "vpp-perf-results-2n-skx" -# filter: "not 'CFS_OPT'" +# filter: "all" # parameters: # - "name" # - "doc" # - "level" # - "parent" -# data-start-level: 3 +# data-start-level: 4 ## VPP Performance Results 2n-clx #- type: "file" # title: "VPP Performance Results 2n-clx" # algorithm: "file_test_results" # output-file-ext: ".rst" -# output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}/vpp_performance_results_2n_clx" +# output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}" # file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" # dir-tables: "{DIR[DTR,PERF,VPP,2N,CLX]}" # data: "vpp-perf-results-2n-clx" -# filter: "not 'CFS_OPT'" +# filter: "all" # parameters: # - "name" # - "doc" # - "level" # - "parent" -# data-start-level: 3 +# data-start-level: 4 # VPP Performance Results 3n-tsh - type: "file" title: "VPP Performance Results 3n-tsh" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/vpp_performance_results_3n_tsh" + output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTR,PERF,VPP,3N,TSH]}" data: "vpp-perf-results-3n-tsh" - filter: "not 'CFS_OPT'" + filter: "all" parameters: - "name" - "doc" - "level" - "parent" - data-start-level: 3 + data-start-level: 4 # VPP Performance Results 3n-dnv - type: "file" title: "VPP Performance Results 3n-dnv" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/vpp_performance_results_3n_dnv" + output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTR,PERF,VPP,3N,DNV]}" data: "vpp-perf-results-3n-dnv" @@ -5317,14 +5397,14 @@ - "doc" - "level" - "parent" - data-start-level: 3 + data-start-level: 4 # VPP Performance Results 2n-dnv - type: "file" title: "VPP Performance Results 2n-dnv" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" + output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTR,PERF,VPP,2N,DNV]}" data: "vpp-perf-results-2n-dnv" @@ -5334,14 +5414,14 @@ - "doc" - "level" - "parent" - data-start-level: 3 + data-start-level: 4 # VPP Performance Configuration 3n-hsw - type: "file" title: "VPP Performance Configuration 3n-hsw" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_performance_configuration_3n_hsw" + output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTC,PERF,VPP,3N,HSW]}" data: "vpp-perf-results-3n-hsw" @@ -5351,82 +5431,82 @@ - "doc" - "level" - "parent" - data-start-level: 3 + data-start-level: 4 ## VPP Performance Configuration 3n-skx #- type: "file" # title: "VPP Performance Configuration 3n-skx" # algorithm: "file_test_results" # output-file-ext: ".rst" -# output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_performance_configuration_3n_skx" +# output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}" # file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" # dir-tables: "{DIR[DTC,PERF,VPP,3N,SKX]}" # data: "vpp-perf-results-3n-skx" -# filter: "not 'CFS_OPT'" +# filter: "all" # parameters: # - "name" # - "doc" # - "level" # - "parent" -# data-start-level: 3 +# data-start-level: 4 # ## VPP Performance Configuration 2n-skx #- type: "file" # title: "VPP Performance Configuration 2n-skx" # algorithm: "file_test_results" # output-file-ext: ".rst" -# output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_performance_configuration_2n_skx" +# output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}" # file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" # dir-tables: "{DIR[DTC,PERF,VPP,2N,SKX]}" # data: "vpp-perf-results-2n-skx" -# filter: "not 'CFS_OPT'" +# filter: "all" # parameters: # - "name" # - "doc" # - "level" # - "parent" -# data-start-level: 3 +# data-start-level: 4 ## VPP Performance Configuration 2n-clx #- type: "file" # title: "VPP Performance Configuration 2n-clx" # algorithm: "file_test_results" # output-file-ext: ".rst" -# output-file: "{DIR[DTC,PERF,VPP,2N,CLX]}/vpp_performance_configuration_2n_clx" +# output-file: "{DIR[DTC,PERF,VPP,2N,CLX]}" # file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" # dir-tables: "{DIR[DTC,PERF,VPP,2N,CLX]}" # data: "vpp-perf-results-2n-clx" -# filter: "not 'CFS_OPT'" +# filter: "all" # parameters: # - "name" # - "doc" # - "level" # - "parent" -# data-start-level: 3 +# data-start-level: 4 # VPP Performance Configuration 3n-tsh - type: "file" title: "VPP Performance Configuration 3n-tsh" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/vpp_performance_configuration_3n_tsh" + output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTC,PERF,VPP,3N,TSH]}" data: "vpp-perf-results-3n-tsh" - filter: "not 'CFS_OPT'" + filter: "all" parameters: - "name" - "doc" - "level" - "parent" - data-start-level: 3 + data-start-level: 4 # VPP Performance Configuration 3n-dnv - type: "file" title: "VPP Performance Configuration 3n-dnv" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/vpp_performance_configuration_3n_dnv" + output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTC,PERF,VPP,3N,DNV]}" data: "vpp-perf-results-3n-dnv" @@ -5436,14 +5516,14 @@ - "doc" - "level" - "parent" - data-start-level: 3 + data-start-level: 4 # VPP Performance Configuration 2n-dnv - type: "file" title: "VPP Performance Configuration 2n-dnv" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_performance_configuration_2n_dnv" + output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTC,PERF,VPP,2N,DNV]}" data: "vpp-perf-results-2n-dnv" @@ -5453,91 +5533,91 @@ - "doc" - "level" - "parent" - data-start-level: 3 + data-start-level: 4 # VPP Performance Operational Data 3n-hsw - type: "file" title: "VPP Performance Operational Data 3n-hsw" algorithm: "file_test_results_html" - output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_performance_operational_data_3n_hsw" + output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTO,PERF,VPP,3N,HSW]}" data: "vpp-perf-results-3n-hsw" filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" - data-start-level: 3 + data-start-level: 4 ## VPP Performance Operational Data 3n-skx #- type: "file" # title: "VPP Performance Operational Data 3n-skx" # algorithm: "file_test_results_html" -# output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_performance_operational_data_3n_skx" +# output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}" # file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" # dir-tables: "{DIR[DTO,PERF,VPP,3N,SKX]}" # data: "vpp-perf-results-3n-skx" -# filter: "not 'CFS_OPT'" -# data-start-level: 3 +# filter: "all" +# data-start-level: 4 # ## VPP Performance Operational Data 2n-skx #- type: "file" # title: "VPP Performance Operational Data 2n-skx" # algorithm: "file_test_results_html" -# output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_performance_operational_data_2n_skx" +# output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}" # file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" # dir-tables: "{DIR[DTO,PERF,VPP,2N,SKX]}" # data: "vpp-perf-results-2n-skx" -# filter: "not 'CFS_OPT'" -# data-start-level: 3 +# filter: "all" +# data-start-level: 4 ## VPP Performance Operational Data 2n-clx #- type: "file" # title: "VPP Performance Operational Data 2n-clx" # algorithm: "file_test_results_html" -# output-file: "{DIR[DTO,PERF,VPP,2N,CLX]}/vpp_performance_operational_data_2n_clx" +# output-file: "{DIR[DTO,PERF,VPP,2N,CLX]}" # file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" # dir-tables: "{DIR[DTO,PERF,VPP,2N,CLX]}" # data: "vpp-perf-results-2n-clx" -# filter: "not 'CFS_OPT'" -# data-start-level: 3 +# filter: "all" +# data-start-level: 4 # VPP Performance Operational Data 3n-tsh - type: "file" title: "VPP Performance Operational Data 3n-tsh" algorithm: "file_test_results_html" - output-file: "{DIR[DTO,PERF,VPP,3N,TSH]}/vpp_performance_operational_data_3n_tsh" + output-file: "{DIR[DTO,PERF,VPP,3N,TSH]}" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTO,PERF,VPP,3N,TSH]}" data: "vpp-perf-results-3n-tsh" - filter: "not 'CFS_OPT'" - data-start-level: 3 + filter: "all" + data-start-level: 4 # VPP Performance Operational Data 3n-dnv - type: "file" title: "VPP Performance Operational Data 3n-dnv" algorithm: "file_test_results_html" - output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/vpp_performance_operational_data_3n_dnv" + output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTO,PERF,VPP,3N,DNV]}" data: "vpp-perf-results-3n-dnv" filter: "'NDRPDR'" - data-start-level: 3 + data-start-level: 4 # VPP Performance Operational Data 2n-dnv - type: "file" title: "VPP Performance Operational Data 2n-dnv" algorithm: "file_test_results_html" - output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_performance_operational_data_2n_dnv" + output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTO,PERF,VPP,2N,DNV]}" data: "vpp-perf-results-2n-dnv" filter: "'NDRPDR'" - data-start-level: 3 + data-start-level: 4 # VPP MRR Results 3n-hsw - type: "file" title: "VPP MRR Results 3n-hsw" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw" + output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTR,MRR,VPP,3N,HSW]}" data: "vpp-mrr-results-3n-hsw" @@ -5547,14 +5627,14 @@ - "doc" - "level" - "parent" - data-start-level: 3 + data-start-level: 4 ## VPP MRR Results 3n-skx #- type: "file" # title: "VPP MRR Results 3n-skx" # algorithm: "file_test_results" # output-file-ext: ".rst" -# output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx" +# output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}" # file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" # dir-tables: "{DIR[DTR,MRR,VPP,3N,SKX]}" # data: "vpp-mrr-results-3n-skx" @@ -5564,14 +5644,14 @@ # - "doc" # - "level" # - "parent" -# data-start-level: 3 +# data-start-level: 4 # ## VPP MRR Results 2n-skx #- type: "file" # title: "VPP MRR Results 2n-skx" # algorithm: "file_test_results" # output-file-ext: ".rst" -# output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx" +# output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}" # file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" # dir-tables: "{DIR[DTR,MRR,VPP,2N,SKX]}" # data: "vpp-mrr-results-2n-skx" @@ -5581,14 +5661,14 @@ # - "doc" # - "level" # - "parent" -# data-start-level: 3 +# data-start-level: 4 ## VPP MRR Results 2n-clx #- type: "file" # title: "VPP MRR Results 2n-clx" # algorithm: "file_test_results" # output-file-ext: ".rst" -# output-file: "{DIR[DTR,MRR,VPP,2N,CLX]}/vpp_mrr_results_2n_clx" +# output-file: "{DIR[DTR,MRR,VPP,2N,CLX]}" # file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" # dir-tables: "{DIR[DTR,MRR,VPP,2N,CLX]}" # data: "vpp-mrr-results-2n-clx" @@ -5598,31 +5678,31 @@ # - "doc" # - "level" # - "parent" -# data-start-level: 3 +# data-start-level: -## VPP MRR Results 3n-tsh -#- type: "file" -# title: "VPP MRR Results 3n-tsh" -# algorithm: "file_test_results" -# output-file-ext: ".rst" -# output-file: "{DIR[DTR,MRR,VPP,3N,TSH]}/vpp_mrr_results_3n_tsh" -# file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" -# dir-tables: "{DIR[DTR,MRR,VPP,3N,TSH]}" -# data: "vpp-mrr-results-3n-tsh" -# filter: "'MRR'" -# parameters: -# - "name" -# - "doc" -# - "level" -# - "parent" -# data-start-level: 3 +# VPP MRR Results 3n-tsh +- type: "file" + title: "VPP MRR Results 3n-tsh" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,MRR,VPP,3N,TSH]}" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,MRR,VPP,3N,TSH]}" + data: "vpp-mrr-results-3n-tsh" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 4 # VPP MRR Results 3n-dnv - type: "file" title: "VPP MRR Results 3n-dnv" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/vpp_mrr_results_3n_dnv" + output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTR,MRR,VPP,3N,DNV]}" data: "vpp-mrr-results-3n-dnv" @@ -5632,14 +5712,14 @@ - "doc" - "level" - "parent" - data-start-level: 3 + data-start-level: 4 # VPP MRR Results 2n-dnv - type: "file" title: "VPP MRR Results 2n-dnv" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv" + output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTR,MRR,VPP,2N,DNV]}" data: "vpp-mrr-results-2n-dnv" @@ -5649,14 +5729,14 @@ - "doc" - "level" - "parent" - data-start-level: 3 + data-start-level: 4 # VPP MRR Configuration 3n-hsw - type: "file" title: "VPP MRR Configuration 3n-hsw" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_configuration_3n_hsw" + output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTC,MRR,VPP,3N,HSW]}" data: "vpp-mrr-results-3n-hsw" @@ -5666,14 +5746,14 @@ - "doc" - "level" - "parent" - data-start-level: 3 + data-start-level: 4 ## VPP MRR Configuration 3n-skx #- type: "file" # title: "VPP MRR Configuration 3n-skx" # algorithm: "file_test_results" # output-file-ext: ".rst" -# output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_configuration_3n_skx" +# output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}" # file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" # dir-tables: "{DIR[DTC,MRR,VPP,3N,SKX]}" # data: "vpp-mrr-results-3n-skx" @@ -5683,14 +5763,14 @@ # - "doc" # - "level" # - "parent" -# data-start-level: 3 +# data-start-level: 4 # ## VPP MRR Configuration 2n-skx #- type: "file" # title: "VPP MRR Configuration 2n-skx" # algorithm: "file_test_results" # output-file-ext: ".rst" -# output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_configuration_2n_skx" +# output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}" # file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" # dir-tables: "{DIR[DTC,MRR,VPP,2N,SKX]}" # data: "vpp-mrr-results-2n-skx" @@ -5700,14 +5780,14 @@ # - "doc" # - "level" # - "parent" -# data-start-level: 3 +# data-start-level: 4 ## VPP MRR Configuration 2n-clx #- type: "file" # title: "VPP MRR Configuration 2n-clx" # algorithm: "file_test_results" # output-file-ext: ".rst" -# output-file: "{DIR[DTC,MRR,VPP,2N,CLX]}/vpp_mrr_configuration_2n_clx" +# output-file: "{DIR[DTC,MRR,VPP,2N,CLX]}" # file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" # dir-tables: "{DIR[DTC,MRR,VPP,2N,CLX]}" # data: "vpp-mrr-results-2n-clx" @@ -5717,31 +5797,31 @@ # - "doc" # - "level" # - "parent" -# data-start-level: 3 +# data-start-level: 4 -## VPP MRR Configuration 3n-tsh -#- type: "file" -# title: "VPP MRR Configuration 3n-tsh" -# algorithm: "file_test_results" -# output-file-ext: ".rst" -# output-file: "{DIR[DTC,MRR,VPP,3N,TSH]}/vpp_mrr_configuration_3n_tsh" -# file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" -# dir-tables: "{DIR[DTC,MRR,VPP,3N,TSH]}" -# data: "vpp-mrr-results-3n-tsh" -# filter: "'MRR'" -# parameters: -# - "name" -# - "doc" -# - "level" -# - "parent" -# data-start-level: 3 +# VPP MRR Configuration 3n-tsh +- type: "file" + title: "VPP MRR Configuration 3n-tsh" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,MRR,VPP,3N,TSH]}" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTC,MRR,VPP,3N,TSH]}" + data: "vpp-mrr-results-3n-tsh" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 4 # VPP MRR Configuration 3n-dnv - type: "file" title: "VPP MRR Configuration 3n-dnv" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/vpp_mrr_configuration_3n_dnv" + output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTC,MRR,VPP,3N,DNV]}" data: "vpp-mrr-results-3n-dnv" @@ -5751,14 +5831,14 @@ - "doc" - "level" - "parent" - data-start-level: 3 + data-start-level: 4 # VPP MRR Configuration 2n-dnv - type: "file" title: "VPP MRR Configuration 2n-dnv" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_configuration_2n_dnv" + output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTC,MRR,VPP,2N,DNV]}" data: "vpp-mrr-results-2n-dnv" @@ -5768,14 +5848,14 @@ - "doc" - "level" - "parent" - data-start-level: 3 + data-start-level: 4 # VPP Device Results - Ubuntu - type: "file" title: "VPP Device Results - Ubuntu" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" + output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}" data: "vpp-device-results-ubuntu" @@ -5785,14 +5865,14 @@ - "doc" - "level" - "parent" - data-start-level: 2 + data-start-level: 4 # VPP Device Configuration - Ubuntu - type: "file" title: "VPP Device Configuration - Ubuntu" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" + output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}" data: "vpp-device-results-ubuntu" @@ -5802,14 +5882,14 @@ - "doc" - "level" - "parent" - data-start-level: 2 + data-start-level: 4 # DPDK Performance Results 3n-hsw - type: "file" title: "DPDK Performance Results 3n-hsw" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" + output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTR,PERF,DPDK,3N,HSW]}" data: "dpdk-perf-results-3n-hsw" @@ -5819,14 +5899,14 @@ - "doc" - "level" - "parent" - data-start-level: 3 + data-start-level: 4 ## DPDK Performance Results 3n-skx #- type: "file" # title: "DPDK Performance Results 3n-skx" # algorithm: "file_test_results" # output-file-ext: ".rst" -# output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" +# output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}" # file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" # dir-tables: "{DIR[DTR,PERF,DPDK,3N,SKX]}" # data: "dpdk-perf-results-3n-skx" @@ -5836,14 +5916,14 @@ # - "doc" # - "level" # - "parent" -# data-start-level: 3 +# data-start-level: 4 # ## DPDK Performance Results 2n-skx #- type: "file" # title: "DPDK Performance Results 2n-skx" # algorithm: "file_test_results" # output-file-ext: ".rst" -# output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx" +# output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}" # file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" # dir-tables: "{DIR[DTR,PERF,DPDK,2N,SKX]}" # data: "dpdk-perf-results-2n-skx" @@ -5853,14 +5933,14 @@ # - "doc" # - "level" # - "parent" -# data-start-level: 3 +# data-start-level: 4 ## DPDK Performance Results 2n-clx #- type: "file" # title: "DPDK Performance Results 2n-clx" # algorithm: "file_test_results" # output-file-ext: ".rst" -# output-file: "{DIR[DTR,PERF,DPDK,2N,CLX]}/dpdk_performance_results_2n_clx" +# output-file: "{DIR[DTR,PERF,DPDK,2N,CLX]}" # file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" # dir-tables: "{DIR[DTR,PERF,DPDK,2N,CLX]}" # data: "dpdk-perf-results-2n-clx" @@ -5870,14 +5950,14 @@ # - "doc" # - "level" # - "parent" -# data-start-level: 3 +# data-start-level: 4 # DPDK Performance Results 2n-dnv - type: "file" title: "DPDK Performance Results 2n-dnv" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}/dpdk_performance_results_2n_dnv" + output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTR,PERF,DPDK,2N,DNV]}" data: "dpdk-perf-results-2n-dnv" @@ -5887,14 +5967,14 @@ - "doc" - "level" - "parent" - data-start-level: 3 + data-start-level: 4 # DPDK Performance Results 3n-dnv - type: "file" title: "DPDK Performance Results 3n-dnv" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}/dpdk_performance_results_3n_dnv" + output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTR,PERF,DPDK,3N,DNV]}" data: "dpdk-perf-results-3n-dnv" @@ -5904,7 +5984,24 @@ - "doc" - "level" - "parent" - data-start-level: 3 + data-start-level: 4 + +# DPDK Performance Results 3n-tsh +- type: "file" + title: "DPDK Performance Results 3n-tsh" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,DPDK,3N,TSH]}" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,PERF,DPDK,3N,TSH]}" + data: "dpdk-perf-results-3n-tsh" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 4 ################################################################################ ### P L O T S ### @@ -15029,6 +15126,56 @@ title: "3n-dnv-x553-64b-2t2c-base-pdr" layout: "plot-throughput" +# 3n-tsh-x520 + +- type: "plot" + title: "DPDK Throughput: 3n-tsh-x520-64b-1t1c-base-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,DPDK]}/3n-tsh-x520-64b-1t1c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-tsh" + include: + - "tests.dpdk.perf.10ge2p1x520-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.10ge2p1x520-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "3n-tsh-x520-64b-1t1c-base-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "DPDK Throughput: 3n-tsh-x520-64b-2t2c-base-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,DPDK]}/3n-tsh-x520-64b-2t2c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-tsh" + include: + - "tests.dpdk.perf.10ge2p1x520-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.10ge2p1x520-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "3n-tsh-x520-64b-2t2c-base-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "DPDK Throughput: 3n-tsh-x520-64b-1t1c-base-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,DPDK]}/3n-tsh-x520-64b-1t1c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-tsh" + include: + - "tests.dpdk.perf.10ge2p1x520-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.10ge2p1x520-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "3n-tsh-x520-64b-1t1c-base-pdr" + layout: "plot-throughput" + +- type: "plot" + title: "DPDK Throughput: 3n-tsh-x520-64b-2t2c-base-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,DPDK]}/3n-tsh-x520-64b-2t2c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-tsh" + include: + - "tests.dpdk.perf.10ge2p1x520-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.10ge2p1x520-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "3n-tsh-x520-64b-2t2c-base-pdr" + layout: "plot-throughput" + ################################################################################ ### 2n-clx ### ################################################################################ @@ -16490,3 +16637,14 @@ filter: "'1T1C' and 'NIC_Intel-XL710'" layout: layout: "plot-hdrh-latency-by-percentile" + +- type: "plot" + title: "Latency by percentile: DPDK 3n-tsh" + algorithm: "plot_hdrh_lat_by_percentile" + output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-3n-tsh" + output-file-links: "{DIR[LAT,DPDK]}/3n_tsh.rst" + target-links: "../../_static/dpdk" + data: "plot-dpdk-hdrh-lat-3n-tsh" + filter: "'1T1C' and 'NIC_Intel-X520-DA2'" + layout: + layout: "plot-hdrh-latency-by-percentile"