X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=32739e9b76a9f5a1a2f261269a470f4d4e941719;hb=574397e8d5e606ebeff4656d75829c494af418a9;hp=d50778f0850a8d23544e904b2db19f4d1e065f9d;hpb=d639b4d35441078219c77a887d222d26d42ebeff;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index d50778f085..32739e9b76 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -76,6 +76,9 @@ DIR[DTO,PERF,VPP,3N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_3n_dnv" DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv" + # Latencies: + DIR[LAT,VPP]: "{DIR[WORKING,SRC]}/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs" + # .css patch file to fix tables generated by Sphinx DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css" DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css" @@ -181,33 +184,23 @@ plot-vpp-throughput-lat-tsa-3n-hsw: csit-vpp-perf-verify-2001-3n-hsw: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 30 # NDRPDR sel plot-vpp-hdrh-lat-3n-hsw: csit-vpp-perf-verify-2001-3n-hsw: - - 15 # NDRPDR sel + - 21 # NDRPDR sel plot-vpp-nfv-3n-hsw-ndrpdr: csit-vpp-perf-verify-2001-3n-hsw: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 30 # NDRPDR sel plot-vpp-nfv-3n-hsw-mrr: csit-vpp-perf-verify-2001-3n-hsw: @@ -225,6 +218,11 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel plot-dpdk-hdrh-lat-3n-hsw: csit-dpdk-perf-verify-2001-3n-hsw: @@ -235,22 +233,18 @@ plot-vpp-throughput-lat-tsa-3n-skx: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel plot-vpp-hdrh-lat-3n-skx: csit-vpp-perf-verify-2001-3n-skx: - - 5 # NDRPDR sel + - 14 # NDRPDR sel plot-vpp-nfv-3n-skx-ndrpdr: # TODO: Add data csit-vpp-perf-verify-2001-3n-skx: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel plot-vpp-nfv-3n-skx-mrr: # TODO: Replace @@ -274,21 +268,21 @@ plot-dpdk-hdrh-lat-3n-skx: csit-dpdk-perf-verify-2001-3n-skx: - 1 # NDRPDR sel + - 19 # NDRPDR sel # 2n-skx plot-vpp-throughput-lat-tsa-2n-skx: # TODO: Add the data csit-vpp-perf-verify-2001-2n-skx: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 14 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 26 # NDRPDR sel plot-vpp-hdrh-lat-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 11 # NDRPDR sel + - 21 # NDRPDR sel plot-vpp-http-server-performance: # TODO: Replace: @@ -308,12 +302,8 @@ plot-vpp-nfv-2n-skx-ndrpdr: # TODO: Add the data csit-vpp-perf-verify-2001-2n-skx: - - 8 # NFV - - 9 # NFV - - 12 # NFV - - 13 # NFV - - 15 # NFV - - 16 # NFV + - 27 # NFV + - 31 # NFV plot-vpp-nfv-2n-skx-mrr: # TODO: Replace the data @@ -343,8 +333,14 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 13 # NDRPDR sel + - 26 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel - 18 # NDRPDR sel - 19 # NDRPDR sel + - 27 # NDRPDR sel + - 21 # NDRPDR sel + - 25 # NDRPDR sel plot-dpdk-hdrh-lat-2n-skx: csit-dpdk-perf-verify-2001-2n-skx: @@ -356,24 +352,20 @@ plot-vpp-throughput-lat-tsa-2n-clx: # TODO: Add the data csit-vpp-perf-verify-2001-2n-clx: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel plot-vpp-hdrh-lat-2n-clx: csit-vpp-perf-verify-2001-2n-clx: - - 6 # NDRPDR sel + - 22 # NDRPDR sel plot-vpp-nfv-2n-clx-ndrpdr: # TODO: Add the data csit-vpp-perf-verify-2001-2n-clx: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel plot-vpp-nfv-2n-clx-mrr: # TODO: Replace the data @@ -405,6 +397,7 @@ csit-vpp-perf-verify-2001-3n-tsh: - 3 # NDRPDR sel - 4 # NDRPDR sel + - 7 # NDRPDR sel plot-vpp-hdrh-lat-3n-tsh: csit-vpp-perf-verify-2001-3n-tsh: @@ -413,7 +406,6 @@ # 3n-dnv plot-vpp-throughput-lat-tsa-3n-dnv: - # TODO: Add the data csit-vpp-perf-verify-2001-3n-dnv: - 5 # NDRPDR sel - 6 # NDRPDR sel @@ -421,11 +413,14 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + - 12 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel # 2n-dnv plot-vpp-throughput-lat-tsa-2n-dnv: - # TODO: Add the data csit-vpp-perf-verify-2001-2n-dnv: - 4 # NDRPDR sel - 5 # NDRPDR sel @@ -436,6 +431,7 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 13 # NDRPDR sel + - 16 # NDRPDR sel ########################################################################### # Simple tables (only one data set): @@ -445,19 +441,16 @@ vpp-nic-comparison-3n-skx: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel vpp-nic-comparison-2n-skx: # TODO: Add the data csit-vpp-perf-verify-2001-2n-skx: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 14 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 26 # NDRPDR sel vpp-nic-comparison-3n-skx-mrr: # TODO: Replace @@ -475,22 +468,24 @@ vpp-perf-results-3n-hsw: csit-vpp-perf-verify-2001-3n-hsw: - - 15 # NDRPDR sel + - 18 # NDRPDR full + - 20 # NDRPDR full + - 28 # NDRPDR full vpp-perf-results-3n-skx: # TODO: Replace csit-vpp-perf-verify-2001-3n-skx: - - 6 # NDRPDR sel + - 14 # NDRPDR sel vpp-perf-results-2n-skx: # TODO: Replace csit-vpp-perf-verify-2001-2n-skx: - - 13 # NDRPDR sel + - 21 # NDRPDR sel vpp-perf-results-2n-clx: # TODO: Replace csit-vpp-perf-verify-2001-2n-clx: - - 6 # NDRPDR sel + - 22 # NDRPDR sel vpp-perf-results-3n-tsh: # TODO: Replace @@ -498,14 +493,17 @@ - 3 # NDRPDR sel vpp-perf-results-3n-dnv: - # TODO: Replace csit-vpp-perf-verify-2001-3n-dnv: - - 5 # NDRPDR sel + - 13 # NDRPDR full + - 15 # NDRPDR full + - 19 # NDRPDR full + - 20 # NDRPDR full + - 21 # NDRPDR full vpp-perf-results-2n-dnv: - # TODO: Replace csit-vpp-perf-verify-2001-2n-dnv: - - 4 # NDRPDR sel + - 21 # NDRPDR full + - 22 # NDRPDR full vpp-mrr-results-3n-hsw: csit-vpp-perf-verify-2001-3n-hsw: @@ -536,16 +534,12 @@ - 17 # MRR sel vpp-mrr-results-3n-dnv: - # TODO: Replace - # csit-vpp-perf-verify-2001-3n-dnv: - csit-vpp-perf-verify-1908-3n-dnv: - - 17 # MRR sel + csit-vpp-perf-verify-2001-3n-dnv: + - 11 # MRR sel vpp-mrr-results-2n-dnv: - # TODO: Replace - # csit-vpp-perf-verify-2001-2n-dnv: - csit-vpp-perf-verify-1908-2n-dnv: - - 11 # MRR sel + csit-vpp-perf-verify-2001-2n-dnv: + - 12 # MRR sel vpp-device-results-ubuntu: csit-vpp-device-2001-ubuntu1804-1n-skx: @@ -562,7 +556,6 @@ dpdk-perf-results-2n-skx: csit-dpdk-perf-verify-2001-2n-skx: - 1 # NDRPDR sel - - 19 # NDRPDR sel dpdk-perf-results-2n-clx: csit-dpdk-perf-verify-2001-2n-clx: @@ -599,16 +592,11 @@ - 21 # NDRPDR sel vpp-performance-changes-3n-hsw-cmp: csit-vpp-perf-verify-2001-3n-hsw: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 30 # NDRPDR sel vpp-performance-changes-3n-hsw: - "vpp-performance-changes-3n-hsw-h1" - "vpp-performance-changes-3n-hsw-ref" @@ -641,10 +629,8 @@ vpp-performance-changes-3n-skx-cmp: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel vpp-performance-changes-3n-skx: - "vpp-performance-changes-3n-skx-h1" - "vpp-performance-changes-3n-skx-ref" @@ -677,11 +663,10 @@ vpp-performance-changes-2n-skx-cmp: # TODO: Add the data csit-vpp-perf-verify-2001-2n-skx: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 14 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 26 # NDRPDR sel vpp-performance-changes-2n-skx: - "vpp-performance-changes-2n-skx-h1" - "vpp-performance-changes-2n-skx-ref" @@ -695,12 +680,8 @@ vpp-performance-changes-nfv-2n-skx-cmp: # TODO: Add the data csit-vpp-perf-verify-2001-2n-skx: - - 8 # NFV - - 9 # NFV - - 12 # NFV - - 13 # NFV - - 15 # NFV - - 16 # NFV + - 27 # NFV + - 31 # NFV vpp-performance-changes-nfv-2n-skx: - "vpp-performance-changes-nfv-2n-skx-ref" - "vpp-performance-changes-nfv-2n-skx-cmp" @@ -718,7 +699,6 @@ - 9 # NDRPDR sel - 10 # NDRPDR sel vpp-performance-changes-2n-dnv-cmp: - # TODO: Add the data csit-vpp-perf-verify-2001-2n-dnv: - 4 # NDRPDR sel - 5 # NDRPDR sel @@ -729,6 +709,7 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 13 # NDRPDR sel + - 16 # NDRPDR sel vpp-performance-changes-2n-dnv: - "vpp-performance-changes-2n-dnv-ref" - "vpp-performance-changes-2n-dnv-cmp" @@ -746,7 +727,6 @@ - 15 # NDRPDR sel - 16 # NDRPDR sel vpp-performance-changes-3n-dnv-cmp: - # TODO: Add the data csit-vpp-perf-verify-2001-3n-dnv: - 5 # NDRPDR sel - 6 # NDRPDR sel @@ -754,6 +734,10 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + - 12 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel vpp-performance-changes-3n-dnv: - "vpp-performance-changes-3n-dnv-ref" - "vpp-performance-changes-3n-dnv-cmp" @@ -775,6 +759,7 @@ csit-vpp-perf-verify-2001-3n-tsh: - 3 # NDRPDR sel - 4 # NDRPDR sel + - 7 # NDRPDR sel vpp-performance-changes-3n-tsh: - "vpp-performance-changes-3n-tsh-ref" - "vpp-performance-changes-3n-tsh-cmp" @@ -864,10 +849,8 @@ csit-vpp-perf-verify-1908-2n-dnv: - 11 # MRR sel vpp-performance-changes-2n-dnv-mrr-cmp: - # TODO: Replace - # csit-vpp-perf-verify-2001-2n-dnv: - csit-vpp-perf-verify-1908-2n-dnv: - - 11 # MRR sel + csit-vpp-perf-verify-2001-2n-dnv: + - 12 # MRR sel vpp-performance-changes-2n-dnv-mrr: - "vpp-performance-changes-2n-dnv-mrr-ref" - "vpp-performance-changes-2n-dnv-mrr-cmp" @@ -876,10 +859,8 @@ csit-vpp-perf-verify-1908-3n-dnv: - 17 # MRR sel vpp-performance-changes-3n-dnv-mrr-cmp: - # TODO: Replace - # csit-vpp-perf-verify-2001-3n-dnv: - csit-vpp-perf-verify-1908-3n-dnv: - - 17 # MRR sel + csit-vpp-perf-verify-2001-3n-dnv: + - 11 # MRR sel vpp-performance-changes-3n-dnv-mrr: - "vpp-performance-changes-3n-dnv-mrr-ref" - "vpp-performance-changes-3n-dnv-mrr-cmp" @@ -932,6 +913,11 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel dpdk-performance-changes-3n-hsw: - "dpdk-performance-changes-3n-hsw-h1" - "dpdk-performance-changes-3n-hsw-ref" @@ -1016,8 +1002,14 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 13 # NDRPDR sel + - 26 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel - 18 # NDRPDR sel - 19 # NDRPDR sel + - 27 # NDRPDR sel + - 21 # NDRPDR sel + - 25 # NDRPDR sel dpdk-performance-changes-2n-skx: - "dpdk-performance-changes-2n-skx-h1" - "dpdk-performance-changes-2n-skx-ref" @@ -1027,23 +1019,16 @@ vpp-compare-testbeds-ref: csit-vpp-perf-verify-2001-3n-hsw: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 30 # NDRPDR sel vpp-compare-testbeds-cmp: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel vpp-compare-testbeds: - "vpp-compare-testbeds-ref" - "vpp-compare-testbeds-cmp" @@ -1051,19 +1036,16 @@ vpp-compare-testbeds-skx-clx-ref: # TODO: Add the data csit-vpp-perf-verify-2001-2n-skx: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 14 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 26 # NDRPDR sel vpp-compare-testbeds-skx-clx-cmp: # TODO: Add the data csit-vpp-perf-verify-2001-2n-clx: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel vpp-compare-testbeds-skx-clx: - "vpp-compare-testbeds-skx-clx-ref" - "vpp-compare-testbeds-skx-clx-cmp" @@ -1106,6 +1088,11 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel dpdk-compare-testbeds-cmp: csit-dpdk-perf-verify-2001-3n-skx: - 1 # NDRPDR sel @@ -1136,8 +1123,14 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 13 # NDRPDR sel + - 26 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel - 18 # NDRPDR sel - 19 # NDRPDR sel + - 27 # NDRPDR sel + - 21 # NDRPDR sel + - 25 # NDRPDR sel dpdk-compare-testbeds-skx-clx-cmp: csit-dpdk-perf-verify-2001-2n-clx: - 1 # NDRPDR sel @@ -1159,18 +1152,15 @@ vpp-compare-topologies-ref: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel vpp-compare-topologies-cmp: # TODO: Add the data csit-vpp-perf-verify-2001-2n-skx: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 14 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 26 # NDRPDR sel vpp-compare-topologies: - "vpp-compare-topologies-ref" - "vpp-compare-topologies-cmp" @@ -1215,8 +1205,14 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 13 # NDRPDR sel + - 26 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel - 18 # NDRPDR sel - 19 # NDRPDR sel + - 27 # NDRPDR sel + - 21 # NDRPDR sel + - 25 # NDRPDR sel dpdk-compare-topologies: - "dpdk-compare-topologies-ref" - "dpdk-compare-topologies-cmp" @@ -1852,17 +1848,15 @@ - 59 # NDRPDR sel vhost - 39 # MRR sel csit-vpp-perf-verify-2001-3n-hsw: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 30 # NDRPDR sel - 17 # MRR sel + - 18 # NDRPDR full + - 20 # NDRPDR full + - 28 # NDRPDR full csit-vpp-perf-verify-1904-3n-skx: - 7 # MRR sel @@ -1899,10 +1893,8 @@ - 67 # NDRPDR sel vhost - 36 # MRR sel csit-vpp-perf-verify-2001-3n-skx: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel csit-vpp-perf-verify-1904-2n-skx: - 11 # MRR sel @@ -1951,24 +1943,17 @@ - 83 # SOAK - 86 # SOAK csit-vpp-perf-verify-2001-2n-skx: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 14 # NDRPDR sel - - 8 # NFV - - 9 # NFV - - 12 # NFV - - 13 # NFV - - 15 # NFV - - 16 # NFV + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 26 # NDRPDR sel + - 27 # NFV + - 31 # NFV csit-vpp-perf-verify-2001-2n-clx: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel csit-vpp-perf-verify-1908-3n-tsh: - 7 # NDRPDR sel @@ -1985,6 +1970,7 @@ csit-vpp-perf-verify-2001-3n-tsh: - 3 # NDRPDR sel - 4 # NDRPDR sel + - 7 # NDRPDR sel csit-vpp-perf-verify-1908-3n-dnv: - 6 # NDRPDR sel @@ -2005,6 +1991,16 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + - 12 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 11 # MRR sel + - 13 # NDRPDR full + - 15 # NDRPDR full + - 19 # NDRPDR full + - 20 # NDRPDR full + - 21 # NDRPDR full csit-vpp-perf-verify-1908-2n-dnv: - 1 # NDRPDR sel @@ -2028,6 +2024,10 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 13 # NDRPDR sel + - 16 # NDRPDR sel + - 12 # MRR sel + - 21 # NDRPDR full + - 22 # NDRPDR full csit-dpdk-perf-verify-1904-3n-hsw: - 2 # NDRPDR sel @@ -2062,6 +2062,11 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel csit-dpdk-perf-verify-1904-3n-skx: - 2 # NDRPDR sel @@ -2132,8 +2137,14 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 13 # NDRPDR sel + - 26 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel - 18 # NDRPDR sel - 19 # NDRPDR sel + - 27 # NDRPDR sel + - 21 # NDRPDR sel + - 25 # NDRPDR sel csit-dpdk-perf-verify-2001-2n-clx: - 1 # NDRPDR sel @@ -4217,135 +4228,58 @@ # Test Operational Data - VPP Performance Operational Data 3n-hsw - type: "table" title: "Test Operational Data - VPP Performance Operational Data 3n-hsw" - algorithm: "table_merged_details" - output-file-ext: ".csv" + algorithm: "table_oper_data_html" output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw" - columns: - - title: "Name" - data: "data name" - - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" - data: "data show-run" - rows: "generated" data: "vpp-perf-results-3n-hsw" - filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" - parameters: - - "parent" - - "name" - - "show-run" + filter: "'NDRPDR'" # Test Operational Data - VPP Performance Operational Data 3n-skx - type: "table" title: "Test Operational Data - VPP Performance Operational Data 3n-skx" - algorithm: "table_merged_details" - output-file-ext: ".csv" + algorithm: "table_oper_data_html" output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx" - columns: - - title: "Name" - data: "data name" - - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" - data: "data show-run" - rows: "generated" data: "vpp-perf-results-3n-skx" filter: "not 'CFS_OPT'" - parameters: - - "parent" - - "name" - - "show-run" # Test Operational Data - VPP Performance Operational Data 2n-skx - type: "table" title: "Test Operational Data - VPP Performance Operational Data 2n-skx" - algorithm: "table_merged_details" - output-file-ext: ".csv" + algorithm: "table_oper_data_html" output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx" - columns: - - title: "Name" - data: "data name" - - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" - data: "data show-run" - rows: "generated" data: "vpp-perf-results-2n-skx" filter: "not 'CFS_OPT'" - parameters: - - "parent" - - "name" - - "show-run" # Test Operational Data - VPP Performance Operational Data 2n-clx - type: "table" title: "Test Operational Data - VPP Performance Operational Data 2n-clx" - algorithm: "table_merged_details" - output-file-ext: ".csv" + algorithm: "table_oper_data_html" output-file: "{DIR[DTO,PERF,VPP,2N,CLX]}/vpp_test_operational_2n_clx" - columns: - - title: "Name" - data: "data name" - - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" - data: "data show-run" - rows: "generated" data: "vpp-perf-results-2n-clx" filter: "not 'CFS_OPT'" - parameters: - - "parent" - - "name" - - "show-run" # Test Operational Data - VPP Performance Operational Data 3n-tsh - type: "table" title: "Test Operational Data - VPP Performance Operational Data 3n-tsh" - algorithm: "table_merged_details" - output-file-ext: ".csv" + algorithm: "table_oper_data_html" output-file: "{DIR[DTO,PERF,VPP,3N,TSH]}/vpp_test_operational_3n_tsh" - columns: - - title: "Name" - data: "data name" - - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" - data: "data show-run" - rows: "generated" data: "vpp-perf-results-3n-tsh" filter: "not 'CFS_OPT'" - parameters: - - "parent" - - "name" - - "show-run" # Test Operational Data - VPP Performance Operational Data 3n-dnv - type: "table" title: "Test Operational Data - VPP Performance Operational Data 3n-dnv" - algorithm: "table_details" - output-file-ext: ".csv" + algorithm: "table_oper_data_html" output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/vpp_test_operational_3n_dnv" - columns: - - title: "Name" - data: "data name" - - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" - data: "data show-run" - rows: "generated" data: "vpp-perf-results-3n-dnv" filter: "'NDRPDR'" - parameters: - - "parent" - - "name" - - "show-run" # Test Operational Data - VPP Performance Operational Data 2n-dnv - type: "table" title: "Test Operational Data - VPP Performance Operational Data 2n-dnv" - algorithm: "table_details" - output-file-ext: ".csv" + algorithm: "table_oper_data_html" output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv" - columns: - - title: "Name" - data: "data name" - - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" - data: "data show-run" - rows: "generated" data: "vpp-perf-results-2n-dnv" filter: "'NDRPDR'" - parameters: - - "parent" - - "name" - - "show-run" # Detailed Test Results - VPP MRR Results 3n-hsw - type: "table" @@ -5355,120 +5289,78 @@ # VPP Performance Operational Data 3n-hsw - type: "file" title: "VPP Performance Operational Data 3n-hsw" - algorithm: "file_test_results" - output-file-ext: ".rst" + algorithm: "file_test_results_html" output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_performance_operational_data_3n_hsw" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTO,PERF,VPP,3N,HSW]}" data: "vpp-perf-results-3n-hsw" filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" - parameters: - - "name" - - "doc" - - "level" - - "parent" data-start-level: 3 # VPP Performance Operational Data 3n-skx - type: "file" title: "VPP Performance Operational Data 3n-skx" - algorithm: "file_test_results" - output-file-ext: ".rst" + algorithm: "file_test_results_html" output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_performance_operational_data_3n_skx" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTO,PERF,VPP,3N,SKX]}" data: "vpp-perf-results-3n-skx" filter: "not 'CFS_OPT'" - parameters: - - "name" - - "doc" - - "level" - - "parent" data-start-level: 3 # VPP Performance Operational Data 2n-skx - type: "file" title: "VPP Performance Operational Data 2n-skx" - algorithm: "file_test_results" - output-file-ext: ".rst" + algorithm: "file_test_results_html" output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_performance_operational_data_2n_skx" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTO,PERF,VPP,2N,SKX]}" data: "vpp-perf-results-2n-skx" filter: "not 'CFS_OPT'" - parameters: - - "name" - - "doc" - - "level" - - "parent" data-start-level: 3 # VPP Performance Operational Data 2n-clx - type: "file" title: "VPP Performance Operational Data 2n-clx" - algorithm: "file_test_results" - output-file-ext: ".rst" + algorithm: "file_test_results_html" output-file: "{DIR[DTO,PERF,VPP,2N,CLX]}/vpp_performance_operational_data_2n_clx" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTO,PERF,VPP,2N,CLX]}" data: "vpp-perf-results-2n-clx" filter: "not 'CFS_OPT'" - parameters: - - "name" - - "doc" - - "level" - - "parent" data-start-level: 3 # VPP Performance Operational Data 3n-tsh - type: "file" title: "VPP Performance Operational Data 3n-tsh" - algorithm: "file_test_results" - output-file-ext: ".rst" + algorithm: "file_test_results_html" output-file: "{DIR[DTO,PERF,VPP,3N,TSH]}/vpp_performance_operational_data_3n_tsh" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTO,PERF,VPP,3N,TSH]}" data: "vpp-perf-results-3n-tsh" filter: "not 'CFS_OPT'" - parameters: - - "name" - - "doc" - - "level" - - "parent" data-start-level: 3 # VPP Performance Operational Data 3n-dnv - type: "file" title: "VPP Performance Operational Data 3n-dnv" - algorithm: "file_test_results" - output-file-ext: ".rst" + algorithm: "file_test_results_html" output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/vpp_performance_operational_data_3n_dnv" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTO,PERF,VPP,3N,DNV]}" data: "vpp-perf-results-3n-dnv" filter: "'NDRPDR'" - parameters: - - "name" - - "doc" - - "level" - - "parent" data-start-level: 3 # VPP Performance Operational Data 2n-dnv - type: "file" title: "VPP Performance Operational Data 2n-dnv" - algorithm: "file_test_results" - output-file-ext: ".rst" + algorithm: "file_test_results_html" output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_performance_operational_data_2n_dnv" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTO,PERF,VPP,2N,DNV]}" data: "vpp-perf-results-2n-dnv" filter: "'NDRPDR'" - parameters: - - "name" - - "doc" - - "level" - - "parent" data-start-level: 3 # VPP MRR Results 3n-hsw @@ -26997,35 +26889,51 @@ ################################################################################ - type: "plot" - title: "Latency by percentile: 2n-skx-xxv710" + title: "Latency by percentile: 2n-skx" algorithm: "plot_hdrh_lat_by_percentile" - output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-hdrh-lat-percentile" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-skx" + output-file-links: "{DIR[LAT,VPP]}/2n_skx.rst" + target-links: "../../_static/vpp" data: "plot-vpp-hdrh-lat-2n-skx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-2t1c-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-2t1c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Ndrpdr.64B-2t1c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Ndrpdr.64B-2t1c-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Ndrpdr.64B-2t1c-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Xcbase-Ndrpdr.64B-2t1c-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-2t1c-eth-l2bdscale1mmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-2t1c-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-2t1c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Ndrpdr.78B-2t1c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Ndrpdr.78B-2t1c-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Ndrpdr.78B-2t1c-ethip6-ip6scale2m-ndrpdr" + layout: + layout: "plot-hdrh-latency-by-percentile" + +- type: "plot" + title: "Latency by percentile: 3n-skx" + algorithm: "plot_hdrh_lat_by_percentile" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-skx" + output-file-links: "{DIR[LAT,VPP]}/3n_skx.rst" + target-links: "../../_static/vpp" + data: "plot-vpp-hdrh-lat-3n-skx" + layout: + layout: "plot-hdrh-latency-by-percentile" + +- type: "plot" + title: "Latency by percentile: 2n-clx" + algorithm: "plot_hdrh_lat_by_percentile" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-clx" + output-file-links: "{DIR[LAT,VPP]}/2n_clx.rst" + target-links: "../../_static/vpp" + data: "plot-vpp-hdrh-lat-2n-clx" + layout: + layout: "plot-hdrh-latency-by-percentile" + +- type: "plot" + title: "Latency by percentile: 3n-hsw" + algorithm: "plot_hdrh_lat_by_percentile" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-hsw" + output-file-links: "{DIR[LAT,VPP]}/3n_hsw.rst" + target-links: "../../_static/vpp" + data: "plot-vpp-hdrh-lat-3n-hsw" + layout: + layout: "plot-hdrh-latency-by-percentile" + +- type: "plot" + title: "Latency by percentile: 3n-tsh" + algorithm: "plot_hdrh_lat_by_percentile" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-tsh" + output-file-links: "{DIR[LAT,VPP]}/3n_tsh.rst" + target-links: "../../_static/vpp" + data: "plot-vpp-hdrh-lat-3n-tsh" layout: layout: "plot-hdrh-latency-by-percentile"