X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=fac3b0576aabfccc700bc8630c57329e844025de;hp=2b7298159f21ca697d2d3eb984755e928ba77770;hb=ef5c30213bb28824a55f4ebbcade6410ee8d2461;hpb=fc3f7fa58880d2327c3364bbcf8338d2256fb8f0 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 2b7298159f..fac3b0576a 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -236,6 +236,8 @@ - 20 # rls2101.rc1 NDRPDR iter env 6 - 21 # rls2101.rc1 NDRPDR iter env 6 - 22 # rls2101.rc1 NDRPDR iter env 6 + - 25 # rls2101.rc1 NDRPDR iter env 6 + - 26 # rls2101.rc1 NDRPDR iter env 6 plot-dpdk-hdrh-lat-3n-skx: csit-dpdk-perf-report-iterative-2101-3n-skx: @@ -249,14 +251,16 @@ - 6 # rls2101.rc1 NDRPDR iter env 6 - 7 # rls2101.rc1 NDRPDR iter env 6 - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 - 10 # rls2101.rc1 NDRPDR iter env 6 - 11 # rls2101.rc1 NDRPDR iter env 6 - 12 # rls2101.rc1 NDRPDR iter env 6 - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 plot-vpp-hdrh-lat-2n-skx: csit-vpp-perf-report-iterative-2101-2n-skx: - - 6 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 plot-vpp-soak-2n-skx: # csit-vpp-perf-report-iterative-2101-2n-skx: @@ -419,7 +423,9 @@ plot-vpp-throughput-lat-tsa-3n-tsh: csit-vpp-perf-report-iterative-2101-3n-tsh: - 3 # rls2101.rc1 NDRPDR iter env 6 + - 4 # rls2101.rc1 NDRPDR iter env 6 - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 plot-vpp-hdrh-lat-3n-tsh: csit-vpp-perf-report-iterative-2101-3n-tsh: @@ -499,10 +505,12 @@ - 6 # rls2101.rc1 NDRPDR iter env 6 - 7 # rls2101.rc1 NDRPDR iter env 6 - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 - 10 # rls2101.rc1 NDRPDR iter env 6 - 11 # rls2101.rc1 NDRPDR iter env 6 - 12 # rls2101.rc1 NDRPDR iter env 6 - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 vpp-nic-comparison-3n-skx-mrr: csit-vpp-perf-report-iterative-2101-3n-skx: @@ -527,7 +535,7 @@ vpp-perf-results-2n-skx: # csit-vpp-perf-report-coverage-2101-2n-skx: csit-vpp-perf-report-iterative-2101-2n-skx: - - 6 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 vpp-perf-results-2n-zn2: csit-vpp-perf-report-iterative-2101-2n-zn2: @@ -652,6 +660,15 @@ vpp-performance-changes-3n-hsw-ref-env-new: csit-vpp-perf-report-iterative-2101-3n-hsw: - 19 # rls2009 NDRPDR iter env 6 + - 20 # rls2009 NDRPDR iter env 6 + - 21 # rls2009 NDRPDR iter env 6 + - 22 # rls2009 NDRPDR iter env 6 + - 23 # rls2009 NDRPDR iter env 6 + - 24 # rls2009 NDRPDR iter env 6 + - 25 # rls2009 NDRPDR iter env 6 + - 26 # rls2009 NDRPDR iter env 6 + - 27 # rls2009 NDRPDR iter env 6 + - 28 # rls2009 NDRPDR iter env 6 vpp-performance-changes-3n-hsw-cmp: csit-vpp-perf-report-iterative-2101-3n-hsw: - 4 # rls2101.rc1 NDRPDR iter env 6 @@ -690,18 +707,10 @@ - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 vpp-performance-changes-3n-skx-ref-env-new: - # TODO: Re-test in new env - csit-vpp-perf-report-iterative-2009-3n-skx: - - 26 # rls2009 NDRPDR iter env 5 - - 27 # rls2009 NDRPDR iter env 5 - - 28 # rls2009 NDRPDR iter env 5 - - 29 # rls2009 NDRPDR iter env 5 - - 35 # rls2009 NDRPDR iter env 5 - - 36 # rls2009 NDRPDR iter env 5 - - 37 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-skx: + - 14 # rls2009 NDRPDR iter env 6 + - 15 # rls2009 NDRPDR iter env 6 + - 16 # rls2009 NDRPDR iter env 6 vpp-performance-changes-3n-skx-cmp: csit-vpp-perf-report-iterative-2101-3n-skx: - 5 # rls2101.rc1 NDRPDR iter env 6 @@ -745,38 +754,23 @@ - 119 # rls2009 NDRPDR iter NAT44 env 5 - 121 # rls2009 NDRPDR iter NAT44 env 5 vpp-performance-changes-2n-skx-ref-env-new: - # TODO: Re-test in new env - csit-vpp-perf-report-iterative-2009-2n-skx: - - 35 # rls2009 NDRPDR iter env 5 - - 36 # rls2009 NDRPDR iter env 5 - - 37 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 - - 42 # rls2009 NDRPDR iter env 5 - - 43 # rls2009 NDRPDR iter env 5 - - 44 # rls2009 NDRPDR iter env 5 - - 46 # rls2009 NDRPDR iter env 5 - - 48 # rls2009 NDRPDR iter env 5 - - 110 # rls2009 NDRPDR iter NAT44 env 5 - - 111 # rls2009 NDRPDR iter NAT44 env 5 - - 112 # rls2009 NDRPDR iter NAT44 env 5 - - 113 # rls2009 NDRPDR iter NAT44 env 5 - - 114 # rls2009 NDRPDR iter NAT44 env 5 - - 115 # rls2009 NDRPDR iter NAT44 env 5 - - 116 # rls2009 NDRPDR iter NAT44 env 5 - - 118 # rls2009 NDRPDR iter NAT44 env 5 - - 119 # rls2009 NDRPDR iter NAT44 env 5 - - 121 # rls2009 NDRPDR iter NAT44 env 5 + csit-vpp-perf-report-iterative-2101-2n-skx: + - 22 # rls2009 NDRPDR iter env 6 + - 23 # rls2009 NDRPDR iter env 6 + - 24 # rls2009 NDRPDR iter env 6 + - 25 # rls2009 NDRPDR iter env 6 vpp-performance-changes-2n-skx-cmp: csit-vpp-perf-report-iterative-2101-2n-skx: - 5 # rls2101.rc1 NDRPDR iter env 6 - 6 # rls2101.rc1 NDRPDR iter env 6 - 7 # rls2101.rc1 NDRPDR iter env 6 - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 - 10 # rls2101.rc1 NDRPDR iter env 6 - 11 # rls2101.rc1 NDRPDR iter env 6 - 12 # rls2101.rc1 NDRPDR iter env 6 - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 vpp-performance-changes-2n-clx-h1: csit-vpp-perf-report-iterative-2009-2n-clx: @@ -813,28 +807,12 @@ - 123 # rls2009 NDRPDR iter NAT44 env 5 - 126 # rls2009 NDRPDR iter NAT44 env 5 vpp-performance-changes-2n-clx-ref-env-new: - # TODO: Re-test in new env - csit-vpp-perf-report-iterative-2009-2n-clx: - - 36 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 - - 65 # rls2009 NDRPDR iter env 5 - - 66 # rls2009 NDRPDR iter env 5 - - 79 # rls2009 NDRPDR iter env 5 - - 82 # rls2009 NDRPDR iter env 5 - - 88 # rls2009 NDRPDR iter env 5 - - 89 # rls2009 NDRPDR iter env 5 - - 90 # rls2009 NDRPDR iter env 5 - - 114 # rls2009 NDRPDR iter NAT44 env 5 - - 115 # rls2009 NDRPDR iter NAT44 env 5 - - 116 # rls2009 NDRPDR iter NAT44 env 5 - - 117 # rls2009 NDRPDR iter NAT44 env 5 - - 118 # rls2009 NDRPDR iter NAT44 env 5 - - 119 # rls2009 NDRPDR iter NAT44 env 5 - - 121 # rls2009 NDRPDR iter NAT44 env 5 - - 122 # rls2009 NDRPDR iter NAT44 env 5 - - 123 # rls2009 NDRPDR iter NAT44 env 5 - - 126 # rls2009 NDRPDR iter NAT44 env 5 + csit-vpp-perf-report-iterative-2101-2n-clx: + - 16 # rls2009 NDRPDR iter env 6 + - 17 # rls2009 NDRPDR iter env 6 + - 18 # rls2009 NDRPDR iter env 6 + - 19 # rls2009 NDRPDR iter env 6 + - 21 # rls2009 NDRPDR iter env 6 vpp-performance-changes-2n-clx-cmp: csit-vpp-perf-report-iterative-2101-2n-clx: - 4 # rls2101.rc1 NDRPDR iter env 6 @@ -856,13 +834,11 @@ - 33 # rls2009 NDRPDR iter env 5 - 34 # rls2009 NDRPDR iter env 5 vpp-performance-changes-2n-zn2-ref-env-new: - # TODO: Re-test in new env - csit-vpp-perf-report-iterative-2009-2n-zn2: - - 17 # rls2009 NDRPDR iter env 5 - - 18 # rls2009 NDRPDR iter env 5 - - 31 # rls2009 NDRPDR iter env 5 - - 33 # rls2009 NDRPDR iter env 5 - - 34 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 9 # rls2009 NDRPDR iter env 6 + - 10 # rls2009 NDRPDR iter env 6 + - 11 # rls2009 NDRPDR iter env 6 + - 12 # rls2009 NDRPDR iter env 6 vpp-performance-changes-2n-zn2-cmp: csit-vpp-perf-report-iterative-2101-2n-zn2: - 4 # rls2101.rc1 NDRPDR iter env 6 @@ -1010,7 +986,9 @@ vpp-performance-changes-3n-tsh-cmp: csit-vpp-perf-report-iterative-2101-3n-tsh: - 3 # rls2101.rc1 NDRPDR iter env 6 + - 4 # rls2101.rc1 NDRPDR iter env 6 - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 vpp-soak-vs-ndr-2n-skx-ref: # csit-vpp-perf-report-iterative-2101-2n-skx: @@ -1113,9 +1091,8 @@ csit-vpp-perf-report-iterative-2009-2n-skx: - 120 # rls2009 MRR iter env 5 vpp-performance-changes-2n-skx-mrr-ref-env-new: - # TODO: Re-test in new env - csit-vpp-perf-report-iterative-2009-2n-skx: - - 120 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-skx: + - 21 # rls2009 MRR iter env 6 vpp-performance-changes-2n-skx-mrr-cmp: csit-vpp-perf-report-iterative-2101-2n-skx: - 3 # rls2101.rc1 MRR iter env 6 @@ -1127,9 +1104,8 @@ csit-vpp-perf-report-iterative-2009-2n-clx: - 125 # rls2009 MRR iter env 5 vpp-performance-changes-2n-clx-mrr-ref-env-new: - # TODO: Re-test in new env - csit-vpp-perf-report-iterative-2009-2n-clx: - - 125 # rls2009 MRR iter env 55 + csit-vpp-perf-report-iterative-2101-2n-clx: + - 15 # rls2009 MRR iter env 6 vpp-performance-changes-2n-clx-mrr-cmp: csit-vpp-perf-report-iterative-2101-2n-clx: - 3 # rls2101.rc1 MRR iter env 6 @@ -1257,6 +1233,8 @@ - 20 # rls2101.rc1 NDRPDR iter env 6 - 21 # rls2101.rc1 NDRPDR iter env 6 - 22 # rls2101.rc1 NDRPDR iter env 6 + - 25 # rls2101.rc1 NDRPDR iter env 6 + - 26 # rls2101.rc1 NDRPDR iter env 6 dpdk-performance-changes-2n-skx-h1: csit-dpdk-perf-report-iterative-2005-2n-skx: @@ -1441,10 +1419,12 @@ - 6 # rls2101.rc1 NDRPDR iter env 6 - 7 # rls2101.rc1 NDRPDR iter env 6 - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 - 10 # rls2101.rc1 NDRPDR iter env 6 - 11 # rls2101.rc1 NDRPDR iter env 6 - 12 # rls2101.rc1 NDRPDR iter env 6 - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 vpp-compare-testbeds-skx-clx-cmp: csit-vpp-perf-report-iterative-2101-2n-clx: - 4 # rls2101.rc1 NDRPDR iter env 6 @@ -1526,6 +1506,8 @@ - 20 # rls2101.rc1 NDRPDR iter env 6 - 21 # rls2101.rc1 NDRPDR iter env 6 - 22 # rls2101.rc1 NDRPDR iter env 6 + - 25 # rls2101.rc1 NDRPDR iter env 6 + - 26 # rls2101.rc1 NDRPDR iter env 6 dpdk-compare-testbeds-skx-clx-ref: csit-dpdk-perf-report-iterative-2101-2n-skx: @@ -1562,10 +1544,12 @@ - 6 # rls2101.rc1 NDRPDR iter env 6 - 7 # rls2101.rc1 NDRPDR iter env 6 - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 - 10 # rls2101.rc1 NDRPDR iter env 6 - 11 # rls2101.rc1 NDRPDR iter env 6 - 12 # rls2101.rc1 NDRPDR iter env 6 - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 vpp-compare-topologies-mrr-ref: csit-vpp-perf-report-iterative-2101-3n-skx: @@ -1584,6 +1568,8 @@ - 20 # rls2101.rc1 NDRPDR iter env 6 - 21 # rls2101.rc1 NDRPDR iter env 6 - 22 # rls2101.rc1 NDRPDR iter env 6 + - 25 # rls2101.rc1 NDRPDR iter env 6 + - 26 # rls2101.rc1 NDRPDR iter env 6 dpdk-compare-topologies-cmp: csit-dpdk-perf-report-iterative-2101-2n-skx: - 11 # rls2101.rc1 NDRPDR iter env 6 @@ -2302,19 +2288,31 @@ yanchor: "bottom" yref: "paper" - plot-hdrh-latency-percentile: + plot-hdrh-latency-percentile-x-log: title: - text: "" + text: "Latency by Percentile Distribution" xanchor: "center" x: 0.5 + font: + size: 18 + showlegend: True + legend: + traceorder: "normal" + orientation: "h" font: size: 16 + xanchor: "left" + yanchor: "top" + x: 0 + y: -0.5 + bgcolor: "rgba(255, 255, 255, 0)" + bordercolor: "rgba(255, 255, 255, 0)" xaxis: type: "log" title: "Percentile [%]" titlefont: size: 14 - autorange: True + autorange: False fixedrange: False gridcolor: "rgb(230, 230, 230)" linecolor: "rgb(220, 220, 220)" @@ -2323,12 +2321,14 @@ showline: True showticklabels: True tickcolor: "rgb(220, 220, 220)" - tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6, 1e7, 1e8] - ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999, 99.99999, 99.999999] + tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6, 1e7, 1e8, 1e9] + ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999, 99.99999, 99.999999, 99.9999999] tickfont: size: 14 + rangeslider: + visible: True yaxis: - title: "Packet Latency [uSec]" + title: "One-Way Latency per Direction [uSec]" titlefont: size: 14 gridcolor: "rgb(230, 230, 230)" @@ -2341,18 +2341,6 @@ tickfont: size: 14 autosize: False - showlegend: True - legend: - traceorder: "normal" - orientation: "h" - font: - size: 14 - xanchor: "left" - yanchor: "top" - x: 0 - y: -0.15 - bgcolor: "rgba(255, 255, 255, 0)" - bordercolor: "rgba(255, 255, 255, 0)" width: 700 height: 700 paper_bgcolor: "white" @@ -2482,6 +2470,15 @@ - 13 # rls2101.rc1 NDRPDR iter env 6 - 17 # rls2009 MRR iter env 6 - 19 # rls2009 NDRPDR iter env 6 + - 20 # rls2009 NDRPDR iter env 6 + - 21 # rls2009 NDRPDR iter env 6 + - 22 # rls2009 NDRPDR iter env 6 + - 23 # rls2009 NDRPDR iter env 6 + - 24 # rls2009 NDRPDR iter env 6 + - 25 # rls2009 NDRPDR iter env 6 + - 26 # rls2009 NDRPDR iter env 6 + - 27 # rls2009 NDRPDR iter env 6 + - 28 # rls2009 NDRPDR iter env 6 # csit-vpp-perf-report-coverage-2101-3n-hsw: @@ -2516,6 +2513,9 @@ - 8 # rls2101.rc1 NDRPDR iter env 6 - 9 # rls2101.rc1 NDRPDR iter env 6 - 12 # rls2009 MRR iter env 6 + - 14 # rls2009 NDRPDR iter env 6 + - 15 # rls2009 NDRPDR iter env 6 + - 16 # rls2009 NDRPDR iter env 6 # csit-vpp-perf-report-coverage-2101-3n-skx: @@ -2581,10 +2581,17 @@ - 6 # rls2101.rc1 NDRPDR iter env 6 - 7 # rls2101.rc1 NDRPDR iter env 6 - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 - 10 # rls2101.rc1 NDRPDR iter env 6 - 11 # rls2101.rc1 NDRPDR iter env 6 - 12 # rls2101.rc1 NDRPDR iter env 6 - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2009 MRR iter env 6 + - 22 # rls2009 NDRPDR iter env 6 + - 23 # rls2009 NDRPDR iter env 6 + - 24 # rls2009 NDRPDR iter env 6 + - 25 # rls2009 NDRPDR iter env 6 # csit-vpp-perf-report-coverage-2101-2n-skx: @@ -2656,6 +2663,12 @@ - 11 # rls2101.rc1 NDRPDR iter env 6 - 12 # rls2101.rc1 NDRPDR iter env 6 - 13 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2009 MRR iter env 6 + - 16 # rls2009 NDRPDR iter env 6 + - 17 # rls2009 NDRPDR iter env 6 + - 18 # rls2009 NDRPDR iter env 6 + - 19 # rls2009 NDRPDR iter env 6 + - 21 # rls2009 NDRPDR iter env 6 # csit-vpp-perf-report-coverage-2101-2n-clx: @@ -2673,6 +2686,10 @@ - 6 # rls2101.rc1 NDRPDR iter env 6 - 7 # rls2101.rc1 NDRPDR iter env 6 - 8 # rls2009 MRR iter env6 + - 9 # rls2009 NDRPDR iter env 6 + - 10 # rls2009 NDRPDR iter env 6 + - 11 # rls2009 NDRPDR iter env 6 + - 12 # rls2009 NDRPDR iter env 6 csit-vpp-perf-report-iterative-2009-3n-tsh: - 8 # rls2005 NDRPDR iter env 5 @@ -2700,7 +2717,9 @@ csit-vpp-perf-report-iterative-2101-3n-tsh: - 2 # rls2101.rc1 MRR iter env 6 - 3 # rls2101.rc1 NDRPDR iter env 6 + - 4 # rls2101.rc1 NDRPDR iter env 6 - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 csit-vpp-perf-report-iterative-2009-3n-dnv: - 16 # rls2005 NDRPDR iter env 5 @@ -2843,6 +2862,8 @@ - 20 # rls2101.rc1 NDRPDR iter env 6 - 21 # rls2101.rc1 NDRPDR iter env 6 - 22 # rls2101.rc1 NDRPDR iter env 6 + - 25 # rls2101.rc1 NDRPDR iter env 6 + - 26 # rls2101.rc1 NDRPDR iter env 6 csit-dpdk-perf-report-iterative-2005-2n-skx: - 20 # NDRPDR iter @@ -22550,6 +22571,28 @@ ################################################################################ +- type: "plot" + title: "Latency by percentile x-log: 2n-clx" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-x-log-2n-clx" + output-file-links: "{DIR[LAT,VPP]}/2n_clx.rst" + target-links: "../../_static/vpp" + data: "plot-vpp-hdrh-lat-2n-clx" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + +- type: "plot" + title: "Latency by percentile x-log: 2n-skx" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-x-log-2n-skx" + output-file-links: "{DIR[LAT,VPP]}/2n_skx.rst" + target-links: "../../_static/vpp" + data: "plot-vpp-hdrh-lat-2n-skx" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + - type: "plot" title: "Latency by percentile: 2n-skx" algorithm: "plot_hdrh_lat_by_percentile"