X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=b541ee914a58db761fafde06147943d33700779c;hb=refs%2Fchanges%2F06%2F24606%2F3;hp=56bc325eae4f0bf4b93b79ef0c94b72e4e12ebd6;hpb=2221396d9ebacf7a5333d63ed329a38f9507838b;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 56bc325eae..b541ee914a 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -182,13 +182,13 @@ plot-vpp-throughput-lat-tsa-3n-hsw: # TODO: Replace: csit-vpp-perf-verify-2001-3n-hsw: - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 + - 4 # NDRPDR sel RC2 plot-vpp-hdrh-lat-3n-hsw: # TODO: Replace the data csit-vpp-perf-verify-2001-3n-hsw: - - 3 # NDRPDR sel RC1 + - 4 # NDRPDR sel RC2 plot-dpdk-throughput-latency-3n-hsw: # TODO: Replace: @@ -217,14 +217,13 @@ plot-vpp-throughput-lat-tsa-3n-skx: # TODO: Replace the data csit-vpp-perf-verify-2001-3n-skx: - - 1 # NDRPDR sel RC1 - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 2 # NDRPDR sel RC2 + - 3 # NDRPDR sel RC2 plot-vpp-hdrh-lat-3n-skx: # TODO: Replace the data csit-vpp-perf-verify-2001-3n-skx: - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 plot-dpdk-throughput-latency-3n-skx: # TODO: Replace the data @@ -246,13 +245,12 @@ plot-vpp-throughput-lat-tsa-2n-skx: # TODO: Replace the data csit-vpp-perf-verify-2001-2n-skx: - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 plot-vpp-hdrh-lat-2n-skx: # TODO: Replace the data csit-vpp-perf-verify-2001-2n-skx: - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 plot-vpp-http-server-performance: # TODO: Replace: @@ -271,11 +269,8 @@ plot-vpp-nfv-2n-skx-ndrpdr: # TODO: Replace the data - # csit-vpp-perf-verify-2001-2n-skx: - csit-vpp-perf-verify-1908-2n-skx: - - 22 # NFV - - 31 # NFV - - 32 # NFV + csit-vpp-perf-verify-2001-2n-skx: + - 3 # NDRPDR sel RC2 plot-vpp-nfv-2n-skx-mrr: # TODO: Replace the data @@ -311,14 +306,13 @@ plot-vpp-throughput-lat-tsa-2n-clx: # TODO: Replace csit-vpp-perf-verify-2001-2n-clx: - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 - - 4 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 + - 4 # NDRPDR sel RC2 plot-vpp-hdrh-lat-2n-clx: # TODO: Replace csit-vpp-perf-verify-2001-2n-clx: - - 2 # NDRPDR sel RC1 + - 4 # NDRPDR sel RC2 plot-dpdk-throughput-latency-2n-clx: # TODO: Replace @@ -339,28 +333,28 @@ plot-vpp-throughput-lat-tsa-3n-tsh: # TODO: Replace csit-vpp-perf-verify-2001-3n-tsh: - - 1 # NDRPDR sel RC1 + - 1 # NDRPDR sel RC2 plot-vpp-hdrh-lat-3n-tsh: # TODO: Replace csit-vpp-perf-verify-2001-3n-tsh: - - 1 # NDRPDR sel RC1 + - 1 # NDRPDR sel RC2 # 3n-dnv plot-vpp-throughput-lat-tsa-3n-dnv: # TODO: Replace csit-vpp-perf-verify-2001-3n-dnv: - - 1 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 + - 4 # NDRPDR sel RC2 # 2n-dnv plot-vpp-throughput-lat-tsa-2n-dnv: # TODO: Replace csit-vpp-perf-verify-2001-2n-dnv: - - 1 # NDRPDR sel RC1 - - 2 # NDRPDR sel RC1 + - 2 # NDRPDR sel RC2 + - 3 # NDRPDR sel RC2 ########################################################################### # Simple tables (only one data set): @@ -370,15 +364,13 @@ vpp-nic-comparison-3n-skx: # TODO: Replace csit-vpp-perf-verify-2001-3n-skx: - - 1 # NDRPDR sel RC1 - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 2 # NDRPDR sel RC2 + - 3 # NDRPDR sel RC2 vpp-nic-comparison-2n-skx: # TODO: Replace csit-vpp-perf-verify-2001-2n-skx: - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 vpp-nic-comparison-3n-skx-mrr: # TODO: Replace @@ -397,37 +389,37 @@ vpp-perf-results-3n-hsw: # TODO: Replace csit-vpp-perf-verify-2001-3n-hsw: - - 3 # NDRPDR sel RC1 + - 4 # NDRPDR sel RC2 vpp-perf-results-3n-skx: # TODO: Replace csit-vpp-perf-verify-2001-3n-skx: - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 vpp-perf-results-2n-skx: # TODO: Replace csit-vpp-perf-verify-2001-2n-skx: - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 vpp-perf-results-2n-clx: # TODO: Replace csit-vpp-perf-verify-2001-2n-clx: - - 2 # NDRPDR sel RC1 + - 4 # NDRPDR sel RC2 vpp-perf-results-3n-tsh: # TODO: Replace csit-vpp-perf-verify-2001-3n-tsh: - - 1 # NDRPDR sel RC1 + - 1 # NDRPDR sel RC2 vpp-perf-results-3n-dnv: # TODO: Replace csit-vpp-perf-verify-2001-3n-dnv: - - 3 # NDRPDR sel RC1 + - 4 # NDRPDR sel RC2 vpp-perf-results-2n-dnv: # TODO: Replace csit-vpp-perf-verify-2001-2n-dnv: - - 2 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 vpp-mrr-results-3n-hsw: # TODO: Replace @@ -533,8 +525,8 @@ vpp-performance-changes-3n-hsw-cmp: # TODO: Replace csit-vpp-perf-verify-2001-3n-hsw: - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 + - 4 # NDRPDR sel RC2 vpp-performance-changes-3n-hsw: - "vpp-performance-changes-3n-hsw-h1" - "vpp-performance-changes-3n-hsw-ref" @@ -567,9 +559,8 @@ vpp-performance-changes-3n-skx-cmp: # TODO: Replace csit-vpp-perf-verify-2001-3n-skx: - - 1 # NDRPDR sel RC1 - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 2 # NDRPDR sel RC2 + - 3 # NDRPDR sel RC2 vpp-performance-changes-3n-skx: - "vpp-performance-changes-3n-skx-h1" - "vpp-performance-changes-3n-skx-ref" @@ -602,8 +593,7 @@ vpp-performance-changes-2n-skx-cmp: # TODO: Replace csit-vpp-perf-verify-2001-2n-skx: - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 vpp-performance-changes-2n-skx: - "vpp-performance-changes-2n-skx-h1" - "vpp-performance-changes-2n-skx-ref" @@ -614,20 +604,10 @@ - 22 # NFV - 31 # NFV - 32 # NFV - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 42 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 46 # NDRPDR sel vpp-performance-changes-nfv-2n-skx-cmp: # TODO: Replace - # csit-vpp-perf-verify-2001-2n-skx: - csit-vpp-perf-verify-1908-2n-skx: - - 22 # NFV - - 31 # NFV - - 32 # NFV + csit-vpp-perf-verify-2001-2n-skx: + - 3 # NDRPDR sel RC2 vpp-performance-changes-nfv-2n-skx: - "vpp-performance-changes-nfv-2n-skx-ref" - "vpp-performance-changes-nfv-2n-skx-cmp" @@ -647,8 +627,8 @@ vpp-performance-changes-2n-dnv-cmp: # TODO: Replace csit-vpp-perf-verify-2001-2n-dnv: - - 1 # NDRPDR sel RC1 - - 2 # NDRPDR sel RC1 + - 2 # NDRPDR sel RC2 + - 3 # NDRPDR sel RC2 vpp-performance-changes-2n-dnv: - "vpp-performance-changes-2n-dnv-ref" - "vpp-performance-changes-2n-dnv-cmp" @@ -668,8 +648,8 @@ vpp-performance-changes-3n-dnv-cmp: # TODO: Replace csit-vpp-perf-verify-2001-3n-dnv: - - 1 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 + - 4 # NDRPDR sel RC2 vpp-performance-changes-3n-dnv: - "vpp-performance-changes-3n-dnv-ref" - "vpp-performance-changes-3n-dnv-cmp" @@ -689,7 +669,7 @@ vpp-performance-changes-3n-tsh-cmp: # TODO: Replace csit-vpp-perf-verify-2001-3n-tsh: - - 1 # NDRPDR sel RC1 + - 1 # NDRPDR sel RC2 vpp-performance-changes-3n-tsh: - "vpp-performance-changes-3n-tsh-ref" - "vpp-performance-changes-3n-tsh-cmp" @@ -844,6 +824,13 @@ - 2 # NDRPDR sel - 3 # NDRPDR sel - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel dpdk-performance-changes-3n-hsw: - "dpdk-performance-changes-3n-hsw-h1" - "dpdk-performance-changes-3n-hsw-ref" @@ -880,6 +867,13 @@ - 3 # NDRPDR sel - 4 # NDRPDR sel - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel dpdk-performance-changes-3n-skx: - "dpdk-performance-changes-3n-skx-h1" - "dpdk-performance-changes-3n-skx-ref" @@ -916,6 +910,13 @@ - 2 # NDRPDR sel - 3 # NDRPDR sel - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel dpdk-performance-changes-2n-skx: - "dpdk-performance-changes-2n-skx-h1" - "dpdk-performance-changes-2n-skx-ref" @@ -926,14 +927,13 @@ vpp-compare-testbeds-ref: # TODO: Replace csit-vpp-perf-verify-2001-3n-hsw: - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 + - 4 # NDRPDR sel RC2 vpp-compare-testbeds-cmp: # TODO: Replace csit-vpp-perf-verify-2001-3n-skx: - - 1 # NDRPDR sel RC1 - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 2 # NDRPDR sel RC2 + - 3 # NDRPDR sel RC2 vpp-compare-testbeds: - "vpp-compare-testbeds-ref" - "vpp-compare-testbeds-cmp" @@ -941,14 +941,12 @@ vpp-compare-testbeds-skx-clx-ref: # TODO: Replace csit-vpp-perf-verify-2001-2n-skx: - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 vpp-compare-testbeds-skx-clx-cmp: # TODO: Replace csit-vpp-perf-verify-2001-2n-clx: - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 - - 4 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 + - 4 # NDRPDR sel RC2 vpp-compare-testbeds-skx-clx: - "vpp-compare-testbeds-skx-clx-ref" - "vpp-compare-testbeds-skx-clx-cmp" @@ -1022,14 +1020,12 @@ vpp-compare-topologies-ref: # TODO: Replace csit-vpp-perf-verify-2001-3n-skx: - - 1 # NDRPDR sel RC1 - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 2 # NDRPDR sel RC2 + - 3 # NDRPDR sel RC2 vpp-compare-topologies-cmp: # TODO: Replace csit-vpp-perf-verify-2001-2n-skx: - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 vpp-compare-topologies: - "vpp-compare-topologies-ref" - "vpp-compare-topologies-cmp" @@ -1591,6 +1587,63 @@ paper_bgcolor: "white" plot_bgcolor: "white" + plot-hdrh-latency-by-percentile: + title: + text: "Latency by Percentile Distribution" + xanchor: "center" + x: 0.5 + font: + size: 18 + showlegend: True + legend: + traceorder: "normal" + orientation: "h" + font: + size: 16 + xanchor: "left" + yanchor: "top" + x: 0 + y: -0.2 + bgcolor: "rgba(255, 255, 255, 0)" + bordercolor: "rgba(255, 255, 255, 0)" + xaxis: + type: "log" + title: "Percentile [%]" + titlefont: + size: 14 + autorange: False + fixedrange: False + range: [1e-6, 3] + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6, 1e7, 1e8] + tickangle: 315 + ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999, 99.99999, 99.999999] + tickfont: + size: 14 + yaxis: + title: "Packet Latency [uSec]" + titlefont: + size: 14 + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickfont: + size: 14 + width: 700 + height: 700 + paper_bgcolor: "white" + plot_bgcolor: "white" + - type: "static" src-path: "{DIR[RST]}" dst-path: "{DIR[WORKING,SRC]}" @@ -1647,8 +1700,8 @@ - 59 # NDRPDR sel vhost - 39 # MRR sel csit-vpp-perf-verify-2001-3n-hsw: - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 + - 4 # NDRPDR sel RC2 csit-vpp-perf-verify-1904-3n-skx: - 7 # MRR sel @@ -1685,9 +1738,8 @@ - 67 # NDRPDR sel vhost - 36 # MRR sel csit-vpp-perf-verify-2001-3n-skx: - - 1 # NDRPDR sel RC1 - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 2 # NDRPDR sel RC2 + - 3 # NDRPDR sel RC2 csit-vpp-perf-verify-1904-2n-skx: - 11 # MRR sel @@ -1736,13 +1788,11 @@ - 83 # SOAK - 86 # SOAK csit-vpp-perf-verify-2001-2n-skx: - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 csit-vpp-perf-verify-2001-2n-clx: - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 - - 4 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 + - 4 # NDRPDR sel RC2 csit-vpp-perf-verify-1908-3n-tsh: - 7 # NDRPDR sel @@ -1757,7 +1807,7 @@ - 16 # NDRPDR sel - 17 # MRR sel csit-vpp-perf-verify-2001-3n-tsh: - - 1 # NDRPDR sel RC1 + - 1 # NDRPDR sel RC2 csit-vpp-perf-verify-1908-3n-dnv: - 6 # NDRPDR sel @@ -1772,8 +1822,8 @@ - 16 # NDRPDR sel - 17 # MRR sel csit-vpp-perf-verify-2001-3n-dnv: - - 1 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 + - 4 # NDRPDR sel RC2 csit-vpp-perf-verify-1908-2n-dnv: - 1 # NDRPDR sel @@ -1788,8 +1838,8 @@ - 10 # NDRPDR sel - 11 # MRR sel csit-vpp-perf-verify-2001-2n-dnv: - - 1 # NDRPDR sel RC1 - - 2 # NDRPDR sel RC1 + - 2 # NDRPDR sel RC2 + - 3 # NDRPDR sel RC2 csit-dpdk-perf-verify-1904-3n-hsw: - 2 # NDRPDR sel @@ -1911,7 +1961,7 @@ data: "vpp-soak-vs-ndr-2n-skx-cmp" data: "vpp-soak-vs-ndr-2n-skx" include-tests: "NDR" - filter: "('NDRPDR' or 'SOAK')" + filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'" parameters: - "throughput" - "name" @@ -1932,7 +1982,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-nic-comparison-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -1952,7 +2002,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-nic-comparison-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -1972,7 +2022,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-nic-comparison-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -1992,7 +2042,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-nic-comparison-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2012,7 +2062,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-nic-comparison-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR'" + filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2032,7 +2082,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-nic-comparison-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR'" + filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2052,7 +2102,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-nic-comparison-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR'" + filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2072,7 +2122,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-nic-comparison-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2092,7 +2142,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-nic-comparison-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2112,7 +2162,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-nic-comparison-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2132,7 +2182,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-nic-comparison-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2152,7 +2202,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-nic-comparison-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR'" + filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2172,7 +2222,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-nic-comparison-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR'" + filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2192,7 +2242,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-nic-comparison-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR'" + filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2219,7 +2269,7 @@ data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR'" + filter: "'1T1C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2242,7 +2292,7 @@ data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR'" + filter: "'2T2C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2265,7 +2315,7 @@ data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR'" + filter: "'1T1C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2288,7 +2338,7 @@ data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR'" + filter: "'2T2C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2314,7 +2364,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2341,7 +2391,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2368,7 +2418,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2395,7 +2445,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2422,7 +2472,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2449,7 +2499,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2476,7 +2526,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2503,7 +2553,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2523,7 +2573,7 @@ data: "vpp-performance-changes-nfv-2n-skx-cmp" data: "vpp-performance-changes-nfv-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2543,7 +2593,7 @@ data: "vpp-performance-changes-nfv-2n-skx-cmp" data: "vpp-performance-changes-nfv-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2563,7 +2613,7 @@ data: "vpp-performance-changes-nfv-2n-skx-cmp" data: "vpp-performance-changes-nfv-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2583,7 +2633,7 @@ data: "vpp-performance-changes-nfv-2n-skx-cmp" data: "vpp-performance-changes-nfv-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3090,7 +3140,7 @@ data: "vpp-performance-changes-3n-hsw-mrr-cmp" data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'MRR'" + filter: "'1T1C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3112,7 +3162,7 @@ data: "vpp-performance-changes-3n-hsw-mrr-cmp" data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'MRR'" + filter: "'2T2C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3134,7 +3184,7 @@ data: "vpp-performance-changes-3n-hsw-mrr-cmp" data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C' and 'MRR'" + filter: "'4T4C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3156,7 +3206,7 @@ data: "vpp-performance-changes-3n-skx-mrr-cmp" data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR'" + filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3178,7 +3228,7 @@ data: "vpp-performance-changes-3n-skx-mrr-cmp" data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR'" + filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3200,7 +3250,7 @@ data: "vpp-performance-changes-3n-skx-mrr-cmp" data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR'" + filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3222,7 +3272,7 @@ data: "vpp-performance-changes-2n-skx-mrr-cmp" data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR'" + filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3244,7 +3294,7 @@ data: "vpp-performance-changes-2n-skx-mrr-cmp" data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR'" + filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3266,7 +3316,7 @@ data: "vpp-performance-changes-2n-skx-mrr-cmp" data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR'" + filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3285,7 +3335,7 @@ data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" data: "vpp-performance-changes-nfv-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR'" + filter: "'2T1C' and 'MRR' and 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3304,7 +3354,7 @@ data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" data: "vpp-performance-changes-nfv-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR'" + filter: "'4T2C' and 'MRR' and 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3323,7 +3373,7 @@ data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" data: "vpp-performance-changes-nfv-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR'" + filter: "'8T4C' and 'MRR' and 'NF_DENSITY'" parameters: - "name" - "parent" @@ -6187,8 +6237,7 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and - '64B' and + '118' and '2T1C' and 'MRR'" parameters: @@ -6214,8 +6263,7 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and - '64B' and + '118' and '4T2C' and 'MRR'" parameters: @@ -6241,8 +6289,7 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and - '64B' and + '118' and '8T4C' and 'MRR'" parameters: @@ -6269,7 +6316,6 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'MRR'" @@ -6296,7 +6342,6 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'MRR'" @@ -6323,7 +6368,6 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and 'IMIX' and '8T4C' and 'MRR'" @@ -6351,8 +6395,7 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and - '64B' and + '118' and '2T1C' and 'NDRPDR'" parameters: @@ -6378,8 +6421,7 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and - '64B' and + '118' and '4T2C' and 'NDRPDR'" parameters: @@ -6405,8 +6447,7 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and - '64B' and + '118' and '8T4C' and 'NDRPDR'" parameters: @@ -6432,8 +6473,7 @@ 'NF_DENSITY' and 'VHOST' and 'VXLAN' and - 'CHAIN' and - 'NF_VPPIP4' and + 'CHAIN' a 'IMIX' and '2T1C' and 'NDRPDR'" @@ -6460,7 +6500,6 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'NDRPDR'" @@ -6487,7 +6526,6 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and 'IMIX' and '8T4C' and 'NDRPDR'" @@ -6515,8 +6553,7 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and - '64B' and + '118' and '2T1C' and 'NDRPDR'" parameters: @@ -6542,8 +6579,7 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and - '64B' and + '118' and '4T2C' and 'NDRPDR'" parameters: @@ -6569,8 +6605,7 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and - '64B' and + '118' and '8T4C' and 'NDRPDR'" parameters: @@ -6597,7 +6632,6 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'NDRPDR'" @@ -6624,7 +6658,6 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'NDRPDR'" @@ -6651,7 +6684,6 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and 'IMIX' and '8T4C' and 'NDRPDR'" @@ -22597,3 +22629,37 @@ - "tests.dpdk.perf.2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-8t4c-ethip4-ip4base-l3fwd-ndrpdr" layout: layout: "plot-hdrh-latency-percentile" + +- type: "plot" + title: "Latency by percentile: 2n-skx-xxv710" + algorithm: "plot_hdrh_lat_by_percentile" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-hdrh-lat-percentile" + data: "plot-vpp-hdrh-lat-2n-skx" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-2t1c-dot1q-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-2t1c-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Ndrpdr.64B-2t1c-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Ndrpdr.64B-2t1c-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Ndrpdr.64B-2t1c-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Xcbase-Ndrpdr.64B-2t1c-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-2t1c-eth-l2bdscale1mmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-2t1c-dot1q-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-2t1c-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Ndrpdr.78B-2t1c-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Ndrpdr.78B-2t1c-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Ndrpdr.78B-2t1c-ethip6-ip6scale2m-ndrpdr" + layout: + layout: "plot-hdrh-latency-by-percentile"