X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=b541ee914a58db761fafde06147943d33700779c;hb=refs%2Fchanges%2F06%2F24606%2F3;hp=c0e0d7707581da833d0cce0b10ec6f3c1edd70a2;hpb=9afeffb373c05a5853cbfc5a61456c69af423d9e;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index c0e0d77075..b541ee914a 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -182,13 +182,13 @@ plot-vpp-throughput-lat-tsa-3n-hsw: # TODO: Replace: csit-vpp-perf-verify-2001-3n-hsw: - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 + - 4 # NDRPDR sel RC2 plot-vpp-hdrh-lat-3n-hsw: # TODO: Replace the data csit-vpp-perf-verify-2001-3n-hsw: - - 3 # NDRPDR sel RC1 + - 4 # NDRPDR sel RC2 plot-dpdk-throughput-latency-3n-hsw: # TODO: Replace: @@ -217,14 +217,13 @@ plot-vpp-throughput-lat-tsa-3n-skx: # TODO: Replace the data csit-vpp-perf-verify-2001-3n-skx: - - 1 # NDRPDR sel RC1 - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 2 # NDRPDR sel RC2 + - 3 # NDRPDR sel RC2 plot-vpp-hdrh-lat-3n-skx: # TODO: Replace the data csit-vpp-perf-verify-2001-3n-skx: - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 plot-dpdk-throughput-latency-3n-skx: # TODO: Replace the data @@ -246,13 +245,12 @@ plot-vpp-throughput-lat-tsa-2n-skx: # TODO: Replace the data csit-vpp-perf-verify-2001-2n-skx: - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 plot-vpp-hdrh-lat-2n-skx: # TODO: Replace the data csit-vpp-perf-verify-2001-2n-skx: - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 plot-vpp-http-server-performance: # TODO: Replace: @@ -271,11 +269,8 @@ plot-vpp-nfv-2n-skx-ndrpdr: # TODO: Replace the data - # csit-vpp-perf-verify-2001-2n-skx: - csit-vpp-perf-verify-1908-2n-skx: - - 22 # NFV - - 31 # NFV - - 32 # NFV + csit-vpp-perf-verify-2001-2n-skx: + - 3 # NDRPDR sel RC2 plot-vpp-nfv-2n-skx-mrr: # TODO: Replace the data @@ -311,14 +306,13 @@ plot-vpp-throughput-lat-tsa-2n-clx: # TODO: Replace csit-vpp-perf-verify-2001-2n-clx: - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 - - 4 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 + - 4 # NDRPDR sel RC2 plot-vpp-hdrh-lat-2n-clx: # TODO: Replace csit-vpp-perf-verify-2001-2n-clx: - - 2 # NDRPDR sel RC1 + - 4 # NDRPDR sel RC2 plot-dpdk-throughput-latency-2n-clx: # TODO: Replace @@ -339,28 +333,28 @@ plot-vpp-throughput-lat-tsa-3n-tsh: # TODO: Replace csit-vpp-perf-verify-2001-3n-tsh: - - 1 # NDRPDR sel RC1 + - 1 # NDRPDR sel RC2 plot-vpp-hdrh-lat-3n-tsh: # TODO: Replace csit-vpp-perf-verify-2001-3n-tsh: - - 1 # NDRPDR sel RC1 + - 1 # NDRPDR sel RC2 # 3n-dnv plot-vpp-throughput-lat-tsa-3n-dnv: # TODO: Replace csit-vpp-perf-verify-2001-3n-dnv: - - 1 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 + - 4 # NDRPDR sel RC2 # 2n-dnv plot-vpp-throughput-lat-tsa-2n-dnv: # TODO: Replace csit-vpp-perf-verify-2001-2n-dnv: - - 1 # NDRPDR sel RC1 - - 2 # NDRPDR sel RC1 + - 2 # NDRPDR sel RC2 + - 3 # NDRPDR sel RC2 ########################################################################### # Simple tables (only one data set): @@ -370,15 +364,13 @@ vpp-nic-comparison-3n-skx: # TODO: Replace csit-vpp-perf-verify-2001-3n-skx: - - 1 # NDRPDR sel RC1 - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 2 # NDRPDR sel RC2 + - 3 # NDRPDR sel RC2 vpp-nic-comparison-2n-skx: # TODO: Replace csit-vpp-perf-verify-2001-2n-skx: - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 vpp-nic-comparison-3n-skx-mrr: # TODO: Replace @@ -397,37 +389,37 @@ vpp-perf-results-3n-hsw: # TODO: Replace csit-vpp-perf-verify-2001-3n-hsw: - - 3 # NDRPDR sel RC1 + - 4 # NDRPDR sel RC2 vpp-perf-results-3n-skx: # TODO: Replace csit-vpp-perf-verify-2001-3n-skx: - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 vpp-perf-results-2n-skx: # TODO: Replace csit-vpp-perf-verify-2001-2n-skx: - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 vpp-perf-results-2n-clx: # TODO: Replace csit-vpp-perf-verify-2001-2n-clx: - - 2 # NDRPDR sel RC1 + - 4 # NDRPDR sel RC2 vpp-perf-results-3n-tsh: # TODO: Replace csit-vpp-perf-verify-2001-3n-tsh: - - 1 # NDRPDR sel RC1 + - 1 # NDRPDR sel RC2 vpp-perf-results-3n-dnv: # TODO: Replace csit-vpp-perf-verify-2001-3n-dnv: - - 3 # NDRPDR sel RC1 + - 4 # NDRPDR sel RC2 vpp-perf-results-2n-dnv: # TODO: Replace csit-vpp-perf-verify-2001-2n-dnv: - - 2 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 vpp-mrr-results-3n-hsw: # TODO: Replace @@ -533,8 +525,8 @@ vpp-performance-changes-3n-hsw-cmp: # TODO: Replace csit-vpp-perf-verify-2001-3n-hsw: - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 + - 4 # NDRPDR sel RC2 vpp-performance-changes-3n-hsw: - "vpp-performance-changes-3n-hsw-h1" - "vpp-performance-changes-3n-hsw-ref" @@ -567,9 +559,8 @@ vpp-performance-changes-3n-skx-cmp: # TODO: Replace csit-vpp-perf-verify-2001-3n-skx: - - 1 # NDRPDR sel RC1 - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 2 # NDRPDR sel RC2 + - 3 # NDRPDR sel RC2 vpp-performance-changes-3n-skx: - "vpp-performance-changes-3n-skx-h1" - "vpp-performance-changes-3n-skx-ref" @@ -602,8 +593,7 @@ vpp-performance-changes-2n-skx-cmp: # TODO: Replace csit-vpp-perf-verify-2001-2n-skx: - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 vpp-performance-changes-2n-skx: - "vpp-performance-changes-2n-skx-h1" - "vpp-performance-changes-2n-skx-ref" @@ -616,11 +606,8 @@ - 32 # NFV vpp-performance-changes-nfv-2n-skx-cmp: # TODO: Replace - # csit-vpp-perf-verify-2001-2n-skx: - csit-vpp-perf-verify-1908-2n-skx: - - 22 # NFV - - 31 # NFV - - 32 # NFV + csit-vpp-perf-verify-2001-2n-skx: + - 3 # NDRPDR sel RC2 vpp-performance-changes-nfv-2n-skx: - "vpp-performance-changes-nfv-2n-skx-ref" - "vpp-performance-changes-nfv-2n-skx-cmp" @@ -640,8 +627,8 @@ vpp-performance-changes-2n-dnv-cmp: # TODO: Replace csit-vpp-perf-verify-2001-2n-dnv: - - 1 # NDRPDR sel RC1 - - 2 # NDRPDR sel RC1 + - 2 # NDRPDR sel RC2 + - 3 # NDRPDR sel RC2 vpp-performance-changes-2n-dnv: - "vpp-performance-changes-2n-dnv-ref" - "vpp-performance-changes-2n-dnv-cmp" @@ -661,8 +648,8 @@ vpp-performance-changes-3n-dnv-cmp: # TODO: Replace csit-vpp-perf-verify-2001-3n-dnv: - - 1 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 + - 4 # NDRPDR sel RC2 vpp-performance-changes-3n-dnv: - "vpp-performance-changes-3n-dnv-ref" - "vpp-performance-changes-3n-dnv-cmp" @@ -682,7 +669,7 @@ vpp-performance-changes-3n-tsh-cmp: # TODO: Replace csit-vpp-perf-verify-2001-3n-tsh: - - 1 # NDRPDR sel RC1 + - 1 # NDRPDR sel RC2 vpp-performance-changes-3n-tsh: - "vpp-performance-changes-3n-tsh-ref" - "vpp-performance-changes-3n-tsh-cmp" @@ -837,6 +824,13 @@ - 2 # NDRPDR sel - 3 # NDRPDR sel - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel dpdk-performance-changes-3n-hsw: - "dpdk-performance-changes-3n-hsw-h1" - "dpdk-performance-changes-3n-hsw-ref" @@ -873,6 +867,13 @@ - 3 # NDRPDR sel - 4 # NDRPDR sel - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel dpdk-performance-changes-3n-skx: - "dpdk-performance-changes-3n-skx-h1" - "dpdk-performance-changes-3n-skx-ref" @@ -909,6 +910,13 @@ - 2 # NDRPDR sel - 3 # NDRPDR sel - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel dpdk-performance-changes-2n-skx: - "dpdk-performance-changes-2n-skx-h1" - "dpdk-performance-changes-2n-skx-ref" @@ -919,14 +927,13 @@ vpp-compare-testbeds-ref: # TODO: Replace csit-vpp-perf-verify-2001-3n-hsw: - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 + - 4 # NDRPDR sel RC2 vpp-compare-testbeds-cmp: # TODO: Replace csit-vpp-perf-verify-2001-3n-skx: - - 1 # NDRPDR sel RC1 - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 2 # NDRPDR sel RC2 + - 3 # NDRPDR sel RC2 vpp-compare-testbeds: - "vpp-compare-testbeds-ref" - "vpp-compare-testbeds-cmp" @@ -934,14 +941,12 @@ vpp-compare-testbeds-skx-clx-ref: # TODO: Replace csit-vpp-perf-verify-2001-2n-skx: - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 vpp-compare-testbeds-skx-clx-cmp: # TODO: Replace csit-vpp-perf-verify-2001-2n-clx: - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 - - 4 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 + - 4 # NDRPDR sel RC2 vpp-compare-testbeds-skx-clx: - "vpp-compare-testbeds-skx-clx-ref" - "vpp-compare-testbeds-skx-clx-cmp" @@ -1015,14 +1020,12 @@ vpp-compare-topologies-ref: # TODO: Replace csit-vpp-perf-verify-2001-3n-skx: - - 1 # NDRPDR sel RC1 - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 2 # NDRPDR sel RC2 + - 3 # NDRPDR sel RC2 vpp-compare-topologies-cmp: # TODO: Replace csit-vpp-perf-verify-2001-2n-skx: - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 vpp-compare-topologies: - "vpp-compare-topologies-ref" - "vpp-compare-topologies-cmp" @@ -1584,6 +1587,63 @@ paper_bgcolor: "white" plot_bgcolor: "white" + plot-hdrh-latency-by-percentile: + title: + text: "Latency by Percentile Distribution" + xanchor: "center" + x: 0.5 + font: + size: 18 + showlegend: True + legend: + traceorder: "normal" + orientation: "h" + font: + size: 16 + xanchor: "left" + yanchor: "top" + x: 0 + y: -0.2 + bgcolor: "rgba(255, 255, 255, 0)" + bordercolor: "rgba(255, 255, 255, 0)" + xaxis: + type: "log" + title: "Percentile [%]" + titlefont: + size: 14 + autorange: False + fixedrange: False + range: [1e-6, 3] + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6, 1e7, 1e8] + tickangle: 315 + ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999, 99.99999, 99.999999] + tickfont: + size: 14 + yaxis: + title: "Packet Latency [uSec]" + titlefont: + size: 14 + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickfont: + size: 14 + width: 700 + height: 700 + paper_bgcolor: "white" + plot_bgcolor: "white" + - type: "static" src-path: "{DIR[RST]}" dst-path: "{DIR[WORKING,SRC]}" @@ -1640,8 +1700,8 @@ - 59 # NDRPDR sel vhost - 39 # MRR sel csit-vpp-perf-verify-2001-3n-hsw: - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 + - 4 # NDRPDR sel RC2 csit-vpp-perf-verify-1904-3n-skx: - 7 # MRR sel @@ -1678,9 +1738,8 @@ - 67 # NDRPDR sel vhost - 36 # MRR sel csit-vpp-perf-verify-2001-3n-skx: - - 1 # NDRPDR sel RC1 - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 2 # NDRPDR sel RC2 + - 3 # NDRPDR sel RC2 csit-vpp-perf-verify-1904-2n-skx: - 11 # MRR sel @@ -1729,13 +1788,11 @@ - 83 # SOAK - 86 # SOAK csit-vpp-perf-verify-2001-2n-skx: - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 csit-vpp-perf-verify-2001-2n-clx: - - 2 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 - - 4 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 + - 4 # NDRPDR sel RC2 csit-vpp-perf-verify-1908-3n-tsh: - 7 # NDRPDR sel @@ -1750,7 +1807,7 @@ - 16 # NDRPDR sel - 17 # MRR sel csit-vpp-perf-verify-2001-3n-tsh: - - 1 # NDRPDR sel RC1 + - 1 # NDRPDR sel RC2 csit-vpp-perf-verify-1908-3n-dnv: - 6 # NDRPDR sel @@ -1765,8 +1822,8 @@ - 16 # NDRPDR sel - 17 # MRR sel csit-vpp-perf-verify-2001-3n-dnv: - - 1 # NDRPDR sel RC1 - - 3 # NDRPDR sel RC1 + - 3 # NDRPDR sel RC2 + - 4 # NDRPDR sel RC2 csit-vpp-perf-verify-1908-2n-dnv: - 1 # NDRPDR sel @@ -1781,8 +1838,8 @@ - 10 # NDRPDR sel - 11 # MRR sel csit-vpp-perf-verify-2001-2n-dnv: - - 1 # NDRPDR sel RC1 - - 2 # NDRPDR sel RC1 + - 2 # NDRPDR sel RC2 + - 3 # NDRPDR sel RC2 csit-dpdk-perf-verify-1904-3n-hsw: - 2 # NDRPDR sel @@ -1904,7 +1961,7 @@ data: "vpp-soak-vs-ndr-2n-skx-cmp" data: "vpp-soak-vs-ndr-2n-skx" include-tests: "NDR" - filter: "('NDRPDR' or 'SOAK')" + filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'" parameters: - "throughput" - "name" @@ -1925,7 +1982,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-nic-comparison-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -1945,7 +2002,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-nic-comparison-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -1965,7 +2022,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-nic-comparison-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -1985,7 +2042,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-nic-comparison-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2005,7 +2062,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-nic-comparison-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR'" + filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2025,7 +2082,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-nic-comparison-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR'" + filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2045,7 +2102,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-nic-comparison-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR'" + filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2065,7 +2122,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-nic-comparison-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2085,7 +2142,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-nic-comparison-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2105,7 +2162,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-nic-comparison-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2125,7 +2182,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-nic-comparison-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2145,7 +2202,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-nic-comparison-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR'" + filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2165,7 +2222,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-nic-comparison-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR'" + filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2185,7 +2242,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-nic-comparison-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR'" + filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2212,7 +2269,7 @@ data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR'" + filter: "'1T1C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2235,7 +2292,7 @@ data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR'" + filter: "'2T2C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2258,7 +2315,7 @@ data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR'" + filter: "'1T1C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2281,7 +2338,7 @@ data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR'" + filter: "'2T2C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2307,7 +2364,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2334,7 +2391,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2361,7 +2418,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2388,7 +2445,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2415,7 +2472,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2442,7 +2499,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2469,7 +2526,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2496,7 +2553,7 @@ nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2516,7 +2573,7 @@ data: "vpp-performance-changes-nfv-2n-skx-cmp" data: "vpp-performance-changes-nfv-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2536,7 +2593,7 @@ data: "vpp-performance-changes-nfv-2n-skx-cmp" data: "vpp-performance-changes-nfv-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2556,7 +2613,7 @@ data: "vpp-performance-changes-nfv-2n-skx-cmp" data: "vpp-performance-changes-nfv-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and 'NF_DENSITY'" parameters: - "name" - "parent" @@ -2576,7 +2633,7 @@ data: "vpp-performance-changes-nfv-2n-skx-cmp" data: "vpp-performance-changes-nfv-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3083,7 +3140,7 @@ data: "vpp-performance-changes-3n-hsw-mrr-cmp" data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'MRR'" + filter: "'1T1C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3105,7 +3162,7 @@ data: "vpp-performance-changes-3n-hsw-mrr-cmp" data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'MRR'" + filter: "'2T2C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3127,7 +3184,7 @@ data: "vpp-performance-changes-3n-hsw-mrr-cmp" data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C' and 'MRR'" + filter: "'4T4C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3149,7 +3206,7 @@ data: "vpp-performance-changes-3n-skx-mrr-cmp" data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR'" + filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3171,7 +3228,7 @@ data: "vpp-performance-changes-3n-skx-mrr-cmp" data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR'" + filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3193,7 +3250,7 @@ data: "vpp-performance-changes-3n-skx-mrr-cmp" data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR'" + filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3215,7 +3272,7 @@ data: "vpp-performance-changes-2n-skx-mrr-cmp" data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR'" + filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3237,7 +3294,7 @@ data: "vpp-performance-changes-2n-skx-mrr-cmp" data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR'" + filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3259,7 +3316,7 @@ data: "vpp-performance-changes-2n-skx-mrr-cmp" data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR'" + filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3278,7 +3335,7 @@ data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" data: "vpp-performance-changes-nfv-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR'" + filter: "'2T1C' and 'MRR' and 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3297,7 +3354,7 @@ data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" data: "vpp-performance-changes-nfv-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR'" + filter: "'4T2C' and 'MRR' and 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3316,7 +3373,7 @@ data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" data: "vpp-performance-changes-nfv-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR'" + filter: "'8T4C' and 'MRR' and 'NF_DENSITY'" parameters: - "name" - "parent" @@ -6180,8 +6237,7 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and - '64B' and + '118' and '2T1C' and 'MRR'" parameters: @@ -6207,8 +6263,7 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and - '64B' and + '118' and '4T2C' and 'MRR'" parameters: @@ -6234,8 +6289,7 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and - '64B' and + '118' and '8T4C' and 'MRR'" parameters: @@ -6262,7 +6316,6 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'MRR'" @@ -6289,7 +6342,6 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'MRR'" @@ -6316,7 +6368,6 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and 'IMIX' and '8T4C' and 'MRR'" @@ -6344,8 +6395,7 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and - '64B' and + '118' and '2T1C' and 'NDRPDR'" parameters: @@ -6371,8 +6421,7 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and - '64B' and + '118' and '4T2C' and 'NDRPDR'" parameters: @@ -6398,8 +6447,7 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and - '64B' and + '118' and '8T4C' and 'NDRPDR'" parameters: @@ -6425,8 +6473,7 @@ 'NF_DENSITY' and 'VHOST' and 'VXLAN' and - 'CHAIN' and - 'NF_VPPIP4' and + 'CHAIN' a 'IMIX' and '2T1C' and 'NDRPDR'" @@ -6453,7 +6500,6 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'NDRPDR'" @@ -6480,7 +6526,6 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and 'IMIX' and '8T4C' and 'NDRPDR'" @@ -6508,8 +6553,7 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and - '64B' and + '118' and '2T1C' and 'NDRPDR'" parameters: @@ -6535,8 +6579,7 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and - '64B' and + '118' and '4T2C' and 'NDRPDR'" parameters: @@ -6562,8 +6605,7 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and - '64B' and + '118' and '8T4C' and 'NDRPDR'" parameters: @@ -6590,7 +6632,6 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'NDRPDR'" @@ -6617,7 +6658,6 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'NDRPDR'" @@ -6644,7 +6684,6 @@ 'VHOST' and 'VXLAN' and 'CHAIN' and - 'NF_VPPIP4' and 'IMIX' and '8T4C' and 'NDRPDR'" @@ -22590,3 +22629,37 @@ - "tests.dpdk.perf.2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-8t4c-ethip4-ip4base-l3fwd-ndrpdr" layout: layout: "plot-hdrh-latency-percentile" + +- type: "plot" + title: "Latency by percentile: 2n-skx-xxv710" + algorithm: "plot_hdrh_lat_by_percentile" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-hdrh-lat-percentile" + data: "plot-vpp-hdrh-lat-2n-skx" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-2t1c-dot1q-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-2t1c-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Ndrpdr.64B-2t1c-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Ndrpdr.64B-2t1c-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Ndrpdr.64B-2t1c-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Xcbase-Ndrpdr.64B-2t1c-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-2t1c-eth-l2bdscale1mmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-2t1c-dot1q-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-2t1c-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Ndrpdr.78B-2t1c-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Ndrpdr.78B-2t1c-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Ndrpdr.78B-2t1c-ethip6-ip6scale2m-ndrpdr" + layout: + layout: "plot-hdrh-latency-by-percentile"