From: Tibor Frank Date: Wed, 25 Mar 2020 05:39:33 +0000 (+0100) Subject: Report: Add data and RCA X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=commitdiff_plain;h=8a050f361bdd27336acc5ee48f4ee10e5a9738be Report: Add data and RCA Change-Id: I6fcbf9ea150fd17ef3ae9b879f22442f17246713 Signed-off-by: Tibor Frank --- diff --git a/docs/report/introduction/report_history.rst b/docs/report/introduction/report_history.rst index 5cc3d60a27..bb5facc728 100644 --- a/docs/report/introduction/report_history.rst +++ b/docs/report/introduction/report_history.rst @@ -18,6 +18,9 @@ FD.io CSIT-2001 Report history and per .[ww] revision changes are listed below. | | - all set selected for analysis and graphs | | | - MRR tests | | | | +| | 2. Added Root Cause Analysis for VPP performance tests | +| | 2n-skx and 3n-skx. | +| | | +----------------+------------------------------------------------------------+ | .12 | Skipped. | +----------------+------------------------------------------------------------+ diff --git a/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr.yaml b/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr.yaml new file mode 100644 index 0000000000..a4ee2f93c3 --- /dev/null +++ b/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr.yaml @@ -0,0 +1,30 @@ +64b-2t1c-eth-l2patch: 2 +64b-2t1c-eth-l2xcbase-eth-2memif-1dcr: 3 +64b-2t1c-avf-eth-l2patch: 2 +64b-2t1c-avf-eth-l2xcbase: 2 +64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr: 3 +64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 4 +64b-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr: 3 +64b-2t1c-dot1q-l2xcbase: 5 +64b-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4: 4 +64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc: 4 +64b-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 4 +64b-2t1c-ethip4-ip4base-eth-2memif-1dcr: 3 +64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 4 +64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm: 4 +64b-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm: 4 +64b-2t1c-avf-dot1q-l2bdbasemaclrn: 1 +64b-2t1c-dot1q-ip4base: 1 +64b-2t1c-ethip4-ip4base: 1 +64b-2t1c-ethip4udp-ip4base-iacl50sf-10kflows: 1 +64b-2t1c-ethip4udp-ip4base-iacl50sl-10kflows: 1 +64b-2t1c-avf-dot1q-l2bdbasemaclrn-gbp: 1 +64b-2t1c-ethip4-ip4scale200k: 1 +64b-2t1c-ethip4-ip4scale2m: 1 +64b-2t1c-avf-dot1q-ip4base: 1 +64b-2t1c-avf-ethip4-ip4base: 1 +64b-2t1c-avf-ethip4-ip4scale200k: 1 +64b-2t1c-avf-ethip4-ip4scale20k: 1 +64b-2t1c-avf-ethip4-ip4scale2m: 1 +64b-2t1c-ethip4udp-ip4base-nat44: 1 +footnote: "\nRoot Cause Analysis\n[1] Impact of Skx ucode upgrade from 0x2000043 to 0x2000065 in combination with SuperMicro motherboards/firmware and kernel updates, subjecto to the ongoing detailed RCA investigation with Intel NPG.\n[2] Applied fix of FVL NIC firmware 6.0.1 for increasing TRex Mpps rate from 27 Mpps to 37 Mpps, [CSIT-1503], [TRex-519].\n[3] Applied VPP PAPI fix to enable memif zero-copy, [CSIT-1592], [VPP-1764].\n[4] To-Be-Investigated, vhost-user avg PDR throughput rate has higher stdev than before.\n[5] To-Be-Investigated, dot1q-l2xc with DPDK FVL.\n" diff --git a/resources/tools/presentation/rca/rca-2n-skx-2t1c.yaml b/resources/tools/presentation/rca/rca-2n-skx-2t1c.yaml deleted file mode 100644 index 267e4c90e3..0000000000 --- a/resources/tools/presentation/rca/rca-2n-skx-2t1c.yaml +++ /dev/null @@ -1,46 +0,0 @@ -64b-2t1c-eth-l2patch: 0 -64b-2t1c-eth-l2xcbase-eth-2memif-1dcr: 9 -64b-2t1c-avf-eth-l2patch: 8 -64b-2t1c-avf-eth-l2xcbase: 7 -64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr: 6 -64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 5 -64b-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr: "-" -64b-2t1c-dot1q-l2xcbase: 1 -64b-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4: 2 -64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc: 3 -64b-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 4 -64b-2t1c-ethip4-ip4base-eth-2memif-1dcr: 0 -64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 0 -64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm: 8 -64b-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm: "-" -64b-2t1c-eth-l2bdscale10kmaclrn: 2 -64b-2t1c-eth-l2bdbasemaclrn: 2 -64b-2t1c-eth-l2bdscale100kmaclrn: 56 -64b-2t1c-eth-l2bdscale1mmaclrn: 5 -78b-2t1c-ethip6-ip6base: 4 -64b-2t1c-eth-l2xcbase: 34 -78b-2t1c-dot1q-ip6base: 0 -64b-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 2 -78b-2t1c-ethip6-ip6scale200k: 6 -78b-2t1c-ethip6-ip6scale20k: 5 -78b-2t1c-ethip6-ip6scale2m: 3 -64b-2t1c-dot1q-l2bdbasemaclrn: 2 -64b-2t1c-ethip4udp-ip4base-oacl50sf-10kflows: "-" -64b-2t1c-ethip4udp-ip4base-oacl50sl-10kflows: 4 -64b-2t1c-avf-eth-l2bdbasemaclrn: 3 -64b-2t1c-ethip4-ip4scale20k: 6 -64b-2t1c-avf-dot1q-l2bdbasemaclrn: 8 -64b-2t1c-dot1q-ip4base: 4 -64b-2t1c-ethip4-ip4base: 6 -64b-2t1c-ethip4udp-ip4base-iacl50sf-10kflows: 0 -64b-2t1c-ethip4udp-ip4base-iacl50sl-10kflows: 9 -64b-2t1c-avf-dot1q-l2bdbasemaclrn-gbp: 8 -64b-2t1c-ethip4-ip4scale200k: 9 -64b-2t1c-ethip4-ip4scale2m: 22 -64b-2t1c-avf-dot1q-ip4base: 11 -64b-2t1c-avf-ethip4-ip4base: 4 -64b-2t1c-avf-ethip4-ip4scale200k: 5 -64b-2t1c-avf-ethip4-ip4scale20k: 6 -64b-2t1c-avf-ethip4-ip4scale2m: 1 -64b-2t1c-ethip4udp-ip4base-nat44: 4 -footnote: "\nRoot causes:\n[0]: Description 0\n[1]: Description \n[2]: Description 2" diff --git a/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr.yaml b/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr.yaml new file mode 100644 index 0000000000..4d79f76d7c --- /dev/null +++ b/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr.yaml @@ -0,0 +1,39 @@ +64b-2t1c-eth-l2patch: 2 +64b-2t1c-eth-l2xcbase-eth-2memif-1dcr: 3 +64b-2t1c-eth-l2xcbase-eth-2memif-1lxc: 3 +64b-2t1c-avf-eth-l2patch: 2 +64b-2t1c-avf-eth-l2xcbase: 2 +64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1lxc: 3 +64b-2t1c-dot1q-l2xcbase: 5 +64b-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr: 3 +78b-2t1c-ethip6srhip6-ip6base-srv6proxy-masq: 2 +64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm: 4 +78b-2t1c-ethip6srhip6-ip6base-srv6proxy-stat: 2 +64b-2t1c-ethip4-ip4base-eth-2memif-1dcr: 3 +78b-2t1c-ethip6srhip6-ip6base-srv6proxy-dyn: 2 +64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 4 +64b-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 4 +64b-2t1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm: 4 +64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 4 +64b-2t1c-avf-dot1q-l2bdbasemaclrn: 1 +64b-2t1c-dot1q-ip4base: 1 +64b-2t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows: 1 +64b-2t1c-ethip4-ip4scale2m: 1 +64b-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm: 1 +64b-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha: 1 +imix-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1 +imix-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1 +imix-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm: 1 +64b-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1 +64b-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1 +imix-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm: 1 +64b-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm: 1 +64b-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm: 1 +imix-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha: 1 +imix-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm: 1 +64b-2t1c-avf-ethip4-ip4base: 1 +64b-2t1c-avf-ethip4-ip4scale200k: 1 +64b-2t1c-avf-ethip4-ip4scale20k: 1 +64b-2t1c-avf-ethip4-ip4scale2m: 1 +64b-2t1c-ethip4udp-ip4base-nat44: 1 +footnote: "\nRoot Cause Analysis\n[1] Impact of Skx ucode upgrade from 0x2000043 to 0x2000065 in combination with SuperMicro motherboards/firmware and kernel updates, subjecto to the ongoing detailed RCA investigation with Intel NPG.\n[2] Applied fix of FVL NIC firmware 6.0.1 for increasing TRex Mpps rate from 27 Mpps to 37 Mpps, [CSIT-1503], [TRex-519].\n[3] Applied VPP PAPI fix to enable memif zero-copy, [CSIT-1592], [VPP-1764].\n[4] To-Be-Investigated, vhost-user avg PDR throughput rate has higher stdev than before.\n[5] To-Be-Investigated, dot1q-l2xc with DPDK FVL.\n" diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index e5810a215f..55689dc4cd 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -278,6 +278,7 @@ - 49 # NDRPDR sel - 51 # NDRPDR sel - 52 # NDRPDR sel + - 59 # NDRPDR sel - 54 # NDRPDR sel addition - 55 # NDRPDR sel addition - 56 # NDRPDR sel addition @@ -287,6 +288,7 @@ - 61 # NDRPDR sel addition - 62 # NDRPDR sel addition - 63 # NDRPDR sel addition + - 64 # NDRPDR sel addition plot-vpp-hdrh-lat-3n-skx: csit-vpp-perf-verify-2001-3n-skx: @@ -300,6 +302,9 @@ - 47 # NDRPDR sel - 48 # NDRPDR sel - 49 # NDRPDR sel + - 51 # NDRPDR sel + - 52 # NDRPDR sel + - 59 # NDRPDR sel plot-vpp-nfv-3n-skx-mrr: csit-vpp-perf-verify-2001-3n-skx: @@ -617,6 +622,7 @@ - 49 # NDRPDR sel - 51 # NDRPDR sel - 52 # NDRPDR sel + - 59 # NDRPDR sel - 54 # NDRPDR sel addition - 55 # NDRPDR sel addition - 56 # NDRPDR sel addition @@ -626,6 +632,7 @@ - 61 # NDRPDR sel addition - 62 # NDRPDR sel addition - 63 # NDRPDR sel addition + - 64 # NDRPDR sel addition vpp-nic-comparison-2n-skx: csit-vpp-perf-verify-2001-2n-skx: @@ -903,6 +910,7 @@ - 49 # NDRPDR sel - 51 # NDRPDR sel - 52 # NDRPDR sel + - 59 # NDRPDR sel - 54 # NDRPDR sel addition - 55 # NDRPDR sel addition - 56 # NDRPDR sel addition @@ -912,6 +920,7 @@ - 61 # NDRPDR sel addition - 62 # NDRPDR sel addition - 63 # NDRPDR sel addition + - 64 # NDRPDR sel addition vpp-performance-changes-3n-skx: - "vpp-performance-changes-3n-skx-h1" - "vpp-performance-changes-3n-skx-ref" @@ -1413,6 +1422,7 @@ - 49 # NDRPDR sel - 51 # NDRPDR sel - 52 # NDRPDR sel + - 59 # NDRPDR sel - 54 # NDRPDR sel addition - 55 # NDRPDR sel addition - 56 # NDRPDR sel addition @@ -1422,6 +1432,7 @@ - 61 # NDRPDR sel addition - 62 # NDRPDR sel addition - 63 # NDRPDR sel addition + - 64 # NDRPDR sel addition vpp-compare-testbeds: - "vpp-compare-testbeds-ref" - "vpp-compare-testbeds-cmp" @@ -1633,6 +1644,7 @@ - 49 # NDRPDR sel - 51 # NDRPDR sel - 52 # NDRPDR sel + - 59 # NDRPDR sel - 54 # NDRPDR sel addition - 55 # NDRPDR sel addition - 56 # NDRPDR sel addition @@ -1642,6 +1654,7 @@ - 61 # NDRPDR sel addition - 62 # NDRPDR sel addition - 63 # NDRPDR sel addition + - 64 # NDRPDR sel addition vpp-compare-topologies-cmp: # TODO: Add the data csit-vpp-perf-verify-2001-2n-skx: @@ -2516,6 +2529,7 @@ - 49 # NDRPDR sel - 51 # NDRPDR sel - 52 # NDRPDR sel + - 59 # NDRPDR sel - 54 # NDRPDR sel addition - 55 # NDRPDR sel addition - 56 # NDRPDR sel addition @@ -2525,6 +2539,7 @@ - 61 # NDRPDR sel addition - 62 # NDRPDR sel addition - 63 # NDRPDR sel addition + - 64 # NDRPDR sel addition - 50 # MRR sel - 53 # MRR sel addition @@ -3360,6 +3375,9 @@ title: "VPP Performance Changes 3n-skx 2t1c pdr" algorithm: "table_perf_comparison_nic" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr" + rca: + title: "RCA" + data-file: "rca/rca-3n-skx-2t1c-pdr.yaml" history: - title: "rls1904 x710" data: "vpp-performance-changes-3n-skx-h1" @@ -3387,6 +3405,9 @@ title: "VPP Performance Changes 3n-skx 4t2c pdr" algorithm: "table_perf_comparison_nic" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr" +# rca: +# title: "RCA" +# data-file: "rca/rca-3n-skx-4t2c-pdr.yaml" history: - title: "rls1904 x710" data: "vpp-performance-changes-3n-skx-h1" @@ -3414,6 +3435,9 @@ title: "VPP Performance Changes 3n-skx 2t1c ndr" algorithm: "table_perf_comparison_nic" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr" +# rca: +# title: "RCA" +# data-file: "rca/rca-3n-skx-2t1c-ndr.yaml" history: - title: "rls1904 x710" data: "vpp-performance-changes-3n-skx-h1" @@ -3441,6 +3465,9 @@ title: "VPP Performance Changes 3n-skx 4t2c ndr" algorithm: "table_perf_comparison_nic" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr" +# rca: +# title: "RCA" +# data-file: "rca/rca-3n-skx-4t2c-ndr.yaml" history: - title: "rls1904 x710" data: "vpp-performance-changes-3n-skx-h1" @@ -3470,7 +3497,7 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr" rca: title: "RCA" - data-file: "rca/rca-2n-skx-2t1c.yaml" + data-file: "rca/rca-2n-skx-2t1c-pdr.yaml" history: - title: "rls1904 x710" data: "vpp-performance-changes-2n-skx-h1" @@ -3500,7 +3527,7 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr" # rca: # title: "RCA" -# data-file: "rca/rca-2n-skx-4t2c.yaml" +# data-file: "rca/rca-2n-skx-4t2c-pdr.yaml" history: - title: "rls1904 x710" data: "vpp-performance-changes-2n-skx-h1" @@ -3530,7 +3557,7 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr" # rca: # title: "RCA" -# data-file: "rca/rca-2n-skx-2t1c.yaml" +# data-file: "rca/rca-2n-skx-2t1c-ndr.yaml" history: - title: "rls1904 x710" data: "vpp-performance-changes-2n-skx-h1" @@ -3560,7 +3587,7 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr" # rca: # title: "RCA" -# data-file: "rca/rca-2n-skx-4t2c.yaml" +# data-file: "rca/rca-2n-skx-4t2c-ndr.yaml" history: - title: "rls1904 x710" data: "vpp-performance-changes-2n-skx-h1" @@ -4306,6 +4333,9 @@ title: "VPP Performance Changes 3n-skx 2t1c MRR" algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr" +# rca: +# title: "RCA" +# data-file: "rca/rca-3n-skx-2t1c-mrr.yaml" history: - title: "rls1904" data: "vpp-performance-changes-3n-skx-mrr-h1" @@ -4328,6 +4358,9 @@ title: "VPP Performance Changes 3n-skx 4t2c MRR" algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr" +# rca: +# title: "RCA" +# data-file: "rca/rca-3n-skx-4t2c-mrr.yaml" history: - title: "rls1904" data: "vpp-performance-changes-3n-skx-mrr-h1" @@ -4350,6 +4383,9 @@ title: "VPP Performance Changes 3n-skx 8t4c MRR" algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr" +# rca: +# title: "RCA" +# data-file: "rca/rca-3n-skx-8t4c-mrr.yaml" history: - title: "rls1904" data: "vpp-performance-changes-3n-skx-mrr-h1" @@ -4372,6 +4408,9 @@ title: "VPP Performance Changes 2n-skx 2t1c MRR" algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr" +# rca: +# title: "RCA" +# data-file: "rca/rca-2n-skx-2t1c-mrr.yaml" history: - title: "rls1904" data: "vpp-performance-changes-2n-skx-mrr-h1" @@ -4394,6 +4433,9 @@ title: "VPP Performance Changes 2n-skx 4t2c MRR" algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr" +# rca: +# title: "RCA" +# data-file: "rca/rca-2n-skx-4t2c-mrr.yaml" history: - title: "rls1904" data: "vpp-performance-changes-2n-skx-mrr-h1" @@ -4416,6 +4458,9 @@ title: "VPP Performance Changes 2n-skx 8t4c MRR" algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr" +# rca: +# title: "RCA" +# data-file: "rca/rca-2n-skx-8t4c-mrr.yaml" history: - title: "rls1904" data: "vpp-performance-changes-2n-skx-mrr-h1"