From 3b5495d0943283e96ce5fa23c0b1f31846ca0f6f Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Wed, 6 Oct 2021 11:51:39 +0200 Subject: [PATCH] Trending: Add TRex ndrpdr tests Change-Id: I7b968a4747390224d89cdaf7407c10c9a4108deb Signed-off-by: Tibor Frank --- docs/cpta/data/index.rst | 6 + docs/cpta/index.rst | 3 + .../ndrpdr_latency_trending/trex-2n-skx-x710.rst | 50 +++++++ docs/cpta/ndrpdr_latency_trending/trex.rst | 6 + docs/cpta/ndrpdr_trending/trex-2n-skx-x710.rst | 147 +++++++++++++++++++++ docs/cpta/ndrpdr_trending/trex.rst | 6 + docs/cpta/stats/trex_ndrpdr.rst | 14 ++ resources/tools/presentation/generator_cpta.py | 17 +-- .../specifications/trending/data_sets.yaml | 9 ++ .../specifications/trending/elements.yaml | 63 +++++++++ .../specifications/trending/environment.yaml | 2 + 11 files changed, 315 insertions(+), 8 deletions(-) create mode 100644 docs/cpta/ndrpdr_latency_trending/trex-2n-skx-x710.rst create mode 100644 docs/cpta/ndrpdr_latency_trending/trex.rst create mode 100644 docs/cpta/ndrpdr_trending/trex-2n-skx-x710.rst create mode 100644 docs/cpta/ndrpdr_trending/trex.rst create mode 100644 docs/cpta/stats/trex_ndrpdr.rst diff --git a/docs/cpta/data/index.rst b/docs/cpta/data/index.rst index 839b598e2d..a9c7301967 100644 --- a/docs/cpta/data/index.rst +++ b/docs/cpta/data/index.rst @@ -87,3 +87,9 @@ in the CSV formats: - 2n-tx2 - `CSV format <../_static/vpp/csit-dpdk-perf-mrr-weekly-master-2n-tx2-trending.csv>`_ + +**TRex NDRPDR** + + - 2n-skx + + - `CSV format <../_static/vpp/csit-trex-perf-ndrpdr-weekly-master-2n-skx-trending.csv>`_ diff --git a/docs/cpta/index.rst b/docs/cpta/index.rst index 8c618bb0f3..468135a29d 100644 --- a/docs/cpta/index.rst +++ b/docs/cpta/index.rst @@ -38,6 +38,7 @@ analysis and anomaly detection methodology. trending/vts trending/nf_service_density trending/dpdk + trending/trex .. toctree:: :maxdepth: 2 @@ -66,6 +67,7 @@ analysis and anomaly detection methodology. ndrpdr_latency_trending/nat44 ndrpdr_latency_trending/vhost ndrpdr_latency_trending/container_memif + ndrpdr_latency_trending/trex .. toctree:: :maxdepth: 2 @@ -74,6 +76,7 @@ analysis and anomaly detection methodology. stats/vpp_mrr stats/vpp_ndrpdr stats/dpdk_mrr + stats/trex_ndrpdr .. toctree:: :maxdepth: 2 diff --git a/docs/cpta/ndrpdr_latency_trending/trex-2n-skx-x710.rst b/docs/cpta/ndrpdr_latency_trending/trex-2n-skx-x710.rst new file mode 100644 index 0000000000..f28ce92c3f --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/trex-2n-skx-x710.rst @@ -0,0 +1,50 @@ +2n-skx-x710 +----------- + +64b-ip4routing-base-scale +````````````````````````` + +pdr-p50-d1-avg +:::::::::::::: + +.. raw:: html + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +78b-ip6routing-base-scale +````````````````````````` + +pdr-p50-d1-avg +:::::::::::::: + +.. raw:: html + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +64b-l2switching-scale +````````````````````` + +pdr-p50-d1-avg +:::::::::::::: + +.. raw:: html + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/ndrpdr_latency_trending/trex.rst b/docs/cpta/ndrpdr_latency_trending/trex.rst new file mode 100644 index 0000000000..3feef28705 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/trex.rst @@ -0,0 +1,6 @@ +TRex +==== + +.. toctree:: + + trex-2n-skx-x710 diff --git a/docs/cpta/ndrpdr_trending/trex-2n-skx-x710.rst b/docs/cpta/ndrpdr_trending/trex-2n-skx-x710.rst new file mode 100644 index 0000000000..1016442054 --- /dev/null +++ b/docs/cpta/ndrpdr_trending/trex-2n-skx-x710.rst @@ -0,0 +1,147 @@ +2n-skx-x710 +----------- + +64b-ip4routing-base-scale +````````````````````````` + +ndr +::: + +.. raw:: html + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +pdr +::: + +.. raw:: html + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +64b-ip4routing-[udp|tcp]-stf-cps +```````````````````````````````` + +ndr +::: + +.. raw:: html + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +pdr +::: + +.. raw:: html + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +64b-ip4routing-[udp|tcp]-stf-pps +```````````````````````````````` + +ndr +::: + +.. raw:: html + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +pdr +::: + +.. raw:: html + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +78b-ip6routing-base-scale +````````````````````````` + +ndr +::: + +.. raw:: html + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +pdr +::: + +.. raw:: html + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +64b-l2switching-scale +````````````````````` + +ndr +::: + +.. raw:: html + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +pdr +::: + +.. raw:: html + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/ndrpdr_trending/trex.rst b/docs/cpta/ndrpdr_trending/trex.rst new file mode 100644 index 0000000000..3feef28705 --- /dev/null +++ b/docs/cpta/ndrpdr_trending/trex.rst @@ -0,0 +1,6 @@ +TRex +==== + +.. toctree:: + + trex-2n-skx-x710 diff --git a/docs/cpta/stats/trex_ndrpdr.rst b/docs/cpta/stats/trex_ndrpdr.rst new file mode 100644 index 0000000000..76c4be7e26 --- /dev/null +++ b/docs/cpta/stats/trex_ndrpdr.rst @@ -0,0 +1,14 @@ +TRex NDRPDR +=========== + +2n-skx +------ + +.. raw:: html + +
+ Links to builds: + csit-ref + +


+
diff --git a/resources/tools/presentation/generator_cpta.py b/resources/tools/presentation/generator_cpta.py index 7f4c050b29..5cc56fd965 100644 --- a/resources/tools/presentation/generator_cpta.py +++ b/resources/tools/presentation/generator_cpta.py @@ -217,9 +217,6 @@ def _generate_trending_traces(in_data, job_name, build_info, else: hover_str = hover_str.replace(u"", u"") if incl_tests == u"pdr-lat": - hover_str = hover_str.replace( - u"throughput [Mpps]", u"latency [s]" - ) hover_str = hover_str.replace(u"", u"{value:.1e}") else: hover_str = hover_str.replace(u"", u"{value:.3f}") @@ -227,7 +224,7 @@ def _generate_trending_traces(in_data, job_name, build_info, hover_str = hover_str.replace(u"[Mpps]", u"[Mcps]").\ replace(u"throughput", u"connection rate") if u"dpdk" in job_name: - hover_text.append(hover_str.format( + hover_str = hover_str.format( date=date, property=u"average" if incl_tests == u"mrr" else u"throughput", value=data_y_mpps[index], @@ -236,9 +233,9 @@ def _generate_trending_traces(in_data, job_name, build_info, test=incl_tests, period=u"weekly", build_nr=str_key, - testbed=build_info[job_name][str_key][2])) + testbed=build_info[job_name][str_key][2]) elif u"vpp" in job_name: - hover_text.append(hover_str.format( + hover_str = hover_str.format( date=date, property=u"average" if incl_tests == u"mrr" else u"throughput", value=data_y_mpps[index], @@ -247,8 +244,12 @@ def _generate_trending_traces(in_data, job_name, build_info, test=incl_tests, period=u"daily" if incl_tests == u"mrr" else u"weekly", build_nr=str_key, - testbed=build_info[job_name][str_key][2])) - + testbed=build_info[job_name][str_key][2]) + if incl_tests == u"pdr-lat": + hover_str = hover_str.replace( + u"throughput [Mpps]", u"latency [s]" + ) + hover_text.append(hover_str) xaxis.append(datetime(int(date[0:4]), int(date[4:6]), int(date[6:8]), int(date[9:11]), int(date[12:]))) diff --git a/resources/tools/presentation/specifications/trending/data_sets.yaml b/resources/tools/presentation/specifications/trending/data_sets.yaml index 2d61c3c042..f40fe1fb9a 100644 --- a/resources/tools/presentation/specifications/trending/data_sets.yaml +++ b/resources/tools/presentation/specifications/trending/data_sets.yaml @@ -59,6 +59,9 @@ table-last-failed-tests-dpdk-2n-tx2: csit-dpdk-perf-mrr-weekly-master-2n-tx2: - "lastCompletedBuild" + table-last-failed-tests-trex-2n-skx-ndrpdr: + csit-trex-perf-ndrpdr-weekly-master-2n-skx: + - "lastCompletedBuild" # 3n-skx plot-performance-trending-all-3n-skx: @@ -112,6 +115,12 @@ end: "lastCompletedBuild" max-builds: 26 + plot-ndrpdr-trending-trex-2n-skx: + csit-trex-perf-ndrpdr-weekly-master-2n-skx: + start: 3 + end: "lastCompletedBuild" + max-builds: 26 + # 2n-clx plot-performance-trending-vpp-2n-clx: csit-vpp-perf-mrr-daily-master-2n-clx: diff --git a/resources/tools/presentation/specifications/trending/elements.yaml b/resources/tools/presentation/specifications/trending/elements.yaml index d9f2120a03..83a6a03e27 100644 --- a/resources/tools/presentation/specifications/trending/elements.yaml +++ b/resources/tools/presentation/specifications/trending/elements.yaml @@ -50,6 +50,14 @@ layout: layout: "plot-statistics" +- type: "plot" + title: "Statistics: TRex 2n-skx ndrpdr" + algorithm: "plot_statistics" + output-file: "{DIR[STATIC,VPP]}/stats-trex-2n-skx-ndrpdr" + data: "plot-ndrpdr-trending-trex-2n-skx" + layout: + layout: "plot-statistics" + - type: "plot" title: "Statistics: 2n-clx mrr" algorithm: "plot_statistics" @@ -5002,3 +5010,58 @@ - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppip4-Ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" layout: "plot-cpta" + +# TRex 2n-skx + + - title: "2n-skx-x710-64b--ip4-base-scale-{test_type}" + output-file-name: "2n-skx-x710-64b--ip4-base-scale-{test_type}" + data: "plot-ndrpdr-trending-trex-2n-skx" + core: ["2t1c", ] + test-type: ["ndr", "pdr"] + include: + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr" + layout: "plot-cpta" + + - title: "2n-skx-x710-64b--ip4routing-stf-cps-{test_type}" + output-file-name: "2n-skx-x710-64b--ip4routing-stf-cps-{test_type}" + data: "plot-ndrpdr-trending-trex-2n-skx" + core: ["2t1c", ] + test-type: ["ndr", "pdr"] + include: + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" + layout: "plot-cpta" + + - title: "2n-skx-x710-64b--ip4routing-stf-pps-{test_type}" + output-file-name: "2n-skx-x710-64b--ip4routing-stf-pps-{test_type}" + data: "plot-ndrpdr-trending-trex-2n-skx" + core: ["2t1c", ] + test-type: ["ndr", "pdr"] + include: + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" + layout: "plot-cpta" + + - title: "2n-skx-x710-78b--ip6-base-scale-{test_type}" + output-file-name: "2n-skx-x710-78b--ip6-base-scale-{test_type}" + data: "plot-ndrpdr-trending-trex-2n-skx" + core: ["2t1c", ] + test-type: ["ndr", "pdr"] + include: + - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr" + - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr" + layout: "plot-cpta" + + - title: "2n-skx-x710-64b--l2-scale-{test_type}" + output-file-name: "2n-skx-x710-64b--l2-scale-{test_type}" + data: "plot-ndrpdr-trending-trex-2n-skx" + core: ["2t1c", ] + test-type: ["ndr", "pdr"] + include: + - "Tests.Trex.Perf.L2.1N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Tg-Ndrpdr.64B--eth-l2bdscale1mmaclrn-tg-ndrpdr" + layout: "plot-cpta" diff --git a/resources/tools/presentation/specifications/trending/environment.yaml b/resources/tools/presentation/specifications/trending/environment.yaml index 7c9ade3ea7..2440b653e7 100644 --- a/resources/tools/presentation/specifications/trending/environment.yaml +++ b/resources/tools/presentation/specifications/trending/environment.yaml @@ -176,6 +176,7 @@ - "last-failed-tests-vpp-2n-skx-ndrpdr" - "last-failed-tests-vpp-3n-skx-ndrpdr" - "last-failed-tests-vpp-2n-clx-ndrpdr" + - "last-failed-tests-trex-2n-skx-mrr" urls: - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-skx" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-skx" @@ -195,6 +196,7 @@ - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" + - "https://jenkins.fd.io/view/csit/job/csit-trex-perf-ndrpdr-weekly-master-2n-skx" url-details: "https://s3-docs.fd.io/csit/master/trending/introduction/failures.html" configurations: -- 2.16.6