From: Tibor Frank Date: Mon, 31 Jan 2022 12:54:49 +0000 (+0100) Subject: Trending: Add 3n-icx X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=commitdiff_plain;h=d3d4f9989b2fa7977bb545e0fb847bb3e785e8ba Trending: Add 3n-icx Change-Id: Id836184c0eca10b5b1d353e1783764ff5119ffea Signed-off-by: Tibor Frank --- diff --git a/docs/cpta/data/index.rst b/docs/cpta/data/index.rst index b524d707ef..228bb7655f 100644 --- a/docs/cpta/data/index.rst +++ b/docs/cpta/data/index.rst @@ -22,6 +22,10 @@ in the CSV formats: - `CSV format <../_static/vpp/csit-vpp-perf-mrr-daily-master-2n-icx-trending.csv>`_ + - 3n-icx + + - `CSV format <../_static/vpp/csit-vpp-perf-mrr-daily-master-3n-icx-trending.csv>`_ + - 2n-zn2 - `CSV format <../_static/vpp/csit-vpp-perf-mrr-daily-master-2n-zn2-trending.csv>`_ diff --git a/docs/cpta/introduction/dashboard.rst b/docs/cpta/introduction/dashboard.rst index 49e67b61e3..92d20fed60 100644 --- a/docs/cpta/introduction/dashboard.rst +++ b/docs/cpta/introduction/dashboard.rst @@ -18,6 +18,42 @@ Legend to the tables: For full explanation see :ref:`Trend_Compliance` document. +2n-icx +------ + +VPP worker on 2t1c +`````````````````` + +.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-2t1c-2n-icx.rst + +VPP worker on 4t2c +`````````````````` + +.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-4t2c-2n-icx.rst + +VPP worker on 8t4c +`````````````````` + +.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-8t4c-2n-icx.rst + +3n-icx +------ + +VPP worker on 2t1c +`````````````````` + +.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-2t1c-3n-icx.rst + +VPP worker on 4t2c +`````````````````` + +.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-4t2c-3n-icx.rst + +VPP worker on 8t4c +`````````````````` + +.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-8t4c-3n-icx.rst + 2n-skx ------ diff --git a/docs/cpta/introduction/failures.rst b/docs/cpta/introduction/failures.rst index a4da457b00..27d6dab402 100644 --- a/docs/cpta/introduction/failures.rst +++ b/docs/cpta/introduction/failures.rst @@ -13,6 +13,16 @@ Legend to the tables: - **Last Failure [VPP-Build-Id]**: VPP build as of last failure. - **Last Failure [CSIT-Job-Build-Id]**: CSIT build as of last failure. +2n-icx-mrr +---------- + +.. include:: ../../../_build/_static/vpp/failed-tests-2n-icx.rst + +3n-icx-mrr +---------- + +.. include:: ../../../_build/_static/vpp/failed-tests-3n-icx.rst + 2n-skx-mrr ---------- diff --git a/docs/cpta/stats/vpp_mrr.rst b/docs/cpta/stats/vpp_mrr.rst index 3c350c7ca0..753dbe9678 100644 --- a/docs/cpta/stats/vpp_mrr.rst +++ b/docs/cpta/stats/vpp_mrr.rst @@ -1,27 +1,39 @@ VPP MRR ======= -2n-clx +2n-icx ------ .. raw:: html
Links to builds: - csit-ref - + csit-ref +


-2n-icx +3n-icx ------ .. raw:: html
Links to builds: - csit-ref - + csit-ref + +


+
+ +2n-clx +------ + +.. raw:: html + +
+ Links to builds: + csit-ref +


diff --git a/docs/cpta/trending/ip4-3n-icx-xxv710.rst b/docs/cpta/trending/ip4-3n-icx-xxv710.rst new file mode 100644 index 0000000000..84db8605a3 --- /dev/null +++ b/docs/cpta/trending/ip4-3n-icx-xxv710.rst @@ -0,0 +1,47 @@ +3n-icx-xxv710 +------------- + +64b-ip4routing-base +``````````````````` + +2t1c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t2c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +8t4c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/ip4.rst b/docs/cpta/trending/ip4.rst index aa311b70cb..69c42a8de2 100644 --- a/docs/cpta/trending/ip4.rst +++ b/docs/cpta/trending/ip4.rst @@ -4,6 +4,7 @@ IPv4 Routing .. toctree:: ip4-2n-icx-xxv710 + ip4-3n-icx-xxv710 ip4-2n-clx-xxv710 ip4-2n-clx-x710 ip4-2n-clx-cx556a diff --git a/docs/cpta/trending/ip4_tunnels-2n-icx-xxv710.rst b/docs/cpta/trending/ip4_tunnels-2n-icx-xxv710.rst index a4757c9bae..3ff5033a1a 100644 --- a/docs/cpta/trending/ip4_tunnels-2n-icx-xxv710.rst +++ b/docs/cpta/trending/ip4_tunnels-2n-icx-xxv710.rst @@ -37,7 +37,7 @@ .. raw:: html - +
Links to builds: vpp-ref, diff --git a/docs/cpta/trending/ip4_tunnels-3n-icx-xxv710.rst b/docs/cpta/trending/ip4_tunnels-3n-icx-xxv710.rst new file mode 100644 index 0000000000..7b3611daa7 --- /dev/null +++ b/docs/cpta/trending/ip4_tunnels-3n-icx-xxv710.rst @@ -0,0 +1,47 @@ +3n-icx-xxv710 +------------- + +64b-ip4tunnel-base +`````````````````` + +2t1c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t2c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +8t4c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/ip4_tunnels.rst b/docs/cpta/trending/ip4_tunnels.rst index 28e76f1e07..7073c69b1d 100644 --- a/docs/cpta/trending/ip4_tunnels.rst +++ b/docs/cpta/trending/ip4_tunnels.rst @@ -4,6 +4,7 @@ IPv4 Tunnels .. toctree:: ip4_tunnels-2n-icx-xxv710 + ip4_tunnels-3n-icx-xxv710 ip4_tunnels-2n-skx-xxv710 ip4_tunnels-2n-clx-xxv710 ip4_tunnels-2n-zn2-xxv710 diff --git a/docs/cpta/trending/ip6-3n-icx-xxv710.rst b/docs/cpta/trending/ip6-3n-icx-xxv710.rst new file mode 100644 index 0000000000..de0f5906cc --- /dev/null +++ b/docs/cpta/trending/ip6-3n-icx-xxv710.rst @@ -0,0 +1,47 @@ +3n-icx-xxv710 +------------- + +78b-ip6routing-base +``````````````````` + +2t1c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t2c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +8t4c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/ip6.rst b/docs/cpta/trending/ip6.rst index db58b25001..d4c3765126 100644 --- a/docs/cpta/trending/ip6.rst +++ b/docs/cpta/trending/ip6.rst @@ -4,6 +4,7 @@ IPv6 Routing .. toctree:: ip6-2n-icx-xxv710 + ip6-3n-icx-xxv710 ip6-2n-clx-xxv710 ip6-2n-clx-x710 ip6-2n-clx-cx556a diff --git a/docs/cpta/trending/ipsec-3n-aws-nitro50g.rst b/docs/cpta/trending/ipsec-3n-aws-nitro50g.rst index 1f677aa290..264896be58 100644 --- a/docs/cpta/trending/ipsec-3n-aws-nitro50g.rst +++ b/docs/cpta/trending/ipsec-3n-aws-nitro50g.rst @@ -1,4 +1,4 @@ -2n-aws-nitro50g +3n-aws-nitro50g --------------- @@ -15,7 +15,7 @@
Links to builds: vpp-ref, - csit-ref + csit-ref


@@ -30,7 +30,7 @@
Links to builds: vpp-ref, - csit-ref + csit-ref


@@ -45,7 +45,7 @@
Links to builds: vpp-ref, - csit-ref + csit-ref


@@ -63,7 +63,7 @@ imix-ipsec-ip4routing-base-scale
Links to builds: vpp-ref, - csit-ref + csit-ref


@@ -78,7 +78,7 @@ imix-ipsec-ip4routing-base-scale
Links to builds: vpp-ref, - csit-ref + csit-ref


@@ -93,7 +93,7 @@ imix-ipsec-ip4routing-base-scale
Links to builds: vpp-ref, - csit-ref + csit-ref


diff --git a/docs/cpta/trending/ipsec-3n-icx-xxv710.rst b/docs/cpta/trending/ipsec-3n-icx-xxv710.rst new file mode 100644 index 0000000000..c35b8af020 --- /dev/null +++ b/docs/cpta/trending/ipsec-3n-icx-xxv710.rst @@ -0,0 +1,485 @@ +3n-icx-xxv710 +------------- + +1518b-ipsec-aes128cbc-ip4routing-base-scale-sw-avf +`````````````````````````````````````````````````` + +2t1c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t2c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +8t4c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +1518b-ipsec-aes256gcm-ip4routing-base-scale-sw-avf +`````````````````````````````````````````````````` + +2t1c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t2c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +8t4c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +1518b-ipsec-scheduler-ip4routing-base-scale-sw-avf +`````````````````````````````````````````````````` + +2t2c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t3c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t4c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +1518b-ipsec-ip4routing-base-scale-sw-dpdk +````````````````````````````````````````` + +2t1c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t2c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +8t4c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +1518b-ipsec-scheduler-ip4routing-base-scale-sw-dpdk +``````````````````````````````````````````````````` + +2t2c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t3c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t4c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ + + + +imix-ipsec-aes128cbc-ip4routing-base-scale-sw-avf +`````````````````````````````````````````````````` + +2t1c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t2c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +8t4c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +imix-ipsec-aes256gcm-ip4routing-base-scale-sw-avf +`````````````````````````````````````````````````` + +2t1c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t2c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +8t4c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +imix-ipsec-scheduler-ip4routing-base-scale-sw-avf +`````````````````````````````````````````````````` + +2t2c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t3c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t4c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +imix-ipsec-ip4routing-base-scale-sw-dpdk +````````````````````````````````````````` + +2t1c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t2c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +8t4c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk +``````````````````````````````````````````````````` + +2t2c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t3c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t4c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/ipsec.rst b/docs/cpta/trending/ipsec.rst index 64409888ba..10608c038a 100644 --- a/docs/cpta/trending/ipsec.rst +++ b/docs/cpta/trending/ipsec.rst @@ -3,6 +3,7 @@ IPSec IPv4 Routing .. toctree:: + ipsec-3n-icx-xxv710 ipsec-3n-skx-xxv710 ipsec-3n-tsh-x520 ipsec-2n-tx2-xl710 diff --git a/docs/cpta/trending/l2-3n-icx-xxv710.rst b/docs/cpta/trending/l2-3n-icx-xxv710.rst new file mode 100644 index 0000000000..c2a5747ae8 --- /dev/null +++ b/docs/cpta/trending/l2-3n-icx-xxv710.rst @@ -0,0 +1,47 @@ +3n-icx-xxv710 +------------- + +64b-l2switching-base +```````````````````` + +2t1c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t2c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +8t4c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/l2.rst b/docs/cpta/trending/l2.rst index 3c3951d6b0..69f83730ff 100644 --- a/docs/cpta/trending/l2.rst +++ b/docs/cpta/trending/l2.rst @@ -4,6 +4,7 @@ L2 Ethernet Switching .. toctree:: l2-2n-icx-xxv710 + l2-3n-icx-xxv710 l2-2n-clx-xxv710 l2-2n-clx-x710 l2-2n-clx-cx556a diff --git a/docs/cpta/trending/srv6-3n-icx-xxv710.rst b/docs/cpta/trending/srv6-3n-icx-xxv710.rst new file mode 100644 index 0000000000..913430ff31 --- /dev/null +++ b/docs/cpta/trending/srv6-3n-icx-xxv710.rst @@ -0,0 +1,47 @@ +3n-icx-xxv710 +------------- + +78b-srv6-ip6routing-base-avf +```````````````````````````` + +2t1c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t2c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +8t4c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/srv6-3n-skx-xxv710.rst b/docs/cpta/trending/srv6-3n-skx-xxv710.rst index 2589d00822..f0c5973fc0 100644 --- a/docs/cpta/trending/srv6-3n-skx-xxv710.rst +++ b/docs/cpta/trending/srv6-3n-skx-xxv710.rst @@ -9,7 +9,7 @@ .. raw:: html - +
Links to builds: vpp-ref, @@ -23,7 +23,7 @@ .. raw:: html - +
Links to builds: vpp-ref, @@ -37,7 +37,7 @@ .. raw:: html - +
Links to builds: vpp-ref, diff --git a/docs/cpta/trending/srv6.rst b/docs/cpta/trending/srv6.rst index bdc46f66c6..aad50f3ee9 100644 --- a/docs/cpta/trending/srv6.rst +++ b/docs/cpta/trending/srv6.rst @@ -3,8 +3,9 @@ SRv6 Routing .. toctree:: + srv6-3n-icx-xxv710 + srv6-3n-skx-xxv710 srv6-3n-tsh-x520 .. - srv6-3n-skx-xxv710 srv6-3n-dnv-x553 diff --git a/resources/tools/presentation/specifications/trending/data_sets.yaml b/resources/tools/presentation/specifications/trending/data_sets.yaml index d5e8d260cd..ac3a7b0b02 100644 --- a/resources/tools/presentation/specifications/trending/data_sets.yaml +++ b/resources/tools/presentation/specifications/trending/data_sets.yaml @@ -8,6 +8,8 @@ table-last-failed-tests-2n-icx: csit-vpp-perf-mrr-daily-master-2n-icx: - "lastCompletedBuild" + csit-vpp-perf-mrr-daily-master-3n-icx: + - "lastCompletedBuild" table-last-failed-tests-3n-skx: csit-vpp-perf-mrr-daily-master-3n-skx: - "lastCompletedBuild" @@ -73,6 +75,13 @@ end: "lastCompletedBuild" max-builds: 180 + # 3n-icx + plot-performance-trending-vpp-3n-icx: + csit-vpp-perf-mrr-daily-master-3n-icx: + start: 1 + end: "lastCompletedBuild" + max-builds: 180 + # 3n-skx plot-performance-trending-all-3n-skx: csit-vpp-perf-mrr-daily-master-3n-skx: diff --git a/resources/tools/presentation/specifications/trending/elements.yaml b/resources/tools/presentation/specifications/trending/elements.yaml index c7f9c969d4..8e5a73f5e7 100644 --- a/resources/tools/presentation/specifications/trending/elements.yaml +++ b/resources/tools/presentation/specifications/trending/elements.yaml @@ -10,6 +10,14 @@ layout: layout: "plot-statistics" +- type: "plot" + title: "Statistics: 3n-icx mrr" + algorithm: "plot_statistics" + output-file: "{DIR[STATIC,VPP]}/stats-3n-icx-mrr" + data: "plot-performance-trending-vpp-3n-icx" + layout: + layout: "plot-statistics" + - type: "plot" title: "Statistics: 3n-skx mrr" algorithm: "plot_statistics" @@ -279,6 +287,19 @@ - "status" - "msg" +- type: "table" + title: "Last failed tests (last builds) VPP 3n-icx" + algorithm: "table_last_failed_tests" + output-file-ext: ".txt" + output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-icx-mrr" + data: "table-last-failed-tests-3n-icx" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + - "msg" + - type: "table" title: "Last failed tests (last builds) VPP 3n-skx" algorithm: "table_last_failed_tests" @@ -1156,6 +1177,92 @@ output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-icx.rst" testbed: "2n-icx" +################################################################################ +# 3n-icx +- type: "table" + title: "Performance trending dashboard 2t1c-3n-icx" + algorithm: "table_perf_trending_dash" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-icx" + data: "plot-performance-trending-vpp-3n-icx" + filter: "'MRR' and '2T1C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- type: "table" + title: "Performance trending dashboard 4t2c-3n-icx" + algorithm: "table_perf_trending_dash" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-icx" + data: "plot-performance-trending-vpp-3n-icx" + filter: "'MRR' and '4T2C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- type: "table" + title: "Performance trending dashboard 8t4c-3n-icx" + algorithm: "table_perf_trending_dash" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-3n-icx" + data: "plot-performance-trending-vpp-3n-icx" + filter: "'MRR' and '8T4C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- type: "table" + title: "HTML performance trending dashboard 2t1c-3n-icx" + algorithm: "table_perf_trending_dash_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-icx.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-icx.rst" + testbed: "3n-icx" + +- type: "table" + title: "HTML performance trending dashboard 4t2c-3n-icx" + algorithm: "table_perf_trending_dash_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-icx.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-icx.rst" + testbed: "3n-icx" + +- type: "table" + title: "HTML performance trending dashboard 8t4c-3n-icx" + algorithm: "table_perf_trending_dash_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-3n-icx.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-3n-icx.rst" + testbed: "3n-icx" + +- type: "table" + title: "Failed MRR tests 3n-icx" + algorithm: "table_failed_tests" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-icx" + data: "plot-performance-trending-vpp-3n-icx" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + - "msg" + window: 7 # days + +- type: "table" + title: "HTML Failed MRR tests 3n-icx" + algorithm: "table_failed_tests_html" + input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-icx.csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-icx.rst" + testbed: "3n-icx" + ################################################################################ # 3n-tsh - type: "table" @@ -4065,6 +4172,170 @@ - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" layout: "plot-cpta" +# 3n-icx + + - title: "3n-icx-xxv710-1518b-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf" + output-file-name: "3n-icx-xxv710-1518b-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf" + data: "plot-performance-trending-vpp-3n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.1518B-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.1518B-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.1518B-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.1518B-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" + layout: "plot-cpta" + + - title: "3n-icx-xxv710-1518b-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf" + output-file-name: "3n-icx-xxv710-1518b-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf" + data: "plot-performance-trending-vpp-3n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-mrr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-mrr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr" + layout: "plot-cpta" + + - title: "3n-icx-xxv710-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf" + output-file-name: "3n-icx-xxv710-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf" + data: "plot-performance-trending-vpp-3n-icx" + core: ["2t2c", "2t3c", "2t4c"] + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.1518B-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-mrr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.1518B-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-mrr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-mrr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-mrr" + layout: "plot-cpta" + + - title: "3n-icx-xxv710-1518b-{core}-ipsec-ip4routing-base-scale-sw-dpdk" + output-file-name: "3n-icx-xxv710-1518b-{core}-ipsec-ip4routing-base-scale-sw-dpdk" + data: "plot-performance-trending-vpp-3n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-mrr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr" + layout: "plot-cpta" + + - title: "3n-icx-xxv710-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk" + output-file-name: "3n-icx-xxv710-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk" + data: "plot-performance-trending-vpp-3n-icx" + core: ["2t2c", "2t3c", "2t4c"] + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-mrr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-mrr" + layout: "plot-cpta" + + - title: "3n-icx-xxv710-imix-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf" + output-file-name: "3n-icx-xxv710-imix-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf" + data: "plot-performance-trending-vpp-3n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.imix-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.imix-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.imix-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.imix-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" + layout: "plot-cpta" + + - title: "3n-icx-xxv710-imix-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf" + output-file-name: "3n-icx-xxv710-imix-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf" + data: "plot-performance-trending-vpp-3n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-mrr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-mrr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr" + layout: "plot-cpta" + + - title: "3n-icx-xxv710-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf" + output-file-name: "3n-icx-xxv710-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf" + data: "plot-performance-trending-vpp-3n-icx" + core: ["2t2c", "2t3c", "2t4c"] + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.imix-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-mrr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.imix-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-mrr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-mrr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-mrr" + layout: "plot-cpta" + + - title: "3n-icx-xxv710-imix-{core}-ipsec-ip4routing-base-scale-sw-dpdk" + output-file-name: "3n-icx-xxv710-imix-{core}-ipsec-ip4routing-base-scale-sw-dpdk" + data: "plot-performance-trending-vpp-3n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-mrr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr" + layout: "plot-cpta" + + - title: "3n-icx-xxv710-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk" + output-file-name: "3n-icx-xxv710-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk" + data: "plot-performance-trending-vpp-3n-icx" + core: ["2t2c", "2t3c", "2t4c"] + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-mrr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-mrr" + layout: "plot-cpta" + + - title: "3n-icx-xxv710-64b-{core}-ip4routing-base" + output-file-name: "3n-icx-xxv710-64b-{core}-ip4-base" + data: "plot-performance-trending-vpp-3n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Mrr.64B-{core}-avf-ethip4-ip4base-mrr" + - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Base-Mrr.64B-{core}-ethip4-ip4base-mrr" + layout: "plot-cpta" + + - title: "3n-icx-xxv710-64b-{core}-ip4tunnel-base" + output-file-name: "3n-icx-xxv710-64b-{core}-ip4tunnel-base" + data: "plot-performance-trending-vpp-3n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Gtpusw-Ip4Base-Mrr.64B-{core}-avf-ethip4gtpusw-ip4base-mrr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Mrr.64B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-mrr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Xcbase-Mrr.64B-{core}-avf-ethip4vxlan-l2xcbase-mrr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Gtpusw-Ip4Base-Mrr.64B-{core}-ethip4gtpusw-ip4base-mrr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Mrr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-mrr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Xcbase-Mrr.64B-{core}-ethip4vxlan-l2xcbase-mrr" + layout: "plot-cpta" + + - title: "3n-icx-xxv710-78b-{core}-ip6routing-base" + output-file-name: "3n-icx-xxv710-78b-{core}-ip6-base" + data: "plot-performance-trending-vpp-3n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Mrr.78B-{core}-avf-ethip6-ip6base-mrr" + - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Ethip6-Ip6Base-Mrr.78B-{core}-ethip6-ip6base-mrr" + layout: "plot-cpta" + + - title: "3n-icx-xxv710-64b-{core}-l2switching-base" + output-file-name: "3n-icx-xxv710-64b-{core}-l2-base" + data: "plot-performance-trending-vpp-3n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Mrr.64B-{core}-avf-dot1q-l2bdbasemaclrn-mrr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Patch-Mrr.64B-{core}-avf-eth-l2patch-mrr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Mrr.64B-{core}-avf-eth-l2xcbase-mrr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Mrr.64B-{core}-avf-eth-l2bdbasemaclrn-mrr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Patch-Mrr.64B-{core}-eth-l2patch-mrr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Xcbase-Mrr.64B-{core}-eth-l2xcbase-mrr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Mrr.64B-{core}-eth-l2bdbasemaclrn-mrr" + layout: "plot-cpta" + + - title: "3n-icx-xxv710-78b-{core}-srv6-ip6routing-base-avf" + output-file-name: "3n-icx-xxv710-78b-{core}-srv6-ip6routing-base-avf" + data: "plot-performance-trending-vpp-3n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Mrr.78B-{core}-avf-ethip6ip6-ip6base-srv6enc1sid-mrr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Mrr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-mrr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Mrr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Mrr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-dyn-mrr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Mrr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-masq-mrr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Mrr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-stat-mrr" + layout: "plot-cpta" + # 2n-tx2 - title: "2n-tx2-xl710-64b-{core}-ipsec-base-scale-sw-policy-dpdk" diff --git a/resources/tools/presentation/specifications/trending/environment.yaml b/resources/tools/presentation/specifications/trending/environment.yaml index a0e767ffff..8c27ceaaed 100644 --- a/resources/tools/presentation/specifications/trending/environment.yaml +++ b/resources/tools/presentation/specifications/trending/environment.yaml @@ -160,6 +160,7 @@ way: "jenkins" include: - "last-failed-tests-vpp-2n-icx-mrr" + - "last-failed-tests-vpp-3n-icx-mrr" - "last-failed-tests-vpp-2n-skx-mrr" - "last-failed-tests-vpp-3n-skx-mrr" - "last-failed-tests-vpp-2n-clx-mrr" @@ -181,6 +182,7 @@ - "last-failed-tests-trex-2n-skx-mrr" urls: - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-icx" + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-icx" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-skx" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-skx" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-clx"