From 6997d57c8baa51cb4c5578e86794737afa2a8f82 Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Tue, 12 Apr 2022 12:52:28 +0200 Subject: [PATCH] Trending: Add 3n-alt Change-Id: I2614c5688697f4b58c523cc8abe2aa34c11730a1 Signed-off-by: Tibor Frank --- docs/cpta/data/index.rst | 4 + docs/cpta/introduction/dashboard.rst | 18 ++ docs/cpta/introduction/failures.rst | 5 + docs/cpta/stats/vpp_mrr.rst | 12 + docs/cpta/trending/ip4-3n-alt-xl710.rst | 92 +++++++ docs/cpta/trending/ip4.rst | 1 + docs/cpta/trending/ip4_tunnels-3n-alt-xl710.rst | 47 ++++ docs/cpta/trending/ip4_tunnels.rst | 1 + docs/cpta/trending/ip6-3n-alt-xl710.rst | 50 ++++ docs/cpta/trending/ip6.rst | 1 + docs/cpta/trending/ipsec-3n-alt-xl710.rst | 272 +++++++++++++++++++++ docs/cpta/trending/ipsec.rst | 1 + docs/cpta/trending/l2-3n-alt-xl710.rst | 95 +++++++ docs/cpta/trending/l2.rst | 1 + docs/cpta/trending/vhost-3n-alt-xl710.rst | 47 ++++ docs/cpta/trending/vhost.rst | 1 + .../specifications/trending/data_sets.yaml | 10 + .../specifications/trending/elements.yaml | 243 ++++++++++++++++++ .../specifications/trending/environment.yaml | 3 + 19 files changed, 904 insertions(+) create mode 100644 docs/cpta/trending/ip4-3n-alt-xl710.rst create mode 100644 docs/cpta/trending/ip4_tunnels-3n-alt-xl710.rst create mode 100644 docs/cpta/trending/ip6-3n-alt-xl710.rst create mode 100644 docs/cpta/trending/ipsec-3n-alt-xl710.rst create mode 100644 docs/cpta/trending/l2-3n-alt-xl710.rst create mode 100644 docs/cpta/trending/vhost-3n-alt-xl710.rst diff --git a/docs/cpta/data/index.rst b/docs/cpta/data/index.rst index ee981bb4d7..e612559ed6 100644 --- a/docs/cpta/data/index.rst +++ b/docs/cpta/data/index.rst @@ -26,6 +26,10 @@ in the CSV formats: - `CSV format <../_static/vpp/csit-vpp-perf-mrr-daily-master-3n-icx-trending.csv>`_ + - 3n-alt + + - `CSV format <../_static/vpp/csit-vpp-perf-mrr-daily-master-3n-alt-trending.csv>`_ + - 2n-zn2 - `CSV format <../_static/vpp/csit-vpp-perf-mrr-daily-master-2n-zn2-trending.csv>`_ diff --git a/docs/cpta/introduction/dashboard.rst b/docs/cpta/introduction/dashboard.rst index 5ed85049d2..9cd41816af 100644 --- a/docs/cpta/introduction/dashboard.rst +++ b/docs/cpta/introduction/dashboard.rst @@ -74,6 +74,24 @@ PDR Weekly VPP worker on 2t1c .. include:: ../../../_build/_static/vpp/performance-trending-dashboard-2t1c-3n-icx-pdr.rst +3n-alt +------ + +VPP worker on 1t1c +`````````````````` + +.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-1t1c-3n-alt.rst + +VPP worker on 2t2c +`````````````````` + +.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-2t2c-3n-alt.rst + +VPP worker on 4t4c +`````````````````` + +.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-4t4c-3n-alt.rst + 2n-skx ------ diff --git a/docs/cpta/introduction/failures.rst b/docs/cpta/introduction/failures.rst index 31572dfcc7..36a2d415f6 100644 --- a/docs/cpta/introduction/failures.rst +++ b/docs/cpta/introduction/failures.rst @@ -33,6 +33,11 @@ Legend to the tables: .. include:: ../../../_build/_static/vpp/failed-tests-3n-icx-ndrpdr.rst +3n-alt-mrr +---------- + +.. include:: ../../../_build/_static/vpp/failed-tests-3n-alt.rst + 2n-skx-mrr ---------- diff --git a/docs/cpta/stats/vpp_mrr.rst b/docs/cpta/stats/vpp_mrr.rst index 753dbe9678..bff6957068 100644 --- a/docs/cpta/stats/vpp_mrr.rst +++ b/docs/cpta/stats/vpp_mrr.rst @@ -25,6 +25,18 @@ VPP MRR


+3n-alt +------ + +.. raw:: html + +
+ Links to builds: + csit-ref + +


+
+ 2n-clx ------ diff --git a/docs/cpta/trending/ip4-3n-alt-xl710.rst b/docs/cpta/trending/ip4-3n-alt-xl710.rst new file mode 100644 index 0000000000..aa368d1907 --- /dev/null +++ b/docs/cpta/trending/ip4-3n-alt-xl710.rst @@ -0,0 +1,92 @@ +3n-alt-xl710 +------------- + +64b-ip4routing-base-scale +````````````````````````` + +1t1c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t2c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t4c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +64b-ip4routing-features +``````````````````````` + +1t1c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t2c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t4c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/ip4.rst b/docs/cpta/trending/ip4.rst index 69c42a8de2..09821cd4d2 100644 --- a/docs/cpta/trending/ip4.rst +++ b/docs/cpta/trending/ip4.rst @@ -5,6 +5,7 @@ IPv4 Routing ip4-2n-icx-xxv710 ip4-3n-icx-xxv710 + ip4-3n-alt-xl710 ip4-2n-clx-xxv710 ip4-2n-clx-x710 ip4-2n-clx-cx556a diff --git a/docs/cpta/trending/ip4_tunnels-3n-alt-xl710.rst b/docs/cpta/trending/ip4_tunnels-3n-alt-xl710.rst new file mode 100644 index 0000000000..e04690ea4e --- /dev/null +++ b/docs/cpta/trending/ip4_tunnels-3n-alt-xl710.rst @@ -0,0 +1,47 @@ +3n-alt-xl710 +------------- + +64b-ip4tunnel-base +`````````````````` + +1t1c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t2c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t4c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/ip4_tunnels.rst b/docs/cpta/trending/ip4_tunnels.rst index 7073c69b1d..1bcb94a1bf 100644 --- a/docs/cpta/trending/ip4_tunnels.rst +++ b/docs/cpta/trending/ip4_tunnels.rst @@ -5,6 +5,7 @@ IPv4 Tunnels ip4_tunnels-2n-icx-xxv710 ip4_tunnels-3n-icx-xxv710 + ip4_tunnels-3n-alt-xl710 ip4_tunnels-2n-skx-xxv710 ip4_tunnels-2n-clx-xxv710 ip4_tunnels-2n-zn2-xxv710 diff --git a/docs/cpta/trending/ip6-3n-alt-xl710.rst b/docs/cpta/trending/ip6-3n-alt-xl710.rst new file mode 100644 index 0000000000..ff405df3c1 --- /dev/null +++ b/docs/cpta/trending/ip6-3n-alt-xl710.rst @@ -0,0 +1,50 @@ +3n-alt-xl710 +------------- + +78b-ip6routing-base-scale +````````````````````````` + +1t1c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t2c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t4c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/ip6.rst b/docs/cpta/trending/ip6.rst index d4c3765126..a90185eba6 100644 --- a/docs/cpta/trending/ip6.rst +++ b/docs/cpta/trending/ip6.rst @@ -5,6 +5,7 @@ IPv6 Routing ip6-2n-icx-xxv710 ip6-3n-icx-xxv710 + ip6-3n-alt-xl710 ip6-2n-clx-xxv710 ip6-2n-clx-x710 ip6-2n-clx-cx556a diff --git a/docs/cpta/trending/ipsec-3n-alt-xl710.rst b/docs/cpta/trending/ipsec-3n-alt-xl710.rst new file mode 100644 index 0000000000..40db62e7fc --- /dev/null +++ b/docs/cpta/trending/ipsec-3n-alt-xl710.rst @@ -0,0 +1,272 @@ +3n-alt-xl710 +------------- + +1518b-ipsec-aes128cbc-ip4routing-scale-sw +````````````````````````````````````````` + +1t1c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t2c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t4c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +imix-ipsec-aes128cbc-ip4routing-scale-sw +```````````````````````````````````````` + +1t1c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t2c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t4c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +1518b-ipsec-aes256gcm-ip4routing-scale-sw +````````````````````````````````````````` + +1t1c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t2c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t4c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +imix-ipsec-aes256gcm-ip4routing-scale-sw +```````````````````````````````````````` + +1t1c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t2c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t4c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +64b-ipsec-ip4base-policy-outbound-nocrypto +`````````````````````````````````````````` + +1t1c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t2c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t4c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +64b-ipsec-ip4base-policy-aes256gcm-sw +````````````````````````````````````` + +1t1c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t2c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t4c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/ipsec.rst b/docs/cpta/trending/ipsec.rst index 10608c038a..867969611e 100644 --- a/docs/cpta/trending/ipsec.rst +++ b/docs/cpta/trending/ipsec.rst @@ -4,6 +4,7 @@ IPSec IPv4 Routing .. toctree:: ipsec-3n-icx-xxv710 + ipsec-3n-alt-xl710 ipsec-3n-skx-xxv710 ipsec-3n-tsh-x520 ipsec-2n-tx2-xl710 diff --git a/docs/cpta/trending/l2-3n-alt-xl710.rst b/docs/cpta/trending/l2-3n-alt-xl710.rst new file mode 100644 index 0000000000..6dbb51980e --- /dev/null +++ b/docs/cpta/trending/l2-3n-alt-xl710.rst @@ -0,0 +1,95 @@ +3n-alt-xl710 +------------- + +64b-l2switching-base-scale +`````````````````````````` + +1t1c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t2c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t4c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +64b-l2switching-features +```````````````````````` + +1t1c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t2c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t4c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/l2.rst b/docs/cpta/trending/l2.rst index 69f83730ff..30254ba0ed 100644 --- a/docs/cpta/trending/l2.rst +++ b/docs/cpta/trending/l2.rst @@ -5,6 +5,7 @@ L2 Ethernet Switching l2-2n-icx-xxv710 l2-3n-icx-xxv710 + l2-3n-alt-xl710 l2-2n-clx-xxv710 l2-2n-clx-x710 l2-2n-clx-cx556a diff --git a/docs/cpta/trending/vhost-3n-alt-xl710.rst b/docs/cpta/trending/vhost-3n-alt-xl710.rst new file mode 100644 index 0000000000..309758fb70 --- /dev/null +++ b/docs/cpta/trending/vhost-3n-alt-xl710.rst @@ -0,0 +1,47 @@ +3n-alt-xl710 +------------- + +64b-vhost-base +`````````````` + +1t1c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t2c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t4c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/vhost.rst b/docs/cpta/trending/vhost.rst index 1f383f9943..33021d8f10 100644 --- a/docs/cpta/trending/vhost.rst +++ b/docs/cpta/trending/vhost.rst @@ -8,6 +8,7 @@ VMs vhost-user vhost-2n-clx-cx556a vhost-2n-skx-xxv710 vhost-3n-skx-xxv710 + vhost-3n-alt-xl710 vhost-3n-skx-x710 vhost-3n-tsh-x520 vhost-2n-zn2-xxv710 diff --git a/resources/tools/presentation/specifications/trending/data_sets.yaml b/resources/tools/presentation/specifications/trending/data_sets.yaml index bb80b883da..115edf78bd 100644 --- a/resources/tools/presentation/specifications/trending/data_sets.yaml +++ b/resources/tools/presentation/specifications/trending/data_sets.yaml @@ -5,6 +5,9 @@ - type: "data-sets" # Compressed failed tests (last builds) + table-last-failed-tests-3n-alt: + csit-vpp-perf-mrr-daily-master-3n-alt: + - "lastCompletedBuild" table-last-failed-tests-2n-icx: csit-vpp-perf-mrr-daily-master-2n-icx: - "lastCompletedBuild" @@ -75,6 +78,13 @@ csit-trex-perf-ndrpdr-weekly-master-2n-skx: - "lastCompletedBuild" + # 3n-icx + plot-performance-trending-vpp-3n-alt: + csit-vpp-perf-mrr-daily-master-3n-alt: + start: 2 + end: "lastCompletedBuild" + max-builds: 180 + # 2n-icx plot-performance-trending-vpp-2n-icx: csit-vpp-perf-mrr-daily-master-2n-icx: diff --git a/resources/tools/presentation/specifications/trending/elements.yaml b/resources/tools/presentation/specifications/trending/elements.yaml index 49e0f9e8c6..dc916be1ba 100644 --- a/resources/tools/presentation/specifications/trending/elements.yaml +++ b/resources/tools/presentation/specifications/trending/elements.yaml @@ -2,6 +2,14 @@ ### P L O T S ### ################################################################################ +- type: "plot" + title: "Statistics: 3n-alt mrr" + algorithm: "plot_statistics" + output-file: "{DIR[STATIC,VPP]}/stats-3n-alt-mrr" + data: "plot-performance-trending-vpp-3n-alt" + layout: + layout: "plot-statistics" + - type: "plot" title: "Statistics: 2n-icx mrr" algorithm: "plot_statistics" @@ -1295,6 +1303,92 @@ output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-icx.rst" testbed: "2n-icx" +################################################################################ +# 3n-alt +- type: "table" + title: "Performance trending dashboard 1t1c-3n-alt" + algorithm: "table_perf_trending_dash" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-alt" + data: "plot-performance-trending-vpp-3n-alt" + filter: "'MRR' and '1t1c'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- type: "table" + title: "Performance trending dashboard 2t2c-3n-alt" + algorithm: "table_perf_trending_dash" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-alt" + data: "plot-performance-trending-vpp-3n-alt" + filter: "'MRR' and '2t2c'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- type: "table" + title: "Performance trending dashboard 4t4c-3n-alt" + algorithm: "table_perf_trending_dash" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-alt" + data: "plot-performance-trending-vpp-3n-alt" + filter: "'MRR' and '4t4c'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- type: "table" + title: "HTML performance trending dashboard 1t1c-3n-alt" + algorithm: "table_perf_trending_dash_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-alt.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-alt.rst" + testbed: "3n-alt" + +- type: "table" + title: "HTML performance trending dashboard 2t2c-3n-alt" + algorithm: "table_perf_trending_dash_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-alt.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-alt.rst" + testbed: "3n-alt" + +- type: "table" + title: "HTML performance trending dashboard 4t4c-3n-alt" + algorithm: "table_perf_trending_dash_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-alt.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-alt.rst" + testbed: "3n-alt" + +- type: "table" + title: "Failed MRR tests 3n-alt" + algorithm: "table_failed_tests" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-alt" + data: "plot-performance-trending-vpp-3n-alt" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + - "msg" + window: 7 # days + +- type: "table" + title: "HTML Failed MRR tests 3n-alt" + algorithm: "table_failed_tests_html" + input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-alt.csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-alt.rst" + testbed: "3n-alt" + ################################################################################ # 3n-icx - type: "table" @@ -4576,6 +4670,155 @@ - "tests.dpdk.perf.25ge2p1xxv710-ethip4-ip4base-l3fwd-mrr.64b-{core}-ethip4-ip4base-l3fwd-mrr" layout: "plot-cpta" +# 3n-alt + + - title: "3n-alt-xl710-1518b-{core}-ipsec-aes128cbc-ip4routing-scale-sw" + output-file-name: "3n-alt-xl710-1518b-{core}-ipsec-aes128cbc-ip4routing-scale-sw" + data: "plot-performance-trending-vpp-3n-alt" + core: ["1t1c", "2t2c", "4t4c"] + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Mrr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Mrr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Mrr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-mrr" + layout: "plot-cpta" + + - title: "3n-alt-xl710-1518b-{core}-ipsec-aes256gcm-ip4routing-scale-sw" + output-file-name: "3n-alt-xl710-1518b-{core}-ipsec-aes256gcm-ip4routing-scale-sw" + data: "plot-performance-trending-vpp-3n-alt" + core: ["1t1c", "2t2c", "4t4c"] + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr" + layout: "plot-cpta" + + - title: "3n-alt-xl710-imix-{core}-ipsec-aes128cbc-ip4routing-scale-sw" + output-file-name: "3n-alt-xl710-imix-{core}-ipsec-aes128cbc-ip4routing-scale-sw" + data: "plot-performance-trending-vpp-3n-alt" + core: ["1t1c", "2t2c", "4t4c"] + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.imix-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Mrr.imix-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.imix-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Mrr.imix-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.imix-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Mrr.imix-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-mrr" + layout: "plot-cpta" + + - title: "3n-alt-xl710-imix-{core}-ipsec-aes256gcm-ip4routing-scale-sw" + output-file-name: "3n-alt-xl710-imix-{core}-ipsec-aes256gcm-ip4routing-scale-sw" + data: "plot-performance-trending-vpp-3n-alt" + core: ["1t1c", "2t2c", "4t4c"] + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr" + layout: "plot-cpta" + + - title: "3n-alt-xl710-64b-{core}-ipsec-ip4base-policy-outbound-nocrypto" + output-file-name: "3n-alt-xl710-64b-{core}-ipsec-ip4base-policy-outbound-nocrypto" + data: "plot-performance-trending-vpp-3n-alt" + core: ["1t1c", "2t2c", "4t4c"] + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-Mrr.64B-{core}-ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Spe-Ip4Base-Policy-Outbound-Nocrypto-Mrr.64B-{core}-ethip4ipsec1spe-ip4base-policy-outbound-nocrypto-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec100Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-Mrr.64B-{core}-ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec100Spe-Ip4Base-Policy-Outbound-Nocrypto-Mrr.64B-{core}-ethip4ipsec100spe-ip4base-policy-outbound-nocrypto-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-Mrr.64B-{core}-ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Spe-Ip4Base-Policy-Outbound-Nocrypto-Mrr.64B-{core}-ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto-mrr" + layout: "plot-cpta" + + - title: "3n-alt-xl710-64b-{core}-ipsec-ip4base-policy-aes256gcm-sw" + output-file-name: "3n-alt-xl710-64b-{core}-ipsec-ip4base-policy-aes256gcm-sw" + data: "plot-performance-trending-vpp-3n-alt" + core: ["1t{core}", "2t2c", "4t4c"] + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Tnlsw-Ip4Base-Policy-Aes256Gcm-Mrr.64B-{core}-ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec40Tnlsw-Ip4Base-Policy-Aes256Gcm-Mrr.64B-{core}-ethip4ipsec40tnlsw-ip4base-policy-aes256gcm-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Policy-Aes256Gcm-Mrr.64B-{core}-ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-mrr" + layout: "plot-cpta" + + - title: "3n-alt-xl710-64b-{core}-ip4-base-scale" + output-file-name: "3n-alt-xl710-64b-{core}-ip4-base-scale" + data: "plot-performance-trending-vpp-3n-alt" + core: ["1t{core}", "2t2c", "4t4c"] + include: + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Base-Mrr.64B-{core}-ethip4-ip4base-mrr" + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale20K-Mrr.64B-{core}-ethip4-ip4scale20k-mrr" + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale200K-Mrr.64B-{core}-ethip4-ip4scale200k-mrr" + layout: "plot-cpta" + + - title: "3n-alt-xl710-64b-{core}-ip4-feature" + output-file-name: "3n-alt-xl710-64b-{core}-ip4-feature" + data: "plot-performance-trending-vpp-3n-alt" + core: ["1t{core}", "2t2c", "4t4c"] + include: + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Base-Iacldstbase-Mrr.64B-{core}-ethip4-ip4base-iacldstbase-mrr" + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Mrr.64B-{core}-ethip4udp-ip4base-iacl50sf-10kflows-mrr" + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Mrr.64B-{core}-ethip4udp-ip4base-iacl50sl-10kflows-mrr" + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Mrr.64B-{core}-ethip4udp-ip4base-oacl50sf-10kflows-mrr" + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Mrr.64B-{core}-ethip4udp-ip4base-oacl50sl-10kflows-mrr" + layout: "plot-cpta" + + - title: "3n-alt-xl710-64b-{core}-ip4-tunnel-base" + output-file-name: "3n-alt-xl710-64b-{core}-ip4-tunnel-base" + data: "plot-performance-trending-vpp-3n-alt" + core: ["1t{core}", "2t2c", "4t4c"] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Xcbase-Mrr.64B-{core}-ethip4vxlan-l2xcbase-mrr" + - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Mrr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-mrr" + layout: "plot-cpta" + + - title: "3n-alt-xl710-78b-{core}-ip6-base-scale" + output-file-name: "3n-alt-xl710-78b-{core}-ip6-base-scale" + data: "plot-performance-trending-vpp-3n-alt" + core: ["1t{core}", "2t2c", "4t4c"] + include: + - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Base-Mrr.78B-{core}-ethip6-ip6base-mrr" + - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Scale20K-Mrr.78B-{core}-ethip6-ip6scale20k-mrr" + - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Scale200K-Mrr.78B-{core}-ethip6-ip6scale200k-mrr" + - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Base-Iacldstbase-Mrr.78B-{core}-ethip6-ip6base-iacldstbase-mrr" + layout: "plot-cpta" + + - title: "3n-alt-xl710-64b-{core}-l2-base-scale" + output-file-name: "3n-alt-xl710-64b-{core}-l2-base-scale" + data: "plot-performance-trending-vpp-3n-alt" + core: ["1t{core}", "2t2c", "4t4c"] + include: + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Mrr.64B-{core}-dot1q-l2bdbasemaclrn-mrr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Xcbase-Mrr.64B-{core}-eth-l2xcbase-mrr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Patch-Mrr.64B-{core}-eth-l2patch-mrr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Mrr.64B-{core}-eth-l2bdbasemaclrn-mrr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdscale10Kmaclrn-Mrr.64B-{core}-eth-l2bdscale10kmaclrn-mrr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdscale100Kmaclrn-Mrr.64B-{core}-eth-l2bdscale100kmaclrn-mrr" + layout: "plot-cpta" + + - title: "3n-alt-xl710-64b-{core}-l2-feature" + output-file-name: "3n-alt-xl710-64b-{core}-l2-feature" + data: "plot-performance-trending-vpp-3n-alt" + core: ["1t{core}", "2t2c", "4t4c"] + include: + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Mrr.64B-{core}-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Mrr.64B-{core}-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Mrr.64B-{core}-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Mrr.64B-{core}-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Mrr.64B-{core}-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr" + layout: "plot-cpta" + + - title: "3n-alt-xl710-64b-{core}-vhost" + output-file-name: "3n-alt-xl710-64b-{core}-vhost" + data: "plot-performance-trending-vpp-3n-alt" + core: ["1t{core}", "2t2c", "4t4c"] + include: + - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" + - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" + - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr" + - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppip4-Mrr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4-mrr" + layout: "plot-cpta" + # 2n-tx2 - title: "2n-tx2-xl710-64b-{core}-ipsec-base-scale-sw-policy-dpdk" diff --git a/resources/tools/presentation/specifications/trending/environment.yaml b/resources/tools/presentation/specifications/trending/environment.yaml index 8c27ceaaed..805ee087d2 100644 --- a/resources/tools/presentation/specifications/trending/environment.yaml +++ b/resources/tools/presentation/specifications/trending/environment.yaml @@ -51,6 +51,7 @@ - "DIR[BUILD,HTML]" testbeds: + "10.32.51.74": "LF-3n-ALT-34" "10.32.51.82": "LF-2n-ICX-212" "10.32.51.77": "LF-3n-ICX-37" "10.30.51.45": "LF-2n-SKX-21" @@ -159,6 +160,7 @@ type: "failed-tests" way: "jenkins" include: + - "last-failed-tests-vpp-3n-alt-mrr" - "last-failed-tests-vpp-2n-icx-mrr" - "last-failed-tests-vpp-3n-icx-mrr" - "last-failed-tests-vpp-2n-skx-mrr" @@ -181,6 +183,7 @@ - "last-failed-tests-vpp-2n-clx-ndrpdr" - "last-failed-tests-trex-2n-skx-mrr" urls: + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-alt" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-icx" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-icx" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-skx" -- 2.16.6