From 606652ef539124659418832324ee31b5d16e5792 Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Thu, 27 Jan 2022 12:01:09 +0100 Subject: [PATCH] Trending: Add 2n-icx Change-Id: I2d71c557f6b3c4d93466c096c9d5c0fabc36f486 Signed-off-by: Tibor Frank (cherry picked from commit 3d629c4e670186a8506bfd9f50c85453c4fa7acd) --- docs/cpta/data/index.rst | 4 + docs/cpta/stats/vpp_mrr.rst | 12 + .../trending/container_memif-2n-icx-xxv710.rst | 47 +++ docs/cpta/trending/container_memif.rst | 1 + docs/cpta/trending/ip4-2n-icx-xxv710.rst | 191 ++++++++++++ docs/cpta/trending/ip4.rst | 1 + docs/cpta/trending/ip4_tunnels-2n-icx-xxv710.rst | 47 +++ docs/cpta/trending/ip4_tunnels.rst | 1 + docs/cpta/trending/ip6-2n-icx-xxv710.rst | 146 +++++++++ docs/cpta/trending/ip6.rst | 1 + docs/cpta/trending/l2-2n-icx-xxv710.rst | 92 ++++++ docs/cpta/trending/l2.rst | 1 + .../trending/nat44-det-bidir-2n-icx-xxv710.rst | 47 +++ docs/cpta/trending/nat44-det-bidir.rst | 1 + .../trending/nat44-ed-tcp-cps-2n-icx-xxv710.rst | 47 +++ docs/cpta/trending/nat44-ed-tcp-cps.rst | 1 + .../trending/nat44-ed-tcp-tput-2n-icx-xxv710.rst | 47 +++ docs/cpta/trending/nat44-ed-tcp-tput.rst | 1 + .../trending/nat44-ed-udp-cps-2n-icx-xxv710.rst | 47 +++ docs/cpta/trending/nat44-ed-udp-cps.rst | 1 + .../trending/nat44-ed-udp-tput-2n-icx-xxv710.rst | 47 +++ docs/cpta/trending/nat44-ed-udp-tput.rst | 1 + .../trending/nat44-ed-unidir-2n-icx-xxv710.rst | 47 +++ docs/cpta/trending/nat44-ed-unidir.rst | 1 + docs/cpta/trending/vhost-2n-icx-xxv710.rst | 47 +++ docs/cpta/trending/vhost.rst | 1 + resources/tools/presentation/generator_tables.py | 9 +- .../specifications/trending/data_sets.yaml | 10 + .../specifications/trending/elements.yaml | 329 ++++++++++++++++++++- .../specifications/trending/environment.yaml | 5 +- 30 files changed, 1228 insertions(+), 5 deletions(-) create mode 100644 docs/cpta/trending/container_memif-2n-icx-xxv710.rst create mode 100644 docs/cpta/trending/ip4-2n-icx-xxv710.rst create mode 100644 docs/cpta/trending/ip4_tunnels-2n-icx-xxv710.rst create mode 100644 docs/cpta/trending/ip6-2n-icx-xxv710.rst create mode 100644 docs/cpta/trending/l2-2n-icx-xxv710.rst create mode 100644 docs/cpta/trending/nat44-det-bidir-2n-icx-xxv710.rst create mode 100644 docs/cpta/trending/nat44-ed-tcp-cps-2n-icx-xxv710.rst create mode 100644 docs/cpta/trending/nat44-ed-tcp-tput-2n-icx-xxv710.rst create mode 100644 docs/cpta/trending/nat44-ed-udp-cps-2n-icx-xxv710.rst create mode 100644 docs/cpta/trending/nat44-ed-udp-tput-2n-icx-xxv710.rst create mode 100644 docs/cpta/trending/nat44-ed-unidir-2n-icx-xxv710.rst create mode 100644 docs/cpta/trending/vhost-2n-icx-xxv710.rst diff --git a/docs/cpta/data/index.rst b/docs/cpta/data/index.rst index a9c7301967..b524d707ef 100644 --- a/docs/cpta/data/index.rst +++ b/docs/cpta/data/index.rst @@ -18,6 +18,10 @@ in the CSV formats: - `CSV format <../_static/vpp/csit-vpp-perf-mrr-daily-master-2n-clx-trending.csv>`_ + - 2n-icx + + - `CSV format <../_static/vpp/csit-vpp-perf-mrr-daily-master-2n-icx-trending.csv>`_ + - 2n-zn2 - `CSV format <../_static/vpp/csit-vpp-perf-mrr-daily-master-2n-zn2-trending.csv>`_ diff --git a/docs/cpta/stats/vpp_mrr.rst b/docs/cpta/stats/vpp_mrr.rst index d7eaf3b4b4..3c350c7ca0 100644 --- a/docs/cpta/stats/vpp_mrr.rst +++ b/docs/cpta/stats/vpp_mrr.rst @@ -13,6 +13,18 @@ VPP MRR


+2n-icx +------ + +.. raw:: html + +
+ Links to builds: + csit-ref + +


+
+ 2n-skx ------ diff --git a/docs/cpta/trending/container_memif-2n-icx-xxv710.rst b/docs/cpta/trending/container_memif-2n-icx-xxv710.rst new file mode 100644 index 0000000000..0b37d0be37 --- /dev/null +++ b/docs/cpta/trending/container_memif-2n-icx-xxv710.rst @@ -0,0 +1,47 @@ +2n-icx-xxv710 +------------- + +64b-memif-base +`````````````` + +2t1c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t2c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +8t4c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/container_memif.rst b/docs/cpta/trending/container_memif.rst index 0406f415c2..a29eb89597 100644 --- a/docs/cpta/trending/container_memif.rst +++ b/docs/cpta/trending/container_memif.rst @@ -3,6 +3,7 @@ LXC/DRC Container Memif .. toctree:: + container_memif-2n-icx-xxv710 container_memif-2n-clx-xxv710 container_memif-2n-clx-cx556a container_memif-2n-skx-xxv710 diff --git a/docs/cpta/trending/ip4-2n-icx-xxv710.rst b/docs/cpta/trending/ip4-2n-icx-xxv710.rst new file mode 100644 index 0000000000..d47fd52e7d --- /dev/null +++ b/docs/cpta/trending/ip4-2n-icx-xxv710.rst @@ -0,0 +1,191 @@ +2n-icx-xxv710 +------------- + +64b-ip4routing-base-scale-avf +`````````````````````````````` + +2t1c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t2c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +8t4c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +64b-ip4routing-base-scale-dpdk +`````````````````````````````` + +2t1c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t2c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +8t4c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +64b-ip4routing-base-scale-af_xdp +```````````````````````````````` + +2t1c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t2c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +8t4c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +64b-ip4routing-features-avf +``````````````````````````` + +2t1c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t2c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +8t4c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/ip4.rst b/docs/cpta/trending/ip4.rst index 7f60e0fd2c..24e4943a70 100644 --- a/docs/cpta/trending/ip4.rst +++ b/docs/cpta/trending/ip4.rst @@ -3,6 +3,7 @@ IPv4 Routing .. toctree:: + ip4-2n-icx-xxv710 ip4-2n-clx-xxv710 ip4-2n-clx-x710 ip4-2n-clx-cx556a diff --git a/docs/cpta/trending/ip4_tunnels-2n-icx-xxv710.rst b/docs/cpta/trending/ip4_tunnels-2n-icx-xxv710.rst new file mode 100644 index 0000000000..a4757c9bae --- /dev/null +++ b/docs/cpta/trending/ip4_tunnels-2n-icx-xxv710.rst @@ -0,0 +1,47 @@ +2n-icx-xxv710 +------------- + +64b-ethip4--ethip4udpgeneve-avf +``````````````````````````````` + +2t1c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t2c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +8t4c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/ip4_tunnels.rst b/docs/cpta/trending/ip4_tunnels.rst index 88733e5fa3..c21e6fbf92 100644 --- a/docs/cpta/trending/ip4_tunnels.rst +++ b/docs/cpta/trending/ip4_tunnels.rst @@ -3,6 +3,7 @@ IPv4 Tunnels .. toctree:: + ip4_tunnels-2n-icx-xxv710 ip4_tunnels-2n-skx-xxv710 ip4_tunnels-2n-clx-xxv710 ip4_tunnels-2n-zn2-xxv710 diff --git a/docs/cpta/trending/ip6-2n-icx-xxv710.rst b/docs/cpta/trending/ip6-2n-icx-xxv710.rst new file mode 100644 index 0000000000..ddfcee4c01 --- /dev/null +++ b/docs/cpta/trending/ip6-2n-icx-xxv710.rst @@ -0,0 +1,146 @@ +2n-icx-xxv710 +------------- + +78b-ip6routing-base-scale-avf +````````````````````````````` + +2t1c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t2c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +8t4c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +78b-ip6routing-base-scale-dpdk +`````````````````````````````` + +2t1c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t2c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +8t4c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +78b-ip6routing-base-scale-af_xdp +```````````````````````````````` + +2t1c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t2c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +8t4c +:::: + +.. raw:: html + + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/ip6.rst b/docs/cpta/trending/ip6.rst index 9ca323a64a..74d9c1c495 100644 --- a/docs/cpta/trending/ip6.rst +++ b/docs/cpta/trending/ip6.rst @@ -3,6 +3,7 @@ IPv6 Routing .. toctree:: + ip6-2n-icx-xxv710 ip6-2n-clx-xxv710 ip6-2n-clx-x710 ip6-2n-clx-cx556a diff --git a/docs/cpta/trending/l2-2n-icx-xxv710.rst b/docs/cpta/trending/l2-2n-icx-xxv710.rst new file mode 100644 index 0000000000..12db5b0887 --- /dev/null +++ b/docs/cpta/trending/l2-2n-icx-xxv710.rst @@ -0,0 +1,92 @@ +2n-icx-xxv710 +------------- + +64b-l2switching-base-scale-avf +`````````````````````````````` + +2t1c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t2c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +8t4c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +64b-l2switching-base-scale-dpdk +``````````````````````````````` + +2t1c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t2c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +8t4c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/l2.rst b/docs/cpta/trending/l2.rst index 501a3ddb89..c5c0c80a8c 100644 --- a/docs/cpta/trending/l2.rst +++ b/docs/cpta/trending/l2.rst @@ -3,6 +3,7 @@ L2 Ethernet Switching .. toctree:: + l2-2n-icx-xxv710 l2-2n-clx-xxv710 l2-2n-clx-x710 l2-2n-clx-cx556a diff --git a/docs/cpta/trending/nat44-det-bidir-2n-icx-xxv710.rst b/docs/cpta/trending/nat44-det-bidir-2n-icx-xxv710.rst new file mode 100644 index 0000000000..da39b03f59 --- /dev/null +++ b/docs/cpta/trending/nat44-det-bidir-2n-icx-xxv710.rst @@ -0,0 +1,47 @@ +2n-icx-xxv710 +~~~~~~~~~~~~~ + +64b-nat44det-ip4routing-stl-bidir-avf +````````````````````````````````````` + +2t1c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t2c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +8t4c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/nat44-det-bidir.rst b/docs/cpta/trending/nat44-det-bidir.rst index aeba9bd4f2..b068ddcf76 100644 --- a/docs/cpta/trending/nat44-det-bidir.rst +++ b/docs/cpta/trending/nat44-det-bidir.rst @@ -3,6 +3,7 @@ Det BiDir .. toctree:: + nat44-det-bidir-2n-icx-xxv710 nat44-det-bidir-2n-clx-xxv710 nat44-det-bidir-2n-skx-xxv710 nat44-det-bidir-2n-zn2-xxv710 diff --git a/docs/cpta/trending/nat44-ed-tcp-cps-2n-icx-xxv710.rst b/docs/cpta/trending/nat44-ed-tcp-cps-2n-icx-xxv710.rst new file mode 100644 index 0000000000..920e69f91a --- /dev/null +++ b/docs/cpta/trending/nat44-ed-tcp-cps-2n-icx-xxv710.rst @@ -0,0 +1,47 @@ +2n-icx-xxv710 +~~~~~~~~~~~~~ + +64b-nat44ed-ip4routing-tcp-stf-cps-avf +`````````````````````````````````````` + +2t1c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t2c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +8t4c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/nat44-ed-tcp-cps.rst b/docs/cpta/trending/nat44-ed-tcp-cps.rst index 0a884f4f9f..9e3c744ad1 100644 --- a/docs/cpta/trending/nat44-ed-tcp-cps.rst +++ b/docs/cpta/trending/nat44-ed-tcp-cps.rst @@ -3,5 +3,6 @@ ED TCP CPS .. toctree:: + nat44-ed-tcp-cps-2n-icx-xxv710 nat44-ed-tcp-cps-2n-clx-xxv710 nat44-ed-tcp-cps-2n-skx-xxv710 diff --git a/docs/cpta/trending/nat44-ed-tcp-tput-2n-icx-xxv710.rst b/docs/cpta/trending/nat44-ed-tcp-tput-2n-icx-xxv710.rst new file mode 100644 index 0000000000..a71512a82f --- /dev/null +++ b/docs/cpta/trending/nat44-ed-tcp-tput-2n-icx-xxv710.rst @@ -0,0 +1,47 @@ +2n-icx-xxv710 +~~~~~~~~~~~~~ + +64b-nat44ed-ip4routing-tcp-tput-avf +``````````````````````````````````` + +2t1c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t2c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +8t4c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/nat44-ed-tcp-tput.rst b/docs/cpta/trending/nat44-ed-tcp-tput.rst index 89cf35a7da..22a9e93592 100644 --- a/docs/cpta/trending/nat44-ed-tcp-tput.rst +++ b/docs/cpta/trending/nat44-ed-tcp-tput.rst @@ -3,5 +3,6 @@ ED TCP TPUT .. toctree:: + nat44-ed-tcp-tput-2n-icx-xxv710 nat44-ed-tcp-tput-2n-clx-xxv710 nat44-ed-tcp-tput-2n-skx-xxv710 diff --git a/docs/cpta/trending/nat44-ed-udp-cps-2n-icx-xxv710.rst b/docs/cpta/trending/nat44-ed-udp-cps-2n-icx-xxv710.rst new file mode 100644 index 0000000000..eeb21d6681 --- /dev/null +++ b/docs/cpta/trending/nat44-ed-udp-cps-2n-icx-xxv710.rst @@ -0,0 +1,47 @@ +2n-icx-xxv710 +~~~~~~~~~~~~~ + +64b-nat44ed-ip4routing-udp-stf-cps-avf +`````````````````````````````````````` + +2t1c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t2c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +8t4c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/nat44-ed-udp-cps.rst b/docs/cpta/trending/nat44-ed-udp-cps.rst index 904290d4b9..8540fdfd12 100644 --- a/docs/cpta/trending/nat44-ed-udp-cps.rst +++ b/docs/cpta/trending/nat44-ed-udp-cps.rst @@ -3,5 +3,6 @@ ED UDP CPS .. toctree:: + nat44-ed-udp-cps-2n-icx-xxv710 nat44-ed-udp-cps-2n-clx-xxv710 nat44-ed-udp-cps-2n-skx-xxv710 diff --git a/docs/cpta/trending/nat44-ed-udp-tput-2n-icx-xxv710.rst b/docs/cpta/trending/nat44-ed-udp-tput-2n-icx-xxv710.rst new file mode 100644 index 0000000000..c403c8ce5c --- /dev/null +++ b/docs/cpta/trending/nat44-ed-udp-tput-2n-icx-xxv710.rst @@ -0,0 +1,47 @@ +2n-icx-xxv710 +~~~~~~~~~~~~~ + +64b-nat44ed-ip4routing-udp-tput-avf +``````````````````````````````````` + +2t1c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t2c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +8t4c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/nat44-ed-udp-tput.rst b/docs/cpta/trending/nat44-ed-udp-tput.rst index 786b35d7f7..d611618e24 100644 --- a/docs/cpta/trending/nat44-ed-udp-tput.rst +++ b/docs/cpta/trending/nat44-ed-udp-tput.rst @@ -3,5 +3,6 @@ ED UDP TPUT .. toctree:: + nat44-ed-udp-tput-2n-icx-xxv710 nat44-ed-udp-tput-2n-clx-xxv710 nat44-ed-udp-tput-2n-skx-xxv710 diff --git a/docs/cpta/trending/nat44-ed-unidir-2n-icx-xxv710.rst b/docs/cpta/trending/nat44-ed-unidir-2n-icx-xxv710.rst new file mode 100644 index 0000000000..69428123a4 --- /dev/null +++ b/docs/cpta/trending/nat44-ed-unidir-2n-icx-xxv710.rst @@ -0,0 +1,47 @@ +2n-icx-xxv710 +~~~~~~~~~~~~~ + +64b-nat44ed-ip4routing-stl-unidir-avf +````````````````````````````````````` + +2t1c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t2c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +8t4c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/nat44-ed-unidir.rst b/docs/cpta/trending/nat44-ed-unidir.rst index 86b7dae710..072f9a1d9c 100644 --- a/docs/cpta/trending/nat44-ed-unidir.rst +++ b/docs/cpta/trending/nat44-ed-unidir.rst @@ -3,5 +3,6 @@ ED UniDir .. toctree:: + nat44-ed-unidir-2n-icx-xxv710 nat44-ed-unidir-2n-clx-xxv710 nat44-ed-unidir-2n-skx-xxv710 diff --git a/docs/cpta/trending/vhost-2n-icx-xxv710.rst b/docs/cpta/trending/vhost-2n-icx-xxv710.rst new file mode 100644 index 0000000000..24eec4e5e9 --- /dev/null +++ b/docs/cpta/trending/vhost-2n-icx-xxv710.rst @@ -0,0 +1,47 @@ +2n-icx-xxv710 +------------- + +64b-vhost-base +`````````````` + +2t1c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t2c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +8t4c +:::: + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/vhost.rst b/docs/cpta/trending/vhost.rst index 6a219c3bd9..8808b88bb4 100644 --- a/docs/cpta/trending/vhost.rst +++ b/docs/cpta/trending/vhost.rst @@ -3,6 +3,7 @@ VMs vhost-user .. toctree:: + vhost-2n-icx-xxv710 vhost-2n-clx-xxv710 vhost-2n-clx-cx556a vhost-2n-skx-xxv710 diff --git a/resources/tools/presentation/generator_tables.py b/resources/tools/presentation/generator_tables.py index 2e7d3dee36..a7b1500f29 100644 --- a/resources/tools/presentation/generator_tables.py +++ b/resources/tools/presentation/generator_tables.py @@ -1135,17 +1135,20 @@ def _generate_url(testbed, test_name): elif u"2t1c" in test_name or \ (u"-1c-" in test_name and testbed in - (u"2n-skx", u"3n-skx", u"2n-clx", u"2n-zn2", u"2n-aws", u"3n-aws")): + (u"2n-icx", u"3n-icx", u"2n-skx", u"3n-skx", u"2n-clx", u"2n-zn2", + u"2n-aws", u"3n-aws")): cores = u"2t1c" elif u"4t2c" in test_name or \ (u"-2c-" in test_name and testbed in - (u"2n-skx", u"3n-skx", u"2n-clx", u"2n-zn2", u"2n-aws", u"3n-aws")): + (u"2n-icx", u"3n-icx", u"2n-skx", u"3n-skx", u"2n-clx", u"2n-zn2", + u"2n-aws", u"3n-aws")): cores = u"4t2c" elif u"8t4c" in test_name or \ (u"-4c-" in test_name and testbed in - (u"2n-skx", u"3n-skx", u"2n-clx", u"2n-zn2", u"2n-aws", u"3n-aws")): + (u"2n-icx", u"3n-icx", u"2n-skx", u"3n-skx", u"2n-clx", u"2n-zn2", + u"2n-aws", u"3n-aws")): cores = u"8t4c" else: cores = u"" diff --git a/resources/tools/presentation/specifications/trending/data_sets.yaml b/resources/tools/presentation/specifications/trending/data_sets.yaml index f40fe1fb9a..d5e8d260cd 100644 --- a/resources/tools/presentation/specifications/trending/data_sets.yaml +++ b/resources/tools/presentation/specifications/trending/data_sets.yaml @@ -5,6 +5,9 @@ - type: "data-sets" # Compressed failed tests (last builds) + table-last-failed-tests-2n-icx: + csit-vpp-perf-mrr-daily-master-2n-icx: + - "lastCompletedBuild" table-last-failed-tests-3n-skx: csit-vpp-perf-mrr-daily-master-3n-skx: - "lastCompletedBuild" @@ -63,6 +66,13 @@ csit-trex-perf-ndrpdr-weekly-master-2n-skx: - "lastCompletedBuild" + # 2n-icx + plot-performance-trending-vpp-2n-icx: + csit-vpp-perf-mrr-daily-master-2n-icx: + start: 6 + end: "lastCompletedBuild" + max-builds: 180 + # 3n-skx plot-performance-trending-all-3n-skx: csit-vpp-perf-mrr-daily-master-3n-skx: diff --git a/resources/tools/presentation/specifications/trending/elements.yaml b/resources/tools/presentation/specifications/trending/elements.yaml index 736c7f7bd3..c7f9c969d4 100644 --- a/resources/tools/presentation/specifications/trending/elements.yaml +++ b/resources/tools/presentation/specifications/trending/elements.yaml @@ -2,6 +2,14 @@ ### P L O T S ### ################################################################################ +- type: "plot" + title: "Statistics: 2n-icx mrr" + algorithm: "plot_statistics" + output-file: "{DIR[STATIC,VPP]}/stats-2n-icx-mrr" + data: "plot-performance-trending-vpp-2n-icx" + layout: + layout: "plot-statistics" + - type: "plot" title: "Statistics: 3n-skx mrr" algorithm: "plot_statistics" @@ -256,6 +264,21 @@ - reference: -2 compare: -1 +# Last failed tests + +- type: "table" + title: "Last failed tests (last builds) VPP 2n-icx" + algorithm: "table_last_failed_tests" + output-file-ext: ".txt" + output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-2n-icx-mrr" + data: "table-last-failed-tests-2n-icx" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + - "msg" + - type: "table" title: "Last failed tests (last builds) VPP 3n-skx" algorithm: "table_last_failed_tests" @@ -1047,6 +1070,92 @@ output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-zn2.rst" testbed: "2n-zn2" +################################################################################ +# 2n-icx +- type: "table" + title: "Performance trending dashboard 2t1c-2n-icx" + algorithm: "table_perf_trending_dash" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-icx" + data: "plot-performance-trending-vpp-2n-icx" + filter: "'MRR' and '2T1C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- type: "table" + title: "Performance trending dashboard 4t2c-2n-icx" + algorithm: "table_perf_trending_dash" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-icx" + data: "plot-performance-trending-vpp-2n-icx" + filter: "'MRR' and '4T2C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- type: "table" + title: "Performance trending dashboard 8t4c-2n-icx" + algorithm: "table_perf_trending_dash" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-icx" + data: "plot-performance-trending-vpp-2n-icx" + filter: "'MRR' and '8T4C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- type: "table" + title: "HTML performance trending dashboard 2t1c-2n-icx" + algorithm: "table_perf_trending_dash_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-icx.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-icx.rst" + testbed: "2n-icx" + +- type: "table" + title: "HTML performance trending dashboard 4t2c-2n-icx" + algorithm: "table_perf_trending_dash_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-icx.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-icx.rst" + testbed: "2n-icx" + +- type: "table" + title: "HTML performance trending dashboard 8t4c-2n-icx" + algorithm: "table_perf_trending_dash_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-icx.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-icx.rst" + testbed: "2n-icx" + +- type: "table" + title: "Failed MRR tests 2n-icx" + algorithm: "table_failed_tests" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-icx" + data: "plot-performance-trending-vpp-2n-icx" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + - "msg" + window: 7 # days + +- type: "table" + title: "HTML Failed MRR tests 2n-icx" + algorithm: "table_failed_tests_html" + input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-icx.csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-icx.rst" + testbed: "2n-icx" + ################################################################################ # 3n-tsh - type: "table" @@ -3470,7 +3579,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Mrr.64B-{core}-rdma-ethip4udp-nat44det-h1024-p63-s64512-mrr" layout: "plot-cpta" - - title: "2n-skx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf" + - title: "2n-zn2-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf" output-file-name: "2n-zn2-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf" data: "plot-performance-trending-vpp-2n-zn2" core: ["2t1c", "4t2c", "8t4c"] @@ -3738,6 +3847,224 @@ - "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-mrr.64b-{core}-ethip4-ip4base-l3fwd-mrr" layout: "plot-cpta" +# 2n-icx + + - title: "2n-icx-xxv710-64b-{core}-memif-base" + output-file-name: "2n-icx-xxv710-64b-{core}-memif-base" + data: "plot-performance-trending-vpp-2n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Mrr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-mrr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Mrr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-mrr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Mrr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-mrr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Mrr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-mrr" + layout: "plot-cpta" + + - title: "2n-icx-xxv710-64b-{core}-ip4routing-base-scale-af-xdp" + output-file-name: "2n-icx-xxv710-64b-{core}-ip4-base-scale-af-xdp" + data: "plot-performance-trending-vpp-2n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip4-Ip4Base-Mrr.64B-{core}-af-xdp-ethip4-ip4base-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip4-Ip4Scale20K-Mrr.64B-{core}-af-xdp-ethip4-ip4scale20k-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-{core}-af-xdp-ethip4-ip4scale20k-rnd-mrr" + layout: "plot-cpta" + + - title: "2n-icx-xxv710-64b-{core}-ip4routing-base-scale-avf" + output-file-name: "2n-icx-xxv710-64b-{core}-ip4-base-scale-avf" + data: "plot-performance-trending-vpp-2n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Mrr.64B-{core}-avf-ethip4-ip4base-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Mrr.64B-{core}-avf-ethip4-ip4scale20k-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-{core}-avf-ethip4-ip4scale20k-rnd-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Mrr.64B-{core}-avf-ethip4-ip4scale200k-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-{core}-avf-ethip4-ip4scale200k-rnd-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Mrr.64B-{core}-avf-ethip4-ip4scale2m-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-{core}-avf-ethip4-ip4scale2m-rnd-mrr" + layout: "plot-cpta" + + - title: "2n-icx-xxv710-64b-{core}-ip4routing-base-scale-dpdk" + output-file-name: "2n-icx-xxv710-64b-{core}-ip4-base-scale-dpdk" + data: "plot-performance-trending-vpp-2n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Mrr.64B-{core}-ethip4-ip4base-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Mrr.64B-{core}-ethip4-ip4scale20k-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-{core}-ethip4-ip4scale20k-rnd-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Mrr.64B-{core}-ethip4-ip4scale200k-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-{core}-ethip4-ip4scale200k-rnd-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Mrr.64B-{core}-ethip4-ip4scale2m-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-{core}-ethip4-ip4scale2m-rnd-mrr" + layout: "plot-cpta" + + - title: "2n-icx-xxv710-64b-{core}-features-ip4routing-base-avf" + output-file-name: "2n-icx-xxv710-64b-{core}-ip4-features-avf" + data: "plot-performance-trending-vpp-2n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Mrr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Mrr.64B-{core}-avf-ethip4udp-ip4base-iacl50sl-10kflows-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Mrr.64B-{core}-avf-ethip4udp-ip4base-oacl50sf-10kflows-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Mrr.64B-{core}-avf-ethip4udp-ip4base-oacl50sl-10kflows-mrr" + layout: "plot-cpta" + + - title: "2n-icx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf" + output-file-name: "2n-icx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf" + data: "plot-performance-trending-vpp-2n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Det-H1024-P63-S64512-Mrr.64B-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Det-H16384-P63-S1032192-Mrr.64B-{core}-avf-ethip4udp-nat44det-h16384-p63-s1032192-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Det-H65536-P63-S4128758-Mrr.64B-{core}-avf-ethip4udp-nat44det-h65536-p63-s4128758-mrr" + layout: "plot-cpta" + + - title: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf" + output-file-name: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf" + data: "plot-performance-trending-vpp-2n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Udir-Mrr.64B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-mrr" + layout: "plot-cpta" + + - title: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf" + output-file-name: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf" + data: "plot-performance-trending-vpp-2n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Mrr.64B-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Cps-Mrr.64B-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Cps-Mrr.64B-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Cps-Mrr.64B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Cps-Mrr.64B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Cps-Mrr.64B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-mrr" + layout: "plot-cpta-cps" + + - title: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf" + output-file-name: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf" + data: "plot-performance-trending-vpp-2n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Mrr.64B-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Cps-Mrr.64B-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Cps-Mrr.64B-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Cps-Mrr.64B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Cps-Mrr.64B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Cps-Mrr.64B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-mrr" + layout: "plot-cpta-cps" + + - title: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput-avf" + output-file-name: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput-avf" + data: "plot-performance-trending-vpp-2n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Mrr.64B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Mrr.64B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Mrr.64B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-mrr" + layout: "plot-cpta" + + - title: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf" + output-file-name: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf" + data: "plot-performance-trending-vpp-2n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Mrr.64B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-Mrr.64B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-Mrr.64B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-mrr" + layout: "plot-cpta" + + - title: "2n-icx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf" + output-file-name: "2n-icx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf" + data: "plot-performance-trending-vpp-2n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Mrr.64B-{core}-avf-ethip4--ethip4udpgeneve-1tun-ip4base-mrr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Mrr.64B-{core}-avf-ethip4--ethip4udpgeneve-4tun-ip4base-mrr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-Mrr.64B-{core}-avf-ethip4--ethip4udpgeneve-16tun-ip4base-mrr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-Mrr.64B-{core}-avf-ethip4--ethip4udpgeneve-64tun-ip4base-mrr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Mrr.64B-{core}-avf-ethip4--ethip4udpgeneve-256tun-ip4base-mrr" + layout: "plot-cpta" + + - title: "2n-icx-xxv710-78b-{core}-ip6routing-base-scale-af-xdp" + output-file-name: "2n-icx-xxv710-78b-{core}-ip6-base-scale-af-xdp" + data: "plot-performance-trending-vpp-2n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip6-Ip6Base-Mrr.78B-{core}-af-xdp-ethip6-ip6base-mrr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip6-Ip6Scale20K-Mrr.78B-{core}-af-xdp-ethip6-ip6scale20k-mrr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip6-Ip6Scale20K-Rnd-Mrr.78B-{core}-af-xdp-ethip6-ip6scale20k-rnd-mrr" + layout: "plot-cpta" + + - title: "2n-icx-xxv710-78b-{core}-ip6routing-base-scale-avf" + output-file-name: "2n-icx-xxv710-78b-{core}-ip6-base-scale-avf" + data: "plot-performance-trending-vpp-2n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Mrr.78B-{core}-avf-ethip6-ip6base-mrr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Mrr.78B-{core}-avf-ethip6-ip6scale20k-mrr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Rnd-Mrr.78B-{core}-avf-ethip6-ip6scale20k-rnd-mrr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-Mrr.78B-{core}-avf-ethip6-ip6scale200k-mrr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-Rnd-Mrr.78B-{core}-avf-ethip6-ip6scale200k-rnd-mrr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-Mrr.78B-{core}-avf-ethip6-ip6scale2m-mrr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-Rnd-Mrr.78B-{core}-avf-ethip6-ip6scale2m-rnd-mrr" + layout: "plot-cpta" + + - title: "2n-icx-xxv710-78b-{core}-ip6routing-base-scale-dpdk" + output-file-name: "2n-icx-xxv710-78b-{core}-ip6-base-scale-dpdk" + data: "plot-performance-trending-vpp-2n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Mrr.78B-{core}-ethip6-ip6base-mrr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Mrr.78B-{core}-ethip6-ip6scale20k-mrr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Rnd-Mrr.78B-{core}-ethip6-ip6scale20k-rnd-mrr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Mrr.78B-{core}-ethip6-ip6scale200k-mrr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Rnd-Mrr.78B-{core}-ethip6-ip6scale200k-rnd-mrr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Mrr.78B-{core}-ethip6-ip6scale2m-mrr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Rnd-Mrr.78B-{core}-ethip6-ip6scale2m-rnd-mrr" + layout: "plot-cpta" + + - title: "2n-icx-xxv710-64b-{core}-l2switching-base-scale-avf" + output-file-name: "2n-icx-xxv710-64b-{core}-l2-base-scale-avf" + data: "plot-performance-trending-vpp-2n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Mrr.64B-{core}-avf-dot1q-l2bdbasemaclrn-mrr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Mrr.64B-{core}-avf-eth-l2patch-mrr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Mrr.64B-{core}-avf-eth-l2xcbase-mrr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Mrr.64B-{core}-avf-eth-l2bdbasemaclrn-mrr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Mrr.64B-{core}-avf-eth-l2bdscale10kmaclrn-mrr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Mrr.64B-{core}-avf-eth-l2bdscale100kmaclrn-mrr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Mrr.64B-{core}-avf-eth-l2bdscale1mmaclrn-mrr" + layout: "plot-cpta" + + - title: "2n-icx-xxv710-64b-{core}-l2switching-base-scale-dpdk" + output-file-name: "2n-icx-xxv710-64b-{core}-l2-base-scale-dpdk" + data: "plot-performance-trending-vpp-2n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Mrr.64B-{core}-eth-l2patch-mrr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Mrr.64B-{core}-eth-l2xcbase-mrr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Mrr.64B-{core}-eth-l2bdbasemaclrn-mrr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-Mrr.64B-{core}-eth-l2bdscale10kmaclrn-mrr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-Mrr.64B-{core}-eth-l2bdscale100kmaclrn-mrr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-Mrr.64B-{core}-eth-l2bdscale1mmaclrn-mrr" + layout: "plot-cpta" + + - title: "2n-icx-xxv710-64b-{core}-vhost-base" + output-file-name: "2n-icx-xxv710-64b-{core}-vhost-base" + data: "plot-performance-trending-vpp-2n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" + layout: "plot-cpta" + # 2n-tx2 - title: "2n-tx2-xl710-64b-{core}-ipsec-base-scale-sw-policy-dpdk" diff --git a/resources/tools/presentation/specifications/trending/environment.yaml b/resources/tools/presentation/specifications/trending/environment.yaml index 2440b653e7..a0e767ffff 100644 --- a/resources/tools/presentation/specifications/trending/environment.yaml +++ b/resources/tools/presentation/specifications/trending/environment.yaml @@ -51,6 +51,8 @@ - "DIR[BUILD,HTML]" testbeds: + "10.32.51.82": "LF-2n-ICX-212" + "10.32.51.77": "LF-3n-ICX-37" "10.30.51.45": "LF-2n-SKX-21" "10.30.51.53": "LF-2n-SKX-22" "10.30.51.55": "LF-2n-SKX-23" @@ -61,7 +63,6 @@ "10.30.51.48": "LF-3n-SKX-31" "10.30.51.60": "LF-3n-SKX-32" "10.30.51.49": "LF-3n-TSH-33" - "10.30.51.49": "LF-2n-TX2-34" "10.32.8.25": "LF-2n-ZN2-210" "10.32.8.10": "LF-DNV" @@ -158,6 +159,7 @@ type: "failed-tests" way: "jenkins" include: + - "last-failed-tests-vpp-2n-icx-mrr" - "last-failed-tests-vpp-2n-skx-mrr" - "last-failed-tests-vpp-3n-skx-mrr" - "last-failed-tests-vpp-2n-clx-mrr" @@ -178,6 +180,7 @@ - "last-failed-tests-vpp-2n-clx-ndrpdr" - "last-failed-tests-trex-2n-skx-mrr" urls: + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-icx" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-skx" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-skx" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-clx" -- 2.16.6