From da06751a25749d5b74acf9122c112c57b7a651d4 Mon Sep 17 00:00:00 2001 From: "juraj.linkes" Date: Wed, 31 Jul 2019 14:17:00 +0200 Subject: [PATCH] Add 3n-tsh mrr data to trending docs Change-Id: I82f074c0f7261bd1019ade1e01781278b063c0cd Signed-off-by: juraj.linkes --- docs/cpta/data/index.rst | 5 + docs/cpta/introduction/dashboard.rst | 18 + docs/cpta/introduction/failures.rst | 5 + .../container_memif-3n-tsh-x520-64b-base.rst | 44 +++ .../container_memif-3n-tsh-x520-imix-base.rst | 44 +++ docs/cpta/trending/container_memif.rst | 1 + .../trending/ip4-3n-tsh-x520-64b-base-scale.rst | 44 +++ .../cpta/trending/ip4-3n-tsh-x520-64b-features.rst | 44 +++ docs/cpta/trending/ip4.rst | 2 + .../trending/ip4_tunnels-3n-tsh-x520-64b-base.rst | 44 +++ docs/cpta/trending/ip4_tunnels.rst | 1 + .../trending/ip6-3n-tsh-x520-78b-base-scale.rst | 44 +++ docs/cpta/trending/ip6.rst | 1 + docs/cpta/trending/ipsec.rst | 1 + .../ipsecsw-3n-tsh-x520-64b-base-scale.rst | 44 +++ .../trending/l2-3n-tsh-x520-64b-base-scale.rst | 44 +++ docs/cpta/trending/l2-3n-tsh-x520-64b-features.rst | 44 +++ docs/cpta/trending/l2.rst | 1 + .../cpta/trending/link_bonding-3n-tsh-x520-64b.rst | 44 +++ .../trending/link_bonding-3n-tsh-x520-imix.rst | 44 +++ docs/cpta/trending/link_bonding.rst | 1 + .../trending/vm_vhost_ip4-3n-tsh-x520-64b-base.rst | 44 +++ .../vm_vhost_ip4-3n-tsh-x520-imix-base.rst | 44 +++ docs/cpta/trending/vm_vhost_ip4.rst | 1 + .../trending/vm_vhost_l2-3n-tsh-x520-64b-base.rst | 44 +++ .../trending/vm_vhost_l2-3n-tsh-x520-imix-base.rst | 44 +++ docs/cpta/trending/vm_vhost_l2.rst | 1 + .../tools/presentation/specification_CPTA.yaml | 407 +++++++++++++++++++++ 28 files changed, 1105 insertions(+) create mode 100644 docs/cpta/trending/container_memif-3n-tsh-x520-64b-base.rst create mode 100644 docs/cpta/trending/container_memif-3n-tsh-x520-imix-base.rst create mode 100644 docs/cpta/trending/ip4-3n-tsh-x520-64b-base-scale.rst create mode 100644 docs/cpta/trending/ip4-3n-tsh-x520-64b-features.rst create mode 100644 docs/cpta/trending/ip4_tunnels-3n-tsh-x520-64b-base.rst create mode 100644 docs/cpta/trending/ip6-3n-tsh-x520-78b-base-scale.rst create mode 100644 docs/cpta/trending/ipsecsw-3n-tsh-x520-64b-base-scale.rst create mode 100644 docs/cpta/trending/l2-3n-tsh-x520-64b-base-scale.rst create mode 100644 docs/cpta/trending/l2-3n-tsh-x520-64b-features.rst create mode 100644 docs/cpta/trending/link_bonding-3n-tsh-x520-64b.rst create mode 100644 docs/cpta/trending/link_bonding-3n-tsh-x520-imix.rst create mode 100644 docs/cpta/trending/vm_vhost_ip4-3n-tsh-x520-64b-base.rst create mode 100644 docs/cpta/trending/vm_vhost_ip4-3n-tsh-x520-imix-base.rst create mode 100644 docs/cpta/trending/vm_vhost_l2-3n-tsh-x520-64b-base.rst create mode 100644 docs/cpta/trending/vm_vhost_l2-3n-tsh-x520-imix-base.rst diff --git a/docs/cpta/data/index.rst b/docs/cpta/data/index.rst index b3d9fd9b17..a844ae629f 100644 --- a/docs/cpta/data/index.rst +++ b/docs/cpta/data/index.rst @@ -21,6 +21,11 @@ in the ASCII and CSV formats: - `ASCII format <../_static/vpp/cpta-csit-vpp-perf-mrr-daily-master-2n-skx-trending.txt>`_ - `CSV format <../_static/vpp/cpta-csit-vpp-perf-mrr-daily-master-2n-skx-trending.csv>`_ + - 3n-tsh + + - `ASCII format <../_static/vpp/cpta-csit-vpp-perf-mrr-daily-master-3n-tsh-trending.txt>`_ + - `CSV format <../_static/vpp/cpta-csit-vpp-perf-mrr-daily-master-3n-tsh-trending.csv>`_ + **DPDK** - 3n-hsw diff --git a/docs/cpta/introduction/dashboard.rst b/docs/cpta/introduction/dashboard.rst index c4d58f122a..62e073fb46 100644 --- a/docs/cpta/introduction/dashboard.rst +++ b/docs/cpta/introduction/dashboard.rst @@ -66,3 +66,21 @@ VPP worker on 8t4c `````````````````` .. include:: ../../../_build/_static/vpp/performance-trending-dashboard-8t4c-2n-skx.rst + +3n-tsh +------ + +VPP worker on 1t1c +`````````````````` + +.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-1t1c-3n-tsh.rst + +VPP worker on 2t2c +`````````````````` + +.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-2t2c-3n-tsh.rst + +VPP worker on 4t4c +`````````````````` + +.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-4t4c-3n-tsh.rst diff --git a/docs/cpta/introduction/failures.rst b/docs/cpta/introduction/failures.rst index 61e05e987f..87c5c80fd3 100644 --- a/docs/cpta/introduction/failures.rst +++ b/docs/cpta/introduction/failures.rst @@ -27,3 +27,8 @@ Legend to the tables: ------ .. include:: ../../../_build/_static/vpp/failed-tests-2n-skx.rst + +3n-tsh +------ + +.. include:: ../../../_build/_static/vpp/failed-tests-3n-tsh.rst diff --git a/docs/cpta/trending/container_memif-3n-tsh-x520-64b-base.rst b/docs/cpta/trending/container_memif-3n-tsh-x520-64b-base.rst new file mode 100644 index 0000000000..e582b9f13c --- /dev/null +++ b/docs/cpta/trending/container_memif-3n-tsh-x520-64b-base.rst @@ -0,0 +1,44 @@ +3n-tsh-x520-64b-base +-------------------- + +1t1c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t2c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t4c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/container_memif-3n-tsh-x520-imix-base.rst b/docs/cpta/trending/container_memif-3n-tsh-x520-imix-base.rst new file mode 100644 index 0000000000..e47272f4e2 --- /dev/null +++ b/docs/cpta/trending/container_memif-3n-tsh-x520-imix-base.rst @@ -0,0 +1,44 @@ +3n-tsh-x520-imix-base +--------------------- + +1t1c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t2c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t4c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/container_memif.rst b/docs/cpta/trending/container_memif.rst index cc133687eb..75bd798a8e 100644 --- a/docs/cpta/trending/container_memif.rst +++ b/docs/cpta/trending/container_memif.rst @@ -12,6 +12,7 @@ LXC/DRC Container Memif container_memif-3n-skx-x710-64b-base container_memif-3n-skx-x710-imix-base container_memif-2n-skx-x710-64b-base + container_memif-3n-tsh-x520-64b-base .. container_memif-2n-skx-xxv710-64b-base diff --git a/docs/cpta/trending/ip4-3n-tsh-x520-64b-base-scale.rst b/docs/cpta/trending/ip4-3n-tsh-x520-64b-base-scale.rst new file mode 100644 index 0000000000..4d80abbe82 --- /dev/null +++ b/docs/cpta/trending/ip4-3n-tsh-x520-64b-base-scale.rst @@ -0,0 +1,44 @@ +3n-tsh-x520-64b-base-scale +-------------------------- + +1t1c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t2c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t4c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/ip4-3n-tsh-x520-64b-features.rst b/docs/cpta/trending/ip4-3n-tsh-x520-64b-features.rst new file mode 100644 index 0000000000..bfd4862d2e --- /dev/null +++ b/docs/cpta/trending/ip4-3n-tsh-x520-64b-features.rst @@ -0,0 +1,44 @@ +3n-tsh-x520-64b-features +------------------------ + +1t1c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t2c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t4c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/ip4.rst b/docs/cpta/trending/ip4.rst index 5cc05d38e1..f808742718 100644 --- a/docs/cpta/trending/ip4.rst +++ b/docs/cpta/trending/ip4.rst @@ -16,6 +16,8 @@ IPv4 Routing ip4-2n-skx-x710-64b-base-scale ip4-2n-skx-x710-64b-features ip4-2n-skx-xxv710-64b-base-scale + ip4-3n-tsh-x520-64b-base-scale + ip4-3n-tsh-x520-64b-features .. ip4-2n-skx-xxv710-64b-features diff --git a/docs/cpta/trending/ip4_tunnels-3n-tsh-x520-64b-base.rst b/docs/cpta/trending/ip4_tunnels-3n-tsh-x520-64b-base.rst new file mode 100644 index 0000000000..ad4dd24b62 --- /dev/null +++ b/docs/cpta/trending/ip4_tunnels-3n-tsh-x520-64b-base.rst @@ -0,0 +1,44 @@ +3n-tsh-x520-64b-base +-------------------- + +1t1c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t2c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t4c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/ip4_tunnels.rst b/docs/cpta/trending/ip4_tunnels.rst index 2c1b0db6ca..d612590d8b 100644 --- a/docs/cpta/trending/ip4_tunnels.rst +++ b/docs/cpta/trending/ip4_tunnels.rst @@ -6,3 +6,4 @@ IPv4 Tunnels ip4_tunnels-3n-hsw-x520-64b-base ip4_tunnels-3n-hsw-x710-64b-base ip4_tunnels-3n-skx-x710-64b-base + ip4_tunnels-3n-tsh-x520-64b-base diff --git a/docs/cpta/trending/ip6-3n-tsh-x520-78b-base-scale.rst b/docs/cpta/trending/ip6-3n-tsh-x520-78b-base-scale.rst new file mode 100644 index 0000000000..312b9a6107 --- /dev/null +++ b/docs/cpta/trending/ip6-3n-tsh-x520-78b-base-scale.rst @@ -0,0 +1,44 @@ +3n-tsh-x520-78b-base-scale +-------------------------- + +1t1c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t2c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t4c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/ip6.rst b/docs/cpta/trending/ip6.rst index aa2fc935eb..223234d3fd 100644 --- a/docs/cpta/trending/ip6.rst +++ b/docs/cpta/trending/ip6.rst @@ -10,3 +10,4 @@ IPv6 Routing ip6-3n-skx-xxv710-78b-base-scale ip6-2n-skx-x710-78b-base-scale ip6-2n-skx-xxv710-78b-base-scale + ip6-3n-tsh-x520-78b-base-scale diff --git a/docs/cpta/trending/ipsec.rst b/docs/cpta/trending/ipsec.rst index 5dd16bba27..43633387f5 100644 --- a/docs/cpta/trending/ipsec.rst +++ b/docs/cpta/trending/ipsec.rst @@ -5,3 +5,4 @@ IPSec IPv4 Routing ipsec-3n-hsw-xl710-64b-base-scale ipsecsw-3n-hsw-xl710-64b-base-scale + ipsecsw-3n-tsh-x520-64b-base-scale diff --git a/docs/cpta/trending/ipsecsw-3n-tsh-x520-64b-base-scale.rst b/docs/cpta/trending/ipsecsw-3n-tsh-x520-64b-base-scale.rst new file mode 100644 index 0000000000..b5404749d0 --- /dev/null +++ b/docs/cpta/trending/ipsecsw-3n-tsh-x520-64b-base-scale.rst @@ -0,0 +1,44 @@ +3n-tsh-x520-64b-base-scale-sw +------------------------------ + +1t1c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t2c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t4c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/l2-3n-tsh-x520-64b-base-scale.rst b/docs/cpta/trending/l2-3n-tsh-x520-64b-base-scale.rst new file mode 100644 index 0000000000..368f2132ea --- /dev/null +++ b/docs/cpta/trending/l2-3n-tsh-x520-64b-base-scale.rst @@ -0,0 +1,44 @@ +3n-tsh-x520-64b-base-scale +-------------------------- + +1t1c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t2c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t4c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/l2-3n-tsh-x520-64b-features.rst b/docs/cpta/trending/l2-3n-tsh-x520-64b-features.rst new file mode 100644 index 0000000000..2f502421ed --- /dev/null +++ b/docs/cpta/trending/l2-3n-tsh-x520-64b-features.rst @@ -0,0 +1,44 @@ +3n-tsh-x520-64b-features +------------------------ + +1t1c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t2c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t4c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/l2.rst b/docs/cpta/trending/l2.rst index ddf42dcab6..7729cc9995 100644 --- a/docs/cpta/trending/l2.rst +++ b/docs/cpta/trending/l2.rst @@ -17,3 +17,4 @@ L2 Ethernet Switching l2-2n-skx-xxv710-64b-base-scale l2-3n-hsw-vic1227-64b-base-scale l2-3n-hsw-vic1385-64b-base-scale + l2-3n-tsh-x520-64b-base-scale diff --git a/docs/cpta/trending/link_bonding-3n-tsh-x520-64b.rst b/docs/cpta/trending/link_bonding-3n-tsh-x520-64b.rst new file mode 100644 index 0000000000..d71d2e21ee --- /dev/null +++ b/docs/cpta/trending/link_bonding-3n-tsh-x520-64b.rst @@ -0,0 +1,44 @@ +3n-tsh-x520-64b +--------------- + +1t1c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t2c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t4c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/link_bonding-3n-tsh-x520-imix.rst b/docs/cpta/trending/link_bonding-3n-tsh-x520-imix.rst new file mode 100644 index 0000000000..57969bef31 --- /dev/null +++ b/docs/cpta/trending/link_bonding-3n-tsh-x520-imix.rst @@ -0,0 +1,44 @@ +3n-tsh-x520-imix +---------------- + +1t1c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t2c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t4c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/link_bonding.rst b/docs/cpta/trending/link_bonding.rst index e2b5e83a64..afe65cbb9d 100644 --- a/docs/cpta/trending/link_bonding.rst +++ b/docs/cpta/trending/link_bonding.rst @@ -9,3 +9,4 @@ Link Bonding link_bonding-3n-hsw-x710-imix link_bonding-3n-skx-x710-64b link_bonding-3n-skx-x710-imix + link_bonding-3n-tsh-x520-64b diff --git a/docs/cpta/trending/vm_vhost_ip4-3n-tsh-x520-64b-base.rst b/docs/cpta/trending/vm_vhost_ip4-3n-tsh-x520-64b-base.rst new file mode 100644 index 0000000000..be343253b5 --- /dev/null +++ b/docs/cpta/trending/vm_vhost_ip4-3n-tsh-x520-64b-base.rst @@ -0,0 +1,44 @@ +3n-tsh-x520-64b-base +-------------------- + +1t1c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t2c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t4c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/vm_vhost_ip4-3n-tsh-x520-imix-base.rst b/docs/cpta/trending/vm_vhost_ip4-3n-tsh-x520-imix-base.rst new file mode 100644 index 0000000000..5b686885da --- /dev/null +++ b/docs/cpta/trending/vm_vhost_ip4-3n-tsh-x520-imix-base.rst @@ -0,0 +1,44 @@ +3n-tsh-x520-imix-base +--------------------- + +1t1c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t2c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t4c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/vm_vhost_ip4.rst b/docs/cpta/trending/vm_vhost_ip4.rst index bc3f77b2ad..7d32719828 100644 --- a/docs/cpta/trending/vm_vhost_ip4.rst +++ b/docs/cpta/trending/vm_vhost_ip4.rst @@ -11,6 +11,7 @@ IPv4 VMs vhost-user vm_vhost_ip4-3n-skx-x710-imix-base vm_vhost_ip4-2n-skx-x710-64b-base vm_vhost_ip4-2n-skx-x710-imix-base + vm_vhost_ip4-3n-tsh-x520-64b-base .. vm_vhost_ip4-2n-skx-xxv710-64b-base diff --git a/docs/cpta/trending/vm_vhost_l2-3n-tsh-x520-64b-base.rst b/docs/cpta/trending/vm_vhost_l2-3n-tsh-x520-64b-base.rst new file mode 100644 index 0000000000..3d3b65c9b3 --- /dev/null +++ b/docs/cpta/trending/vm_vhost_l2-3n-tsh-x520-64b-base.rst @@ -0,0 +1,44 @@ +3n-tsh-x520-64b-base +-------------------- + +1t1c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t2c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t4c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/vm_vhost_l2-3n-tsh-x520-imix-base.rst b/docs/cpta/trending/vm_vhost_l2-3n-tsh-x520-imix-base.rst new file mode 100644 index 0000000000..db6615a5b5 --- /dev/null +++ b/docs/cpta/trending/vm_vhost_l2-3n-tsh-x520-imix-base.rst @@ -0,0 +1,44 @@ +3n-tsh-x520-imix-base +--------------------- + +1t1c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +2t2c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
+ +4t4c +```` + +.. raw:: html + + +
+ Links to builds: + vpp-ref, + csit-ref + +


+
diff --git a/docs/cpta/trending/vm_vhost_l2.rst b/docs/cpta/trending/vm_vhost_l2.rst index 33694f37fa..1a63933bac 100644 --- a/docs/cpta/trending/vm_vhost_l2.rst +++ b/docs/cpta/trending/vm_vhost_l2.rst @@ -13,6 +13,7 @@ L2 VMs vhost-user vm_vhost_l2-3n-skx-x710-imix-base vm_vhost_l2-2n-skx-x710-64b-base vm_vhost_l2-2n-skx-x710-imix-base + vm_vhost_l2-3n-tsh-x520-64b-base .. vm_vhost_l2-2n-skx-xxv710-64b-base diff --git a/resources/tools/presentation/specification_CPTA.yaml b/resources/tools/presentation/specification_CPTA.yaml index 8229345c95..5fdc982e9c 100644 --- a/resources/tools/presentation/specification_CPTA.yaml +++ b/resources/tools/presentation/specification_CPTA.yaml @@ -71,6 +71,7 @@ "10.30.51.24": "LF-3n-HSW-03" "10.30.51.48": "LF-3n-SKX-31" "10.30.51.60": "LF-3n-SKX-32" + "10.30.51.49": "LF-3n-TSH-33" - type: "configuration" @@ -124,10 +125,12 @@ - "last-failed-tests-3n-hsw" - "last-failed-tests-3n-skx" - "last-failed-tests-2n-skx" + - "last-failed-tests-3n-tsh" urls: - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-skx" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-skx" + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-tsh" url-details: "https://docs.fd.io/csit/master/trending/introduction/failures.html" configurations: @@ -167,6 +170,9 @@ table-last-failed-tests-nf-2n-skx: csit-vpp-perf-mrr-weekly-master-2n-skx: - "lastCompletedBuild" + table-last-failed-tests-3n-tsh: + csit-vpp-perf-mrr-daily-master-3n-tsh: + - "lastCompletedBuild" # 3n-hsw plot-performance-trending-all-3n-hsw: @@ -516,6 +522,29 @@ skip: - 21 + # 3n-tsh + plot-performance-trending-all-3n-tsh: + csit-vpp-perf-mrr-daily-master-3n-tsh: + start: 55 + end: "lastCompletedBuild" + skip: + - 61 + - 62 + - 63 + - 64 + - 65 + + plot-performance-trending-vpp-3n-tsh: + csit-vpp-perf-mrr-daily-master-3n-tsh: + start: 55 + end: "lastCompletedBuild" + skip: + - 61 + - 62 + - 63 + - 64 + - 65 + plot-layouts: plot-cpta: @@ -775,6 +804,17 @@ skip: - 39 + # 3n-tsh + csit-vpp-perf-mrr-daily-master-3n-tsh: + start: 55 + end: "lastCompletedBuild" + skip: + - 61 + - 62 + - 63 + - 64 + - 65 + - type: "output" output: @@ -829,6 +869,19 @@ - "parent" - "status" +- + type: "table" + title: "Last failed tests (last builds) 3n-tsh" + algorithm: "table_last_failed_tests" + output-file-ext: ".txt" + output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-tsh" + data: "table-last-failed-tests-3n-tsh" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + # 3n-hsw - type: "table" @@ -1155,6 +1208,98 @@ output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx.rst" testbed: "2n-skx" +################################################################################ +# 3n-tsh +- + type: "table" + title: "Performance trending dashboard 1t1c-3n-tsh" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-tsh" + data: "plot-performance-trending-all-3n-tsh" + filter: "'MRR' and '1T1C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- + type: "table" + title: "Performance trending dashboard 2t2c-3n-tsh" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-tsh" + data: "plot-performance-trending-all-3n-tsh" + filter: "'MRR' and '2T2C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- + type: "table" + title: "Performance trending dashboard 4t4c-3n-tsh" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-tsh" + data: "plot-performance-trending-all-3n-tsh" + filter: "'MRR' and '4T4C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- + type: "table" + title: "HTML performance trending dashboard 1t1c-3n-tsh" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-tsh.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-tsh.rst" + testbed: "3n-tsh" + +- + type: "table" + title: "HTML performance trending dashboard 2t2c-3n-tsh" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-tsh.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-tsh.rst" + testbed: "3n-tsh" + +- + type: "table" + title: "HTML performance trending dashboard 4t4c-3n-tsh" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-tsh.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-tsh.rst" + testbed: "3n-tsh" + +- + type: "table" + title: "Failed MRR tests 3n-tsh" + algorithm: "table_failed_tests" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-tsh" + data: "plot-performance-trending-all-3n-tsh" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + window: 7 # days + +- + type: "table" + title: "HTML Failed MRR tests 3n-tsh" + algorithm: "table_failed_tests_html" + input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-tsh.csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-tsh.rst" + testbed: "3n-tsh" ################################################################################ ### C P T A ### @@ -4368,3 +4513,265 @@ # parameters: # - "result" # layout: "plot-cpta" + +################################################################################ +# 3n-tsh + +# L2 - x520 + + - title: "3n-tsh-x520-l2sw-64b-base-scale-1t1c" + output-file-name: "l2-1t1c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-l2sw-64b-base-scale-2t2c" + output-file-name: "l2-2t2c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-l2sw-64b-base-scale-4t4c" + output-file-name: "l2-4t4c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv4 - x520 + + - title: "3n-tsh-x520-ip4-64b-base-scale-1t1c" + output-file-name: "ip4-1t1c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip4-64b-base-scale-2t2c" + output-file-name: "ip4-2t2c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip4-64b-base-scale-4t4c" + output-file-name: "ip4-4t4c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip4-64b-features-1t1c" + output-file-name: "ip4-feature-1t1c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip4-64b-features-2t2c" + output-file-name: "ip4-feature-2t2c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip4-64b-features-4t4c" + output-file-name: "ip4-feature-4t4c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv4 Tunnels - x520 + + - title: "3n-tsh-x520-ip4tun-64b-base-1t1c" + output-file-name: "ip4-tunnels-1t1c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'MRR' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip4tun-64b-base-2t2c" + output-file-name: "ip4-tunnels-2t2c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'MRR' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip4tun-64b-base-4t4c" + output-file-name: "ip4-tunnels-4t4c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'MRR' and '4T4C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv6 - x520 + + - title: "3n-tsh-x520-ip6-78b-base-scale-1t1c" + output-file-name: "ip6-1t1c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip6-78b-base-scale-2t2c" + output-file-name: "ip6-2t2c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip6-78b-base-scale-4t4c" + output-file-name: "ip6-4t4c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + +# Container memif - x520, 64B + + - title: "3n-tsh-x520-l2sw-memif-64b-base-1t1c" + output-file-name: "container-memif-l2-1t1c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'BASE' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'NF_DENSITY'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-l2sw-memif-64b-base-2t2c" + output-file-name: "container-memif-l2-2t2c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'BASE' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'NF_DENSITY'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-l2sw-memif-64b-base-4t4c" + output-file-name: "container-memif-l2-4t4c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'BASE' and '4T4C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'NF_DENSITY'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - x520, ethip4, 64B + + - title: "3n-tsh-x520-ip4-vhost-64b-base-1t1c" + output-file-name: "vm-vhost-ethip4-1t1c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip4-vhost-64b-base-2t2c" + output-file-name: "vm-vhost-ethip4-2t2c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip4-vhost-64b-base-4t4c" + output-file-name: "vm-vhost-ethip4-4t4c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - x520, eth, 64B + + - title: "3n-tsh-x520-l2sw-vhost-64b-base-1t1c" + output-file-name: "vm-vhost-eth-1t1c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-l2sw-vhost-64b-base-2t2c" + output-file-name: "vm-vhost-eth-2t2c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-l2sw-vhost-64b-base-4t4c" + output-file-name: "vm-vhost-eth-4t4c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + +# IPSec + + - title: "3n-tsh-x520-ip4-ipsecsw-64b-base-scale-1t1c" + output-file-name: "ipsecsw-1t1c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '1T1C' and 'IPSECSW' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip4-ipsecsw-64b-base-scale-2t2c" + output-file-name: "ipsecsw-2t2c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '2T2C' and 'IPSECSW' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip4-ipsecsw-64b-base-scale-4t4c" + output-file-name: "ipsecsw-4t4c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '4T4C' and 'IPSECSW' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + +# Link Bonding - x520 + + - title: "3n-tsh-x520-lb-64b-1t1c" + output-file-name: "lb-64b-1t1c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'LBOND_VPP'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-lb-64b-2t2c" + output-file-name: "lb-64b-2t2c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'LBOND_VPP'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-lb-64b-4t4c" + output-file-name: "lb-64b-4t4c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'LBOND_VPP'" + parameters: + - "result" + layout: "plot-cpta" -- 2.16.6