Trending: Add alerts for NDRPDR weekly tests 76/27076/2
authorTibor Frank <tifrank@cisco.com>
Fri, 15 May 2020 05:29:15 +0000 (07:29 +0200)
committerTibor Frank <tifrank@cisco.com>
Fri, 15 May 2020 10:02:19 +0000 (10:02 +0000)
Change-Id: I35a806f8dd61e2c6d6dca2cdcfa4f7131e061cea
Signed-off-by: Tibor Frank <tifrank@cisco.com>
(cherry picked from commit e244fff23cc6d0ff85ab50632316b7bf9db2ea62)

docs/cpta/introduction/failures.rst
docs/cpta/ndrpdr_trending/container_memif-3n-hsw-xl710.rst
docs/cpta/ndrpdr_trending/ip4-3n-hsw-x710.rst
docs/cpta/ndrpdr_trending/ip6-3n-hsw-xl710.rst
resources/tools/presentation/generator_tables.py
resources/tools/presentation/specification_CPTA.yaml

index f49a7fc..214b87c 100644 (file)
@@ -13,37 +13,57 @@ Legend to the tables:
     - **Last Failure [VPP-Build-Id]**: VPP build as of last failure.
     - **Last Failure [CSIT-Job-Build-Id]**: CSIT build as of last failure.
 
-2n-skx
-------
+2n-skx-mrr
+----------
 
 .. include:: ../../../_build/_static/vpp/failed-tests-2n-skx.rst
 
-3n-skx
-------
+2n-skx-ndrpdr
+-------------
+
+.. include:: ../../../_build/_static/vpp/failed-tests-2n-skx-ndrpdr.rst
+
+3n-skx-mrr
+----------
 
 .. include:: ../../../_build/_static/vpp/failed-tests-3n-skx.rst
 
-3n-hsw
-------
+3n-skx-ndrpdr
+-------------
+
+.. include:: ../../../_build/_static/vpp/failed-tests-3n-skx-ndrpdr.rst
+
+3n-hsw-mrr
+----------
 
 .. include:: ../../../_build/_static/vpp/failed-tests-3n-hsw.rst
 
-3n-tsh
-------
+3n-hsw-ndrpdr
+-------------
+
+.. include:: ../../../_build/_static/vpp/failed-tests-3n-hsw-ndrpdr.rst
+
+3n-tsh-mrr
+----------
 
 .. include:: ../../../_build/_static/vpp/failed-tests-3n-tsh.rst
 
-2n-dnv
-------
+2n-dnv-mrr
+----------
 
 .. include:: ../../../_build/_static/vpp/failed-tests-2n-dnv.rst
 
-3n-dnv
-------
+3n-dnv-mrr
+----------
 
 .. include:: ../../../_build/_static/vpp/failed-tests-3n-dnv.rst
 
-2n-clx
-------
+2n-clx-mrr
+----------
 
 .. include:: ../../../_build/_static/vpp/failed-tests-2n-clx.rst
+
+2n-clx-ndrpdr
+-------------
+
+.. include:: ../../../_build/_static/vpp/failed-tests-2n-clx-ndrpdr.rst
index a07eec9..25e29f9 100644 (file)
@@ -66,7 +66,7 @@
     </center>
 
 64b-ip4routing-features-udp-dpdk
-`````````````````````````````````
+````````````````````````````````
 
 1t1c-ndr
 ::::::::
index 4f2d0ac..754ee7d 100644 (file)
@@ -1,5 +1,5 @@
 3n-hsw-xl710
------------
+------------
 
 78b-ip6routing-base-dpdk
 ````````````````````````
index eeffc27..739d0b7 100644 (file)
@@ -1252,6 +1252,10 @@ def table_failed_tests(table, input_data):
     )
     data = input_data.filter_data(table, continue_on_error=True)
 
+    test_type = u"MRR"
+    if u"NDRPDR" in table.get(u"filter", list()):
+        test_type = u"NDRPDR"
+
     # Prepare the header of the tables
     header = [
         u"Test Case",
@@ -1315,15 +1319,14 @@ def table_failed_tests(table, input_data):
                 fails_last_csit = val[3]
         if fails_nr:
             max_fails = fails_nr if fails_nr > max_fails else max_fails
-            tbl_lst.append(
-                [
-                    tst_data[u"name"],
-                    fails_nr,
-                    fails_last_date,
-                    fails_last_vpp,
-                    f"mrr-daily-build-{fails_last_csit}"
-                ]
-            )
+            tbl_lst.append([
+                tst_data[u"name"],
+                fails_nr,
+                fails_last_date,
+                fails_last_vpp,
+                f"{u'mrr-daily' if test_type == u'MRR' else u'ndrpdr-weekly'}"
+                f"-build-{fails_last_csit}"
+            ])
 
     tbl_lst.sort(key=lambda rel: rel[2], reverse=True)
     tbl_sorted = list()
index 2f0f125..5684f8f 100644 (file)
           - "last-failed-tests-3n-tsh"
           - "last-failed-tests-2n-dnv"
           - "last-failed-tests-3n-dnv"
+          - "last-failed-tests-2n-skx-ndrpdr"
+          - "last-failed-tests-3n-skx-ndrpdr"
+          - "last-failed-tests-2n-clx-ndrpdr"
+          - "last-failed-tests-3n-hsw-ndrpdr"
         urls:
           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-skx"
           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-skx"
           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-tsh"
           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-dnv"
           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv"
+          - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx"
+          - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx"
+          - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx"
+          - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-hsw"
         url-details: "https://docs.fd.io/csit/master/trending/introduction/failures.html"
 
     configurations:
     table-last-failed-tests-2n-skx:
       csit-vpp-perf-mrr-daily-master-2n-skx:
         - "lastCompletedBuild"
-    table-last-failed-tests-nf-2n-skx:
-      csit-vpp-perf-mrr-weekly-master-2n-skx:
-        - "lastCompletedBuild"
     table-last-failed-tests-2n-clx:
       csit-vpp-perf-mrr-daily-master-2n-clx:
         - "lastCompletedBuild"
     table-last-failed-tests-2n-dnv:
       csit-vpp-perf-mrr-daily-master-2n-dnv:
         - "lastCompletedBuild"
+    table-last-failed-tests-3n-hsw-ndrpdr:
+      csit-vpp-perf-ndrpdr-weekly-master-3n-hsw:
+        - "lastCompletedBuild"
+    table-last-failed-tests-3n-skx-ndrpdr:
+      csit-vpp-perf-ndrpdr-weekly-master-3n-skx:
+        - "lastCompletedBuild"
+    table-last-failed-tests-2n-skx-ndrpdr:
+      csit-vpp-perf-ndrpdr-weekly-master-2n-skx:
+        - "lastCompletedBuild"
+    table-last-failed-tests-2n-clx-ndrpdr:
+      csit-vpp-perf-ndrpdr-weekly-master-2n-clx:
+        - "lastCompletedBuild"
 
     # 3n-hsw
     plot-performance-trending-all-3n-hsw:
       csit-vpp-perf-mrr-daily-master:
-<<<<<<< HEAD   (f7dd81 Trending: Update graphs - dnv)
-<<<<<<< HEAD   (914f8e Report: Add 2n-skx Soak and Reconf tests)
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-        start: 894
-=======
-        start: 965
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
-        start: 1035
->>>>>>> CHANGE (01597c Trending: Update graphs)
-=======
-        start: 1082
->>>>>>> CHANGE (51210b Trending: Update graphs - dnv)
-=======
         start: 1086
->>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data)
         end: "lastCompletedBuild"
-<<<<<<< HEAD   (fdbb41 Report: Add 1908.2 data)
-<<<<<<< HEAD   (89bdc8 Trending: Fixes in plots, data)
-        skip:
-<<<<<<< HEAD   (914f8e Report: Add 2n-skx Soak and Reconf tests)
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-          - 899
-          - 900
-          - 901
-          - 902
-          - 903
-          - 904
-          - 921
-          - 922
-          - 935
-          - 936
-          - 937
-          - 938
-          - 939
-          - 940
-          - 941
-          - 953
-=======
->>>>>>> CHANGE (b51708 Trending: Plots)
-          - 987
-=======
->>>>>>> CHANGE (01597c Trending: Update graphs)
-          - 1052
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-=======
-          - 1054
-          - 1056
-          - 1063
-=======
->>>>>>> CHANGE (51210b Trending: Update graphs - dnv)
-          - 1102
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
-        max-builds: 180  # Max nr of builds to use
->>>>>>> CHANGE (1945eb PAL: Reverse download order for trending)
-=======
->>>>>>> CHANGE (e260db Trending: NDRPDR weekly comparison)
       csit-dpdk-perf-mrr-weekly-master:
         start: 107
         end: "lastCompletedBuild"
 
     plot-performance-trending-vpp-3n-hsw:
       csit-vpp-perf-mrr-daily-master:
-<<<<<<< HEAD   (f7dd81 Trending: Update graphs - dnv)
-<<<<<<< HEAD   (914f8e Report: Add 2n-skx Soak and Reconf tests)
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-        start: 894
-=======
-        start: 965
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
-        start: 1035
->>>>>>> CHANGE (01597c Trending: Update graphs)
-=======
-        start: 1082
->>>>>>> CHANGE (51210b Trending: Update graphs - dnv)
-=======
         start: 1086
->>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data)
         end: "lastCompletedBuild"
-<<<<<<< HEAD   (fdbb41 Report: Add 1908.2 data)
-<<<<<<< HEAD   (89bdc8 Trending: Fixes in plots, data)
-        skip:
-<<<<<<< HEAD   (914f8e Report: Add 2n-skx Soak and Reconf tests)
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-          - 899
-          - 900
-          - 901
-          - 902
-          - 903
-          - 904
-          - 921
-          - 922
-          - 935
-          - 936
-          - 937
-          - 938
-          - 939
-          - 940
-          - 941
-          - 953
-=======
->>>>>>> CHANGE (b51708 Trending: Plots)
-          - 987
-=======
->>>>>>> CHANGE (01597c Trending: Update graphs)
-          - 1052
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-=======
-          - 1054
-          - 1056
-          - 1063
-=======
->>>>>>> CHANGE (51210b Trending: Update graphs - dnv)
-          - 1102
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
-        max-builds: 180  # Max nr of builds to use
->>>>>>> CHANGE (1945eb PAL: Reverse download order for trending)
-=======
->>>>>>> CHANGE (e260db Trending: NDRPDR weekly comparison)
 
     plot-performance-trending-dpdk-3n-hsw:
       csit-dpdk-perf-mrr-weekly-master:
     # 3n-skx
     plot-performance-trending-all-3n-skx:
       csit-vpp-perf-mrr-daily-master-3n-skx:
-<<<<<<< HEAD   (f7dd81 Trending: Update graphs - dnv)
-<<<<<<< HEAD   (914f8e Report: Add 2n-skx Soak and Reconf tests)
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-        start: 635
-=======
-        start: 707
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
-        start: 782
->>>>>>> CHANGE (01597c Trending: Update graphs)
-=======
-        start: 830
->>>>>>> CHANGE (51210b Trending: Update graphs - dnv)
-=======
         start: 834
->>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data)
         end: "lastCompletedBuild"
-<<<<<<< HEAD   (fdbb41 Report: Add 1908.2 data)
-<<<<<<< HEAD   (89bdc8 Trending: Fixes in plots, data)
-        skip:
-<<<<<<< HEAD   (914f8e Report: Add 2n-skx Soak and Reconf tests)
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-          - 641
-          - 642
-          - 643
-          - 644
-          - 645
-          - 646
-          - 662
-          - 663
-          - 683
-          - 684
-          - 685
-          - 686
-          - 687
-          - 694
-          - 695
-          - 696
-          - 697
-          - 705
-=======
->>>>>>> CHANGE (b51708 Trending: Plots)
-          - 743
-          - 749
-          - 761
-=======
->>>>>>> CHANGE (01597c Trending: Update graphs)
-          - 796
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-=======
-          - 803
-          - 804
-          - 805
-          - 818
-=======
->>>>>>> CHANGE (51210b Trending: Update graphs - dnv)
-          - 849
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
-          - 851
-<<<<<<< HEAD   (914f8e Report: Add 2n-skx Soak and Reconf tests)
->>>>>>> CHANGE (01597c Trending: Update graphs)
-=======
-          - 862
-          - 864
-<<<<<<< HEAD   (f7dd81 Trending: Update graphs - dnv)
->>>>>>> CHANGE (51210b Trending: Update graphs - dnv)
-=======
-          - 865
-          - 866
->>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data)
-=======
-        max-builds: 180  # Max nr of builds to use
->>>>>>> CHANGE (1945eb PAL: Reverse download order for trending)
-=======
->>>>>>> CHANGE (e260db Trending: NDRPDR weekly comparison)
       csit-dpdk-perf-mrr-weekly-master-3n-skx:
         start: 72
         end: "lastCompletedBuild"
 
     plot-performance-trending-vpp-3n-skx:
       csit-vpp-perf-mrr-daily-master-3n-skx:
-<<<<<<< HEAD   (f7dd81 Trending: Update graphs - dnv)
-<<<<<<< HEAD   (914f8e Report: Add 2n-skx Soak and Reconf tests)
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-        start: 635
-=======
-        start: 707
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
-        start: 782
->>>>>>> CHANGE (01597c Trending: Update graphs)
-=======
-        start: 830
->>>>>>> CHANGE (51210b Trending: Update graphs - dnv)
-=======
         start: 834
->>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data)
         end: "lastCompletedBuild"
-<<<<<<< HEAD   (fdbb41 Report: Add 1908.2 data)
-<<<<<<< HEAD   (89bdc8 Trending: Fixes in plots, data)
-        skip:
-<<<<<<< HEAD   (914f8e Report: Add 2n-skx Soak and Reconf tests)
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-          - 641
-          - 642
-          - 643
-          - 644
-          - 645
-          - 646
-          - 662
-          - 663
-          - 683
-          - 684
-          - 685
-          - 686
-          - 687
-          - 694
-          - 695
-          - 696
-          - 697
-          - 705
-=======
->>>>>>> CHANGE (b51708 Trending: Plots)
-          - 743
-          - 749
-          - 761
-=======
->>>>>>> CHANGE (01597c Trending: Update graphs)
-          - 796
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-=======
-          - 803
-          - 804
-          - 805
-          - 818
-=======
->>>>>>> CHANGE (51210b Trending: Update graphs - dnv)
-          - 849
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
-          - 851
-<<<<<<< HEAD   (914f8e Report: Add 2n-skx Soak and Reconf tests)
->>>>>>> CHANGE (01597c Trending: Update graphs)
-=======
-          - 862
-          - 864
-<<<<<<< HEAD   (f7dd81 Trending: Update graphs - dnv)
->>>>>>> CHANGE (51210b Trending: Update graphs - dnv)
-=======
-          - 865
-          - 866
->>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data)
-=======
-        max-builds: 180  # Max nr of builds to use
->>>>>>> CHANGE (1945eb PAL: Reverse download order for trending)
-=======
->>>>>>> CHANGE (e260db Trending: NDRPDR weekly comparison)
 
     plot-performance-trending-dpdk-3n-skx:
       csit-dpdk-perf-mrr-weekly-master-3n-skx:
     # 2n-skx
     plot-performance-trending-all-2n-skx:
       csit-vpp-perf-mrr-daily-master-2n-skx:
-<<<<<<< HEAD   (f7dd81 Trending: Update graphs - dnv)
-<<<<<<< HEAD   (914f8e Report: Add 2n-skx Soak and Reconf tests)
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-        start: 647
-=======
-        start: 729
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
-        start: 804
->>>>>>> CHANGE (01597c Trending: Update graphs)
-=======
-        start: 856
->>>>>>> CHANGE (51210b Trending: Update graphs - dnv)
-=======
         start: 858
->>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data)
         end: "lastCompletedBuild"
-<<<<<<< HEAD   (fdbb41 Report: Add 1908.2 data)
-<<<<<<< HEAD   (89bdc8 Trending: Fixes in plots, data)
-        skip:
-<<<<<<< HEAD   (914f8e Report: Add 2n-skx Soak and Reconf tests)
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
-          - 653
-          - 654
-          - 655
-          - 656
-          - 657
-          - 658
-          - 675
-          - 676
-          - 693
-          - 694
-          - 695
-          - 696
-          - 697
-          - 698
-          - 699
-          - 700
-          - 701
-          - 702
-          - 768
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-=======
-=======
->>>>>>> CHANGE (01597c Trending: Update graphs)
-          - 828
-          - 830
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
-=======
->>>>>>> CHANGE (51210b Trending: Update graphs - dnv)
-          - 868
-          - 870
-          - 874
->>>>>>> CHANGE (01597c Trending: Update graphs)
-=======
-        max-builds: 180  # Max nr of builds to use
->>>>>>> CHANGE (1945eb PAL: Reverse download order for trending)
-=======
->>>>>>> CHANGE (e260db Trending: NDRPDR weekly comparison)
       csit-dpdk-perf-mrr-weekly-master-2n-skx:
         start: 78
         end: "lastCompletedBuild"
 
     plot-performance-trending-vpp-2n-skx:
       csit-vpp-perf-mrr-daily-master-2n-skx:
-<<<<<<< HEAD   (f7dd81 Trending: Update graphs - dnv)
-<<<<<<< HEAD   (914f8e Report: Add 2n-skx Soak and Reconf tests)
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-        start: 647
-=======
-        start: 729
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
-        start: 804
->>>>>>> CHANGE (01597c Trending: Update graphs)
-=======
-        start: 856
->>>>>>> CHANGE (51210b Trending: Update graphs - dnv)
-=======
         start: 858
->>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data)
-        end: "lastCompletedBuild"
-<<<<<<< HEAD   (fdbb41 Report: Add 1908.2 data)
-<<<<<<< HEAD   (89bdc8 Trending: Fixes in plots, data)
-        skip:
-<<<<<<< HEAD   (914f8e Report: Add 2n-skx Soak and Reconf tests)
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
-          - 653
-          - 654
-          - 655
-          - 656
-          - 657
-          - 658
-          - 675
-          - 676
-          - 693
-          - 694
-          - 695
-          - 696
-          - 697
-          - 698
-          - 699
-          - 700
-          - 701
-          - 702
-          - 768
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-
-    plot-performance-trending-vpp-2n-clx:
-      csit-vpp-perf-mrr-daily-master-2n-clx:
-        start: 89
         end: "lastCompletedBuild"
-        skip:
-          - 97
-=======
-=======
->>>>>>> CHANGE (01597c Trending: Update graphs)
-          - 828
-          - 830
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
-=======
->>>>>>> CHANGE (51210b Trending: Update graphs - dnv)
-          - 868
-          - 870
-          - 874
->>>>>>> CHANGE (01597c Trending: Update graphs)
-=======
-        max-builds: 180  # Max nr of builds to use
->>>>>>> CHANGE (1945eb PAL: Reverse download order for trending)
-=======
->>>>>>> CHANGE (e260db Trending: NDRPDR weekly comparison)
 
     plot-performance-trending-dpdk-2n-skx:
       csit-dpdk-perf-mrr-weekly-master-2n-skx:
         start: 50
         end: "lastCompletedBuild"
 
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-=======
     plot-performance-trending-vpp-2n-clx:
       csit-vpp-perf-mrr-daily-master-2n-clx:
         start: 236
         start: 23
         end: "lastCompletedBuild"
 
->>>>>>> CHANGE (b51708 Trending: Plots)
     # 3n-tsh
     plot-performance-trending-all-3n-tsh:
       csit-vpp-perf-mrr-daily-master-3n-tsh:
         start: 144
         end: "lastCompletedBuild"
-<<<<<<< HEAD   (fdbb41 Report: Add 1908.2 data)
-<<<<<<< HEAD   (89bdc8 Trending: Fixes in plots, data)
-        skip:
-<<<<<<< HEAD   (f7dd81 Trending: Update graphs - dnv)
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
-          - 105
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-=======
-=======
->>>>>>> CHANGE (01597c Trending: Update graphs)
-          - 126
-          - 127
-          - 135
-=======
->>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data)
-          - 149
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
-          - 150
-          - 152
-          - 153
-          - 154
-          - 155
-          - 156
-          - 157
->>>>>>> CHANGE (01597c Trending: Update graphs)
-=======
-        max-builds: 180  # Max nr of builds to use
->>>>>>> CHANGE (1945eb PAL: Reverse download order for trending)
-=======
->>>>>>> CHANGE (e260db Trending: NDRPDR weekly comparison)
 
     plot-performance-trending-vpp-3n-tsh:
       csit-vpp-perf-mrr-daily-master-3n-tsh:
         start: 144
         end: "lastCompletedBuild"
-<<<<<<< HEAD   (fdbb41 Report: Add 1908.2 data)
-<<<<<<< HEAD   (89bdc8 Trending: Fixes in plots, data)
-        skip:
-<<<<<<< HEAD   (f7dd81 Trending: Update graphs - dnv)
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
-          - 105
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-=======
-=======
->>>>>>> CHANGE (01597c Trending: Update graphs)
-          - 126
-          - 127
-          - 135
-=======
->>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data)
-          - 149
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
-          - 150
-          - 152
-          - 153
-          - 154
-          - 155
-          - 156
-          - 157
->>>>>>> CHANGE (01597c Trending: Update graphs)
-=======
-        max-builds: 180  # Max nr of builds to use
->>>>>>> CHANGE (1945eb PAL: Reverse download order for trending)
-=======
->>>>>>> CHANGE (e260db Trending: NDRPDR weekly comparison)
 
+    # 3n-dnv
     plot-performance-trending-vpp-3n-dnv:
       csit-vpp-perf-mrr-daily-master-3n-dnv:
-<<<<<<< HEAD   (f7dd81 Trending: Update graphs - dnv)
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-        start: 134
-=======
-        start: 203
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
-        start: 276
->>>>>>> CHANGE (01597c Trending: Update graphs)
-=======
         start: 329
->>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data)
         end: "lastCompletedBuild"
-<<<<<<< HEAD   (fdbb41 Report: Add 1908.2 data)
-<<<<<<< HEAD   (89bdc8 Trending: Fixes in plots, data)
-        skip:
-<<<<<<< HEAD   (f7dd81 Trending: Update graphs - dnv)
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-          - 150
-          - 151
-          - 175
-          - 176
-=======
->>>>>>> CHANGE (b51708 Trending: Plots)
-          - 227
-          - 228
-          - 246
-          - 247
-          - 248
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-=======
-=======
->>>>>>> CHANGE (01597c Trending: Update graphs)
-          - 297
-          - 318
-          - 319
-          - 320
-          - 321
-          - 322
-          - 323
-          - 324
-          - 325
-          - 326
-          - 327
-=======
->>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data)
-          - 343
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
-          - 344
-          - 345
-          - 348
-          - 350
-          - 356
-          - 357
-          - 358
-          - 360
-          - 363
-          - 364
-<<<<<<< HEAD   (f7dd81 Trending: Update graphs - dnv)
->>>>>>> CHANGE (01597c Trending: Update graphs)
-=======
-          - 381
-          - 387
-          - 388
-          - 390
-          - 391
-          - 392
->>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data)
-=======
-        max-builds: 180  # Max nr of builds to use
->>>>>>> CHANGE (1945eb PAL: Reverse download order for trending)
-=======
->>>>>>> CHANGE (e260db Trending: NDRPDR weekly comparison)
 
+    # 2n-dnv
     plot-performance-trending-vpp-2n-dnv:
       csit-vpp-perf-mrr-daily-master-2n-dnv:
-<<<<<<< HEAD   (f7dd81 Trending: Update graphs - dnv)
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-        start: 133
-=======
-        start: 203
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
-        start: 279
->>>>>>> CHANGE (01597c Trending: Update graphs)
-=======
         start: 335
->>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data)
         end: "lastCompletedBuild"
-<<<<<<< HEAD   (89bdc8 Trending: Fixes in plots, data)
-        skip:
-<<<<<<< HEAD   (f7dd81 Trending: Update graphs - dnv)
-          - 145
-          - 149
-          - 150
-          - 228
-          - 249
-          - 250
-          - 251
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-=======
-          - 302
-          - 304
-          - 314
-          - 317
-          - 326
-          - 327
-          - 328
-          - 329
-          - 330
-          - 331
-          - 332
-=======
->>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data)
-          - 344
-          - 349
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
-          - 350
-          - 351
-          - 354
-          - 360
-          - 364
-          - 365
-          - 366
-          - 370
-<<<<<<< HEAD   (f7dd81 Trending: Update graphs - dnv)
->>>>>>> CHANGE (01597c Trending: Update graphs)
-=======
-          - 378
-          - 387
-          - 394
-          - 395
-          - 396
-          - 397
->>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data)
-=======
->>>>>>> CHANGE (1945eb PAL: Reverse download order for trending)
 
+    # NDRPDR
     plot-ndrpdr-comparison-2n-skx:
       csit-vpp-perf-ndrpdr-weekly-master-2n-skx:
         start: 76
 
     # 3n-hsw
     csit-vpp-perf-mrr-daily-master:
-<<<<<<< HEAD   (f7dd81 Trending: Update graphs - dnv)
-<<<<<<< HEAD   (914f8e Report: Add 2n-skx Soak and Reconf tests)
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-      start: 894
-=======
-      start: 965
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
-      start: 1035
->>>>>>> CHANGE (01597c Trending: Update graphs)
-=======
-      start: 1082
->>>>>>> CHANGE (51210b Trending: Update graphs - dnv)
-=======
       start: 1086
->>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data)
       end: "lastCompletedBuild"
       max-builds: 180  # Max nr of builds to download
       skip:
-<<<<<<< HEAD   (914f8e Report: Add 2n-skx Soak and Reconf tests)
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-        - 899
-        - 900
-        - 901
-        - 902
-        - 903
-        - 904
-        - 921
-        - 922
-        - 935
-        - 936
-        - 937
-        - 938
-        - 939
-        - 940
-        - 941
-        - 953
-=======
->>>>>>> CHANGE (b51708 Trending: Plots)
-        - 987
-=======
->>>>>>> CHANGE (01597c Trending: Update graphs)
-        - 1052
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-=======
-        - 1054
-        - 1056
-        - 1063
-=======
->>>>>>> CHANGE (51210b Trending: Update graphs - dnv)
         - 1102
-<<<<<<< HEAD   (8189a4 Report: Add data)
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
         - 1159
->>>>>>> CHANGE (60d006 Trending: CSIT-1301: Display stdev in hover info)
     csit-dpdk-perf-mrr-weekly-master:
       start: 113
       end: "lastCompletedBuild"
 
     # 3n-skx
     csit-vpp-perf-mrr-daily-master-3n-skx:
-<<<<<<< HEAD   (f7dd81 Trending: Update graphs - dnv)
-<<<<<<< HEAD   (914f8e Report: Add 2n-skx Soak and Reconf tests)
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-      start: 635
-=======
-      start: 707
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
-      start: 782
->>>>>>> CHANGE (01597c Trending: Update graphs)
-=======
-      start: 830
->>>>>>> CHANGE (51210b Trending: Update graphs - dnv)
-=======
       start: 834
->>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data)
       end: "lastCompletedBuild"
       max-builds: 180  # Max nr of builds to download
       skip:
-<<<<<<< HEAD   (914f8e Report: Add 2n-skx Soak and Reconf tests)
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-        - 641
-        - 642
-        - 643
-        - 644
-        - 645
-        - 646
-        - 662
-        - 663
-        - 683
-        - 684
-        - 685
-        - 686
-        - 687
-        - 694
-        - 695
-        - 696
-        - 697
-        - 705
-=======
->>>>>>> CHANGE (b51708 Trending: Plots)
-        - 743
-        - 749
-        - 761
-=======
->>>>>>> CHANGE (01597c Trending: Update graphs)
-        - 796
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-=======
-        - 803
-        - 804
-        - 805
-        - 818
-=======
->>>>>>> CHANGE (51210b Trending: Update graphs - dnv)
         - 849
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
         - 851
-<<<<<<< HEAD   (914f8e Report: Add 2n-skx Soak and Reconf tests)
->>>>>>> CHANGE (01597c Trending: Update graphs)
-=======
         - 862
         - 864
-<<<<<<< HEAD   (f7dd81 Trending: Update graphs - dnv)
->>>>>>> CHANGE (51210b Trending: Update graphs - dnv)
-=======
         - 865
         - 866
-<<<<<<< HEAD   (8189a4 Report: Add data)
->>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data)
-=======
         - 867
->>>>>>> CHANGE (60d006 Trending: CSIT-1301: Display stdev in hover info)
     csit-dpdk-perf-mrr-weekly-master-3n-skx:
       start: 78
       end: "lastCompletedBuild"
 
     # 2n-skx
     csit-vpp-perf-mrr-daily-master-2n-skx:
-<<<<<<< HEAD   (f7dd81 Trending: Update graphs - dnv)
-<<<<<<< HEAD   (914f8e Report: Add 2n-skx Soak and Reconf tests)
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-      start: 647
-=======
-      start: 729
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
-      start: 804
->>>>>>> CHANGE (01597c Trending: Update graphs)
-=======
-      start: 856
->>>>>>> CHANGE (51210b Trending: Update graphs - dnv)
-=======
       start: 858
->>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data)
       end: "lastCompletedBuild"
       max-builds: 180  # Max nr of builds to download
       skip:
-<<<<<<< HEAD   (914f8e Report: Add 2n-skx Soak and Reconf tests)
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
-        - 653
-        - 654
-        - 655
-        - 656
-        - 657
-        - 658
-        - 675
-        - 676
-        - 693
-        - 694
-        - 695
-        - 696
-        - 697
-        - 698
-        - 699
-        - 700
-        - 701
-        - 702
-        - 768
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-=======
-=======
->>>>>>> CHANGE (01597c Trending: Update graphs)
-        - 828
-        - 830
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
-=======
->>>>>>> CHANGE (51210b Trending: Update graphs - dnv)
         - 868
         - 870
         - 874
-<<<<<<< HEAD   (8189a4 Report: Add data)
->>>>>>> CHANGE (01597c Trending: Update graphs)
-=======
         - 889
->>>>>>> CHANGE (60d006 Trending: CSIT-1301: Display stdev in hover info)
     csit-vpp-perf-mrr-weekly-master-2n-skx:
       start: 50
       end: "lastCompletedBuild"
       end: "lastCompletedBuild"
       max-builds: 180  # Max nr of builds to download
       skip:
-<<<<<<< HEAD   (914f8e Report: Add 2n-skx Soak and Reconf tests)
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-        - 97
-=======
-        - 121
-        - 153
-        - 154
-        - 155
-=======
->>>>>>> CHANGE (01597c Trending: Update graphs)
-        - 204
-        - 206
-        - 208
-        - 213
-        - 214
-        - 215
-        - 216
-        - 217
-        - 224
-        - 230
-        - 231
-=======
->>>>>>> CHANGE (51210b Trending: Update graphs - dnv)
         - 239
         - 248
         - 251
       end: "lastCompletedBuild"
       max-builds: 15  # Max nr of builds to download
       skip:
-<<<<<<< HEAD   (f7dd81 Trending: Update graphs - dnv)
-        - 18
-        - 21
-        - 22
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
-=======
->>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data)
         - 24
->>>>>>> CHANGE (01597c Trending: Update graphs)
 
     # 3n-tsh
     csit-vpp-perf-mrr-daily-master-3n-tsh:
       end: "lastCompletedBuild"
       max-builds: 180  # Max nr of builds to download
       skip:
-<<<<<<< HEAD   (f7dd81 Trending: Update graphs - dnv)
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
-        - 105
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-=======
-=======
->>>>>>> CHANGE (01597c Trending: Update graphs)
-        - 126
-        - 127
-        - 135
-=======
->>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data)
         - 149
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
         - 150
         - 152
         - 153
         - 155
         - 156
         - 157
-<<<<<<< HEAD   (8189a4 Report: Add data)
->>>>>>> CHANGE (01597c Trending: Update graphs)
-=======
         - 192
->>>>>>> CHANGE (60d006 Trending: CSIT-1301: Display stdev in hover info)
 
     # 3n-dnv
     csit-vpp-perf-mrr-daily-master-3n-dnv:
-<<<<<<< HEAD   (f7dd81 Trending: Update graphs - dnv)
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-      start: 134
-=======
-      start: 203
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
-      start: 276
->>>>>>> CHANGE (01597c Trending: Update graphs)
-=======
       start: 329
->>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data)
       end: "lastCompletedBuild"
       max-builds: 180  # Max nr of builds to download
       skip:
-<<<<<<< HEAD   (f7dd81 Trending: Update graphs - dnv)
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-        - 150
-        - 151
-        - 175
-        - 176
-=======
->>>>>>> CHANGE (b51708 Trending: Plots)
-        - 227
-        - 228
-        - 246
-        - 247
-        - 248
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-=======
-=======
->>>>>>> CHANGE (01597c Trending: Update graphs)
-        - 297
-        - 318
-        - 319
-        - 320
-        - 321
-        - 322
-        - 323
-        - 324
-        - 325
-        - 326
-        - 327
-=======
->>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data)
         - 343
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
         - 344
         - 345
         - 348
         - 360
         - 363
         - 364
-<<<<<<< HEAD   (f7dd81 Trending: Update graphs - dnv)
->>>>>>> CHANGE (01597c Trending: Update graphs)
-=======
         - 381
         - 387
         - 388
         - 390
         - 391
         - 392
-<<<<<<< HEAD   (8189a4 Report: Add data)
->>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data)
-=======
         - 396
->>>>>>> CHANGE (60d006 Trending: CSIT-1301: Display stdev in hover info)
 
     # 2n-dnv
     csit-vpp-perf-mrr-daily-master-2n-dnv:
-<<<<<<< HEAD   (f7dd81 Trending: Update graphs - dnv)
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-      start: 133
-=======
-      start: 203
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
-      start: 279
->>>>>>> CHANGE (01597c Trending: Update graphs)
-=======
       start: 335
->>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data)
       end: "lastCompletedBuild"
       max-builds: 180  # Max nr of builds to download
       skip:
-<<<<<<< HEAD   (f7dd81 Trending: Update graphs - dnv)
-        - 145
-        - 149
-        - 150
-        - 228
-        - 249
-        - 250
-        - 251
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-=======
-        - 302
-        - 304
-        - 314
-        - 317
-        - 326
-        - 327
-        - 328
-        - 329
-        - 330
-        - 331
-        - 332
-=======
->>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data)
         - 344
         - 349
-<<<<<<< HEAD   (b54dc7 PAL: Local mode uses xml file name as a build number)
->>>>>>> CHANGE (b51708 Trending: Plots)
-=======
         - 350
         - 351
         - 354
         - 365
         - 366
         - 370
-<<<<<<< HEAD   (f7dd81 Trending: Update graphs - dnv)
->>>>>>> CHANGE (01597c Trending: Update graphs)
-=======
         - 378
         - 387
         - 394
         - 395
         - 396
         - 397
-<<<<<<< HEAD   (8189a4 Report: Add data)
->>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data)
-=======
         - 402
->>>>>>> CHANGE (60d006 Trending: CSIT-1301: Display stdev in hover info)
 
 -
   type: "output"
     - "parent"
     - "status"
 
+-
+  type: "table"
+  title: "Last failed tests (last builds) 3n-hsw-ndrpdr"
+  algorithm: "table_last_failed_tests"
+  output-file-ext: ".txt"
+  output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-hsw-ndrpdr"
+  data: "table-last-failed-tests-3n-hsw-ndrpdr"
+  filter: "'NDRPDR'"
+  parameters:
+    - "name"
+    - "parent"
+    - "status"
+
+-
+  type: "table"
+  title: "Last failed tests (last builds) 3n-skx-ndrpdr"
+  algorithm: "table_last_failed_tests"
+  output-file-ext: ".txt"
+  output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-skx-ndrpdr"
+  data: "table-last-failed-tests-3n-skx-ndrpdr"
+  filter: "'NDRPDR'"
+  parameters:
+    - "name"
+    - "parent"
+    - "status"
+
+-
+  type: "table"
+  title: "Last failed tests (last builds) 2n-skx-ndrpdr"
+  algorithm: "table_last_failed_tests"
+  output-file-ext: ".txt"
+  output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-skx-ndrpdr"
+  data: "table-last-failed-tests-2n-skx-ndrpdr"
+  filter: "'NDRPDR'"
+  parameters:
+    - "name"
+    - "parent"
+    - "status"
+
+-
+  type: "table"
+  title: "Last failed tests (last builds) 2n-clx-ndrpdr"
+  algorithm: "table_last_failed_tests"
+  output-file-ext: ".txt"
+  output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-clx-ndrpdr"
+  data: "table-last-failed-tests-2n-clx-ndrpdr"
+  filter: "'NDRPDR'"
+  parameters:
+    - "name"
+    - "parent"
+    - "status"
+
 # 3n-hsw
 -
   type: "table"
   data: "plot-performance-trending-all-3n-hsw"
   filter: "'MRR' and '1T1C' and not 'NIC_Intel-XXV710'"
   parameters:
-  - "name"
-  - "parent"
-  - "result"
+    - "name"
+    - "parent"
+    - "result"
   window: 14
   long-trend-window: 180
 
   data: "plot-performance-trending-all-3n-hsw"
   filter: "'MRR' and '2T2C' and not 'NIC_Intel-XXV710'"
   parameters:
-  - "name"
-  - "parent"
-  - "result"
+    - "name"
+    - "parent"
+    - "result"
   window: 14
   long-trend-window: 180
 
   data: "plot-performance-trending-all-3n-hsw"
   filter: "'MRR' and '4T4C' and not 'NIC_Intel-XXV710'"
   parameters:
-  - "name"
-  - "parent"
-  - "result"
+    - "name"
+    - "parent"
+    - "result"
   window: 14
   long-trend-window: 180
 
   testbed: "2n-clx"
   add-links: False
 
--
+#-
   type: "table"
   title: "Failed MRR tests 3n-hsw"
   algorithm: "table_failed_tests"
   data: "plot-performance-trending-all-3n-hsw"
   filter: "'MRR' and not 'NIC_Intel-XXV710'"
   parameters:
-  - "name"
-  - "parent"
-  - "status"
+    - "name"
+    - "parent"
+    - "status"
   window: 7  # days
 
 -
   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw.rst"
   testbed: "3n-hsw"
 
+-
+  type: "table"
+  title: "Failed NDRPDR tests 3n-hsw"
+  algorithm: "table_failed_tests"
+  output-file-ext: ".csv"
+  output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr"
+  data: "plot-ndrpdr-comparison-3n-hsw"
+  filter: "'NDRPDR'"
+  parameters:
+    - "name"
+    - "parent"
+    - "status"
+  window: 30  # days
+
+-
+  type: "table"
+  title: "HTML Failed NDRPDR tests 3n-hsw"
+  algorithm: "table_failed_tests_html"
+  input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr.csv"
+  output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr.rst"
+  testbed: "3n-hsw"
+
 ################################################################################
 # 3n-skx
 -
   data: "plot-performance-trending-all-3n-skx"
   filter: "'MRR' and '2T1C'"
   parameters:
-  - "name"
-  - "parent"
-  - "result"
+    - "name"
+    - "parent"
+    - "result"
   window: 14
   long-trend-window: 180
 
   data: "plot-performance-trending-all-3n-skx"
   filter: "'MRR' and '4T2C'"
   parameters:
-  - "name"
-  - "parent"
-  - "result"
+    - "name"
+    - "parent"
+    - "result"
   window: 14
   long-trend-window: 180
 
   data: "plot-performance-trending-all-3n-skx"
   filter: "'MRR' and '8T4C'"
   parameters:
-  - "name"
-  - "parent"
-  - "result"
+    - "name"
+    - "parent"
+    - "result"
   window: 14
   long-trend-window: 180
 
   data: "plot-performance-trending-all-3n-skx"
   filter: "'MRR'"
   parameters:
-  - "name"
-  - "parent"
-  - "status"
+    - "name"
+    - "parent"
+    - "status"
   window: 7  # days
 
 -
   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx.rst"
   testbed: "3n-skx"
 
+-
+  type: "table"
+  title: "Failed NDRPDR tests 3n-skx"
+  algorithm: "table_failed_tests"
+  output-file-ext: ".csv"
+  output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx-ndrpdr"
+  data: "plot-ndrpdr-comparison-3n-skx"
+  filter: "'NDRPDR'"
+  parameters:
+    - "name"
+    - "parent"
+    - "status"
+  window: 30  # days
+
+-
+  type: "table"
+  title: "HTML Failed NDRPDR tests 3n-skx"
+  algorithm: "table_failed_tests_html"
+  input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx-ndrpdr.csv"
+  output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx-ndrpdr.rst"
+  testbed: "3n-skx"
+
 ################################################################################
 # 2n-skx
 -
   data: "plot-performance-trending-all-2n-skx"
   filter: "'MRR' and '2T1C'"
   parameters:
-  - "name"
-  - "parent"
-  - "result"
+    - "name"
+    - "parent"
+    - "result"
   window: 14
   long-trend-window: 180
 
   data: "plot-performance-trending-all-2n-skx"
   filter: "'MRR' and '4T2C'"
   parameters:
-  - "name"
-  - "parent"
-  - "result"
+    - "name"
+    - "parent"
+    - "result"
   window: 14
   long-trend-window: 180
 
   data: "plot-performance-trending-all-2n-skx"
   filter: "'MRR' and '8T4C'"
   parameters:
-  - "name"
-  - "parent"
-  - "result"
+    - "name"
+    - "parent"
+    - "result"
   window: 14
   long-trend-window: 180
 
   data: "plot-performance-trending-all-2n-skx"
   filter: "'MRR'"
   parameters:
-  - "name"
-  - "parent"
-  - "status"
+    - "name"
+    - "parent"
+    - "status"
   window: 7  # days
 
 -
   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx.rst"
   testbed: "2n-skx"
 
+-
+  type: "table"
+  title: "Failed NDRPDR tests 2n-skx"
+  algorithm: "table_failed_tests"
+  output-file-ext: ".csv"
+  output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx-ndrpdr"
+  data: "plot-ndrpdr-comparison-2n-skx"
+  filter: "'NDRPDR'"
+  parameters:
+    - "name"
+    - "parent"
+    - "status"
+  window: 30  # days
+
+-
+  type: "table"
+  title: "HTML Failed NDRPDR tests 2n-skx"
+  algorithm: "table_failed_tests_html"
+  input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx-ndrpdr.csv"
+  output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx-ndrpdr.rst"
+  testbed: "2n-skx"
+
 ################################################################################
 # 2n-clx
 -
   data: "plot-performance-trending-vpp-2n-clx"
   filter: "'MRR' and '2T1C'"
   parameters:
-  - "name"
-  - "parent"
-  - "result"
+    - "name"
+    - "parent"
+    - "result"
   window: 14
   long-trend-window: 180
 
   data: "plot-performance-trending-vpp-2n-clx"
   filter: "'MRR' and '4T2C'"
   parameters:
-  - "name"
-  - "parent"
-  - "result"
+    - "name"
+    - "parent"
+    - "result"
   window: 14
   long-trend-window: 180
 
   data: "plot-performance-trending-vpp-2n-clx"
   filter: "'MRR' and '8T4C'"
   parameters:
-  - "name"
-  - "parent"
-  - "result"
+    - "name"
+    - "parent"
+    - "result"
   window: 14
   long-trend-window: 180
 
   data: "plot-performance-trending-vpp-2n-clx"
   filter: "'MRR'"
   parameters:
-  - "name"
-  - "parent"
-  - "status"
+    - "name"
+    - "parent"
+    - "status"
   window: 7  # days
 
 -
   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx.rst"
   testbed: "2n-clx"
 
+-
+  type: "table"
+  title: "Failed NDRPDR tests 2n-clx"
+  algorithm: "table_failed_tests"
+  output-file-ext: ".csv"
+  output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx-ndrpdr"
+  data: "plot-ndrpdr-comparison-2n-clx"
+  filter: "'NDRPDR'"
+  parameters:
+    - "name"
+    - "parent"
+    - "status"
+  window: 30  # days
 
-################################################################################
-# 3n-tsh
+-
+  type: "table"
+  title: "HTML Failed NDRPDR tests 2n-clx"
+  algorithm: "table_failed_tests_html"
+  input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx-ndrpdr.csv"
+  output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx-ndrpdr.rst"
+  testbed: "2n-clx"
+
+#################################################################################
+## 3n-tsh
 -
   type: "table"
   title: "Performance trending dashboard 1t1c-3n-tsh"
   data: "plot-performance-trending-all-3n-tsh"
   filter: "'MRR' and '1T1C'"
   parameters:
-  - "name"
-  - "parent"
-  - "result"
+    - "name"
+    - "parent"
+    - "result"
   window: 14
   long-trend-window: 180
 
   data: "plot-performance-trending-all-3n-tsh"
   filter: "'MRR' and '4T4C'"
   parameters:
-  - "name"
-  - "parent"
-  - "result"
+    - "name"
+    - "parent"
+    - "result"
   window: 14
   long-trend-window: 180
 
   data: "plot-performance-trending-all-3n-tsh"
   filter: "'MRR'"
   parameters:
-  - "name"
-  - "parent"
-  - "status"
+    - "name"
+    - "parent"
+    - "status"
   window: 7  # days
 
 -
   data: "plot-performance-trending-vpp-3n-dnv"
   filter: "'MRR' and '1T1C'"
   parameters:
-  - "name"
-  - "parent"
-  - "result"
+    - "name"
+    - "parent"
+    - "result"
   window: 14
   long-trend-window: 180
 
   data: "plot-performance-trending-vpp-3n-dnv"
   filter: "'MRR' and '2T2C'"
   parameters:
-  - "name"
-  - "parent"
-  - "result"
+    - "name"
+    - "parent"
+    - "result"
   window: 14
   long-trend-window: 180
 
   data: "plot-performance-trending-vpp-3n-dnv"
   filter: "'MRR' and '4T4C'"
   parameters:
-  - "name"
-  - "parent"
-  - "result"
+    - "name"
+    - "parent"
+    - "result"
   window: 14
   long-trend-window: 180
 
   data: "plot-performance-trending-vpp-3n-dnv"
   filter: "'MRR'"
   parameters:
-  - "name"
-  - "parent"
-  - "status"
+    - "name"
+    - "parent"
+    - "status"
   window: 7  # days
 
 -
   data: "plot-performance-trending-vpp-2n-dnv"
   filter: "'MRR' and '1T1C'"
   parameters:
-  - "name"
-  - "parent"
-  - "result"
+    - "name"
+    - "parent"
+    - "result"
   window: 14
   long-trend-window: 180
 
   data: "plot-performance-trending-vpp-2n-dnv"
   filter: "'MRR' and '2T2C'"
   parameters:
-  - "name"
-  - "parent"
-  - "result"
+    - "name"
+    - "parent"
+    - "result"
   window: 14
   long-trend-window: 180
 
   data: "plot-performance-trending-vpp-2n-dnv"
   filter: "'MRR' and '4T4C'"
   parameters:
-  - "name"
-  - "parent"
-  - "result"
+    - "name"
+    - "parent"
+    - "result"
   window: 14
   long-trend-window: 180
 
   data: "plot-performance-trending-vpp-2n-dnv"
   filter: "'MRR'"
   parameters:
-  - "name"
-  - "parent"
-  - "status"
+    - "name"
+    - "parent"
+    - "status"
   window: 7  # days
 
 -
         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-8t4c-ethip4-ip4base-eth-2memif-1dcr-mrr"
       layout: "plot-cpta"
 
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-    - title: "2n-skx-xxv710-64b-2t1c-memif-base-i40e"
-      output-file-name: "2n-skx-xxv710-64b-2t1c-memif-base-i40e"
-=======
     - title: "2n-clx-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr"
       output-file-name: "2n-clx-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr"
       data: "plot-performance-trending-vpp-2n-clx"
 
     - title: "2n-skx-xxv710-64b-2t1c-memif-base-dpdk"
       output-file-name: "2n-skx-xxv710-64b-2t1c-memif-base-dpdk"
->>>>>>> CHANGE (b51708 Trending: Plots)
       data: "plot-performance-trending-vpp-2n-skx"
       include:
         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-2t1c-eth-l2xcbase-eth-2memif-1dcr-mrr"
         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-mrr.64B-8t4c-ethip4udp-ip4base-nat44-mrr"
       layout: "plot-cpta"
 
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-=======
     - title: "2n-clx-cx556a-64b-2t1c-rdma-ip4base"
       output-file-name: "2n-clx-cx556a-64b-2t1c-rdma-ip4base"
       data: "plot-performance-trending-vpp-2n-clx"
         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Mrr.64B-8t4c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr"
       layout: "plot-cpta"
 
->>>>>>> CHANGE (b51708 Trending: Plots)
     - title: "2n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe"
       output-file-name: "2n-dnv-x553-64b-1t1c-ip4-ixgbe"
       data: "plot-performance-trending-vpp-2n-dnv"
         - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-mrr.78B-8t4c-ethip6-ip6scale2m-mrr"
       layout: "plot-cpta"
 
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-=======
     - title: "2n-clx-cx556a-78b-2t1c-rdma-ip6routing-base-scale"
       output-file-name: "2n-clx-cx556a-78b-2t1c-rdma-ip6routing-base-scale"
       data: "plot-performance-trending-vpp-2n-clx"
         - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale2M-Mrr.78B-8t4c-rdma-ethip6-ip6scale2m-mrr"
       layout: "plot-cpta"
 
->>>>>>> CHANGE (b51708 Trending: Plots)
     - title: "2n-dnv-x553-78b-1t1c-ip6-base-scale-ixgbe"
       output-file-name: "2n-dnv-x553-78b-1t1c-ip6-base-scale-ixgbe"
       data: "plot-performance-trending-vpp-2n-dnv"
         - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-mrr.64B-8t4c-eth-l2bdscale1mmaclrn-mrr"
       layout: "plot-cpta"
 
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-=======
     - title: "2n-clx-cx556a-64b-2t1c-rdma-l2switching-base"
       output-file-name: "2n-clx-cx556a-64b-2t1c-rdma-l2switching-base"
       data: "plot-performance-trending-vpp-2n-clx"
         - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale1Mmaclrn-Mrr.64B-8t4c-rdma-eth-l2bdscale1mmaclrn-mrr"
       layout: "plot-cpta"
 
-<<<<<<< HEAD   (914f8e Report: Add 2n-skx Soak and Reconf tests)
->>>>>>> CHANGE (b51708 Trending: Plots)
-    - title: "2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe"
-      output-file-name: "2n-dnv-x553-64b-1t1c-l2-base-ixgbe"
-      data: "plot-performance-trending-vpp-2n-dnv"
-      include:
-        - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-mrr.64B-1t1c-dot1q-l2xcbase-mrr"
-        - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-mrr.64B-1t1c-eth-l2xcbase-mrr"
-        - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-mrr.64B-1t1c-dot1q-l2bdbasemaclrn-mrr"
-        - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-mrr.64B-1t1c-eth-l2bdbasemaclrn-mrr"
-      layout: "plot-cpta"
-
-    - title: "2n-dnv-x553-64b-2t2c-l2switching-base-ixgbe"
-      output-file-name: "2n-dnv-x553-64b-2t2c-l2-base-ixgbe"
-      data: "plot-performance-trending-vpp-2n-dnv"
-      include:
-        - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-mrr.64B-2t2c-dot1q-l2xcbase-mrr"
-        - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-mrr.64B-2t2c-eth-l2xcbase-mrr"
-        - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-mrr.64B-2t2c-dot1q-l2bdbasemaclrn-mrr"
-        - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-mrr.64B-2t2c-eth-l2bdbasemaclrn-mrr"
-      layout: "plot-cpta"
-
-    - title: "2n-dnv-x553-64b-4t4c-l2switching-base-ixgbe"
-      output-file-name: "2n-dnv-x553-64b-4t4c-l2-base-ixgbe"
-      data: "plot-performance-trending-vpp-2n-dnv"
-      include:
-        - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-mrr.64B-4t4c-dot1q-l2xcbase-mrr"
-        - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-mrr.64B-4t4c-eth-l2xcbase-mrr"
-        - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-mrr.64B-4t4c-dot1q-l2bdbasemaclrn-mrr"
-        - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-mrr.64B-4t4c-eth-l2bdbasemaclrn-mrr"
-      layout: "plot-cpta"
-
-=======
->>>>>>> CHANGE (51210b Trending: Update graphs - dnv)
     - title: "2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe"
       output-file-name: "2n-dnv-x553-64b-1t1c-l2-base-scale-ixgbe"
       data: "plot-performance-trending-vpp-2n-dnv"
         - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-8t4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr"
       layout: "plot-cpta"
 
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-    - title: "2n-skx-xxv710-64b-2t1c-vhost-base-i40e-testpmd"
-      output-file-name: "2n-skx-xxv710-64b-2t1c-vhost-base-i40e-testpmd"
-=======
     - title: "2n-clx-cx556a-64b-2t1c-rdma-l2-vhost-base"
       output-file-name: "2n-clx-cx556a-64b-2t1c-rdma-l2-vhost-base"
       data: "plot-performance-trending-vpp-2n-clx"
 
     - title: "2n-skx-xxv710-64b-2t1c-vhost-base-dpdk-testpmd"
       output-file-name: "2n-skx-xxv710-64b-2t1c-vhost-base-dpdk-testpmd"
->>>>>>> CHANGE (b51708 Trending: Plots)
       data: "plot-performance-trending-vpp-2n-skx"
       include:
         - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Mrr.64B-2t1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr"
         - "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-mrr.64b-8t4c-ethip4-ip4base-l3fwd-mrr"
       layout: "plot-cpta"
 
-<<<<<<< HEAD   (d3ea22 Report: Add data)
-=======
     - title: "2n-clx-x710-64b-2t1c-dpdk"
       output-file-name: "2n-clx-x710-64b-2t1c-dpdk"
       data: "plot-performance-trending-dpdk-2n-clx"
       layout: "plot-cpta"
 
 
->>>>>>> CHANGE (b51708 Trending: Plots)
     - title: "3n-hsw-x710-64b-1t1c-dpdk"
       output-file-name: "3n-hsw-x710-64b-1t1c-dpdk"
       data: "plot-performance-trending-dpdk-3n-hsw"