X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification_CPTA.yaml;h=7ee0c0c71040e8f9ad9cd70f47a21752387b5216;hb=c298d66734d2d40e343ac4c60703b9838bdd6301;hp=fd127b5db340a05fea22a5ab7b702b3b6cf9035d;hpb=8b7416d72f67a8ccd408d81a56d8ae1094305d18;p=csit.git diff --git a/resources/tools/presentation/specification_CPTA.yaml b/resources/tools/presentation/specification_CPTA.yaml index fd127b5db3..7ee0c0c710 100644 --- a/resources/tools/presentation/specification_CPTA.yaml +++ b/resources/tools/presentation/specification_CPTA.yaml @@ -91,7 +91,7 @@ height: 800 yaxis: showticklabels: True - tickformat: ".3s" + tickformat: ".4s" title: "Throughput [pps]" hoverformat: ".4s" range: [] @@ -161,7 +161,7 @@ height: 800 yaxis: showticklabels: True - tickformat: ".3s" + tickformat: ".4s" title: "Throughput [pps]" hoverformat: ".4s" range: [] @@ -269,6 +269,8 @@ - "parent" - "result" ignore-list: + # This test is "ndrdisc" test and was improperly tagged. It was fixed + # but it remains in the old output.xml files. - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc01-64b-1t1c-eth-l2bdscale1mmaclrn-ndrdisc" outlier-const: 1.5 window: 14 @@ -288,6 +290,8 @@ - "parent" - "result" ignore-list: + # This test is "ndrdisc" test and was improperly tagged. It was fixed + # but it remains in the old output.xml files. - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc05-64b-2t2c-eth-l2bdscale1mmaclrn-ndrdisc" outlier-const: 1.5 window: 14 @@ -307,6 +311,8 @@ - "parent" - "result" ignore-list: + # This test is "ndrdisc" test and was improperly tagged. It was fixed + # but it remains in the old output.xml files. - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc09-64b-4t4c-eth-l2bdscale1mmaclrn-ndrdisc" outlier-const: 1.5 window: 14 @@ -334,6 +340,31 @@ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c.rst" +- + type: "table" + title: "Failed MRR tests" + algorithm: "table_failed_tests" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests" + data: "plot-performance-trending-all" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + ignore-list: + # This test is "ndrdisc" test and was improperly tagged. It was fixed + # but it remains in the old output.xml files. + - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc01-64b-1t1c-eth-l2bdscale1mmaclrn-ndrdisc" + window: 14 + +- + type: "table" + title: "HTML Failed MRR tests" + algorithm: "table_failed_tests_html" + input-file: "{DIR[STATIC,VPP]}/failed-tests.csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests.rst" + ################################################################################ ### C P T A ### @@ -343,7 +374,6 @@ - type: "cpta" title: "Continuous Performance Trending and Analysis" - algorithm: "cpta" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/cpta" plots: