X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=3965638a094b31095360a4239068ca47ff0b52da;hp=8175c52b96030b9448bb3a519e5b24e8245cabe5;hb=8f5f344d59674ea4c158e8ff1528716276f5b071;hpb=1d5213b0ec7ed99b58d519f4127ad77a00ef5096 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 8175c52b96..3965638a09 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -41,6 +41,7 @@ DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos" DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results" DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results" + DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results" DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements" # Detailed test configurations @@ -131,6 +132,7 @@ - 19 # NDRPDR sel - 18 # NDRPDR sel - 20 # NDRPDR sel + vpp-compare-testbeds: # TODO: Add Data sources csit-vpp-perf-verify-1807-3n-hsw: @@ -155,6 +157,10 @@ # TODO: Add Data sources csit-vpp-perf-verify-1807-3n-hsw: - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel csit-vpp-perf-verify-1807-3n-skx: - 28 # MRR sel - 32 # MRR sel @@ -193,11 +199,16 @@ # TODO: Add Data sources csit-vpp-perf-verify-1807-3n-hsw: - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel vpp-perf-results-3n-hsw: # TODO: Add Data sources csit-vpp-perf-verify-1807-3n-hsw: - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 vpp-perf-results-3n-skx: csit-vpp-perf-verify-1807-3n-skx: @@ -292,25 +303,26 @@ - 42 # NDRPDR sel plot-vpp-http-server-performance: - # TODO: Add Data sources csit-vpp-perf-verify-1807-3n-hsw: - 24 # WRK - 25 # WRK - 23 # WRK - 26 # WRK - 27 # WRK + - 28 # WRK - 29 # WRK + - 30 # WRK + - 32 # WRK + - 35 # WRK # VPP Functional vpp-func-results-ubuntu: csit-vpp-functional-1807-ubuntu1604-virl: - # TODO: Add Data sources - - "lastSuccessfulBuild" + - 278 vpp-func-results-centos: csit-vpp-functional-1807-centos7-virl: - # TODO: Add Data sources - - "lastSuccessfulBuild" + - 278 # VPP Ligato ligato-perf-results-3n-hsw: @@ -431,14 +443,19 @@ # HoneyComb Functional hc-func-results: csit-hc2vpp-verify-func-1807-ubuntu1604: - # TODO: Add Data sources - - "lastSuccessfulBuild" + - 6 # NSH SFC Functional nsh-func-results: csit-nsh_sfc-verify-func-1807-ubuntu1604-virl: - 2 + # DMM Functional + dmm-func-results: + # TODO: Replace with 1807 job: + csit-dmm-functional-master-ubuntu1604-virl: + - 95 + plot-layouts: plot-cps: @@ -689,7 +706,12 @@ csit-vpp-perf-verify-1807-3n-hsw: - 8 # MRR full - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 - 15 # NDRPDR sel - 16 # NDRPDR sel - 19 # NDRPDR sel @@ -700,7 +722,11 @@ - 23 # WRK - 26 # WRK - 27 # WRK + - 28 # WRK - 29 # WRK + - 30 # WRK + - 32 # WRK + - 35 # WRK csit-vpp-perf-verify-1807-3n-skx: - 31 # MRR full - 28 # MRR sel @@ -832,16 +858,16 @@ - 9 - 10 csit-vpp-functional-1807-ubuntu1604-virl: - # TODO: Add Data sources - - "lastSuccessfulBuild" + - 278 csit-vpp-functional-1807-centos7-virl: - # TODO: Add Data sources - - "lastSuccessfulBuild" + - 278 csit-nsh_sfc-verify-func-1807-ubuntu1604-virl: - 2 + # TODO: Replace with 1807 job: + csit-dmm-functional-master-ubuntu1604-virl: + - 95 csit-hc2vpp-verify-func-1807-ubuntu1604: - # TODO: Add Data sources - - "lastSuccessfulBuild" + - 6 - type: "output" @@ -1188,6 +1214,10 @@ # TODO: Add Data sources csit-vpp-perf-verify-1807-3n-hsw: - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel data: "vpp-performance-changes-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1236,6 +1266,10 @@ # TODO: Add Data sources csit-vpp-perf-verify-1807-3n-hsw: - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel data: "vpp-performance-changes-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1284,6 +1318,10 @@ # TODO: Add Data sources csit-vpp-perf-verify-1807-3n-hsw: - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel data: "vpp-performance-changes-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1303,6 +1341,10 @@ # TODO: Add Data sources csit-vpp-perf-verify-1807-3n-hsw: - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel compare: title: "3-Node Skx" data: @@ -1335,9 +1377,6 @@ - title: "Name" data: "data name" - - - title: "Documentation" - data: "data doc" - title: "Status" data: "data msg" @@ -1347,7 +1386,6 @@ parameters: - "name" - "parent" - - "doc" - "msg" - @@ -1360,9 +1398,6 @@ - title: "Name" data: "data name" - - - title: "Documentation" - data: "data doc" - title: "Status" data: "data msg" @@ -1372,7 +1407,6 @@ parameters: - "name" - "parent" - - "doc" - "msg" - @@ -1385,9 +1419,6 @@ - title: "Name" data: "data name" - - - title: "Documentation" - data: "data doc" - title: "Status" data: "data msg" @@ -1397,7 +1428,6 @@ parameters: - "name" - "parent" - - "doc" - "msg" - @@ -1536,9 +1566,6 @@ - title: "Name" data: "data name" - - - title: "Documentation" - data: "data doc" - title: "Status" data: "data msg" @@ -1548,7 +1575,6 @@ parameters: - "name" - "parent" - - "doc" - "msg" - @@ -1561,9 +1587,6 @@ - title: "Name" data: "data name" - - - title: "Documentation" - data: "data doc" - title: "Status" data: "data msg" @@ -1573,7 +1596,6 @@ parameters: - "name" - "parent" - - "doc" - "msg" - @@ -1586,9 +1608,6 @@ - title: "Name" data: "data name" - - - title: "Documentation" - data: "data doc" - title: "Status" data: "data msg" @@ -1598,7 +1617,6 @@ parameters: - "name" - "parent" - - "doc" - "msg" - @@ -1767,9 +1785,6 @@ - title: "Name" data: "data name" - - - title: "Documentation" - data: "data doc" - title: "Status" data: "data msg" @@ -1779,7 +1794,6 @@ parameters: - "name" - "parent" - - "doc" - "msg" ################################################################################ @@ -2191,6 +2205,34 @@ - "doc" - "status" +################################################################################ +# DMM +- + type: "table" + title: "Detailed Test Results - DMM Functional Results" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,FUNC,DMM]}/dmm_functional_results" + columns: + - + title: "Name" + data: "data name" + - + title: "Documentation" + data: "data doc" + - + title: "Status" + data: "data status" + rows: "generated" + data: + "dmm-func-results" + filter: "all" + parameters: + - "name" + - "parent" + - "doc" + - "status" + ################################################################################ ### F I L E S ### ################################################################################ @@ -2624,6 +2666,24 @@ - "parent" data-start-level: 3 +- + type: "file" + title: "DMM Functional Results" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,FUNC,DMM]}/dmm_functional_results" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,FUNC,DMM]}" + data: + "dmm-func-results" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + ################################################################################ ### P L O T S ### ################################################################################