X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=3965638a094b31095360a4239068ca47ff0b52da;hp=286ccd0b040449b086472ae5ac8149e3584fa119;hb=8f5f344d59674ea4c158e8ff1528716276f5b071;hpb=5a2c06dc4e1d3395082b6afef657453cb5bab18d diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 286ccd0b04..3965638a09 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -41,6 +41,7 @@ DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos" DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results" DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results" + DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results" DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements" # Detailed test configurations @@ -129,6 +130,8 @@ - 15 # NDRPDR sel - 16 # NDRPDR sel - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel vpp-compare-testbeds: # TODO: Add Data sources @@ -136,6 +139,8 @@ - 15 # NDRPDR sel - 16 # NDRPDR sel - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel csit-vpp-perf-verify-1807-3n-skx: - 33 # NDRPDR sel - 35 # NDRPDR sel @@ -152,6 +157,10 @@ # TODO: Add Data sources csit-vpp-perf-verify-1807-3n-hsw: - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel csit-vpp-perf-verify-1807-3n-skx: - 28 # MRR sel - 32 # MRR sel @@ -190,11 +199,16 @@ # TODO: Add Data sources csit-vpp-perf-verify-1807-3n-hsw: - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel vpp-perf-results-3n-hsw: # TODO: Add Data sources csit-vpp-perf-verify-1807-3n-hsw: - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 vpp-perf-results-3n-skx: csit-vpp-perf-verify-1807-3n-skx: @@ -224,6 +238,8 @@ - 15 # NDRPDR sel - 16 # NDRPDR sel - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel plot-throughput-speedup-analysis-3n-skx: csit-vpp-perf-verify-1807-3n-skx: @@ -257,6 +273,8 @@ - 15 # NDRPDR sel - 16 # NDRPDR sel - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel plot-vpp-throughput-latency-3n-skx: csit-vpp-perf-verify-1807-3n-skx: @@ -285,21 +303,26 @@ - 42 # NDRPDR sel plot-vpp-http-server-performance: - # TODO: Add Data sources csit-vpp-perf-verify-1807-3n-hsw: - 24 # WRK - 25 # WRK + - 23 # WRK + - 26 # WRK + - 27 # WRK + - 28 # WRK + - 29 # WRK + - 30 # WRK + - 32 # WRK + - 35 # WRK # VPP Functional vpp-func-results-ubuntu: csit-vpp-functional-1807-ubuntu1604-virl: - # TODO: Add Data sources - - "lastSuccessfulBuild" + - 278 vpp-func-results-centos: csit-vpp-functional-1807-centos7-virl: - # TODO: Add Data sources - - "lastSuccessfulBuild" + - 278 # VPP Ligato ligato-perf-results-3n-hsw: @@ -420,14 +443,19 @@ # HoneyComb Functional hc-func-results: csit-hc2vpp-verify-func-1807-ubuntu1604: - # TODO: Add Data sources - - "lastSuccessfulBuild" + - 6 # NSH SFC Functional nsh-func-results: csit-nsh_sfc-verify-func-1807-ubuntu1604-virl: - 2 + # DMM Functional + dmm-func-results: + # TODO: Replace with 1807 job: + csit-dmm-functional-master-ubuntu1604-virl: + - 95 + plot-layouts: plot-cps: @@ -527,6 +555,7 @@ yaxis: gridcolor: "rgb(238, 238, 238)" hoverformat: ".4s" + tickformat: ".3s" linecolor: "rgb(238, 238, 238)" linewidth: 1 showgrid: True @@ -677,12 +706,27 @@ csit-vpp-perf-verify-1807-3n-hsw: - 8 # MRR full - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 - 15 # NDRPDR sel - 16 # NDRPDR sel - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel - 24 # WRK - 25 # WRK + - 23 # WRK + - 26 # WRK + - 27 # WRK + - 28 # WRK + - 29 # WRK + - 30 # WRK + - 32 # WRK + - 35 # WRK csit-vpp-perf-verify-1807-3n-skx: - 31 # MRR full - 28 # MRR sel @@ -814,16 +858,16 @@ - 9 - 10 csit-vpp-functional-1807-ubuntu1604-virl: - # TODO: Add Data sources - - "lastSuccessfulBuild" + - 278 csit-vpp-functional-1807-centos7-virl: - # TODO: Add Data sources - - "lastSuccessfulBuild" + - 278 csit-nsh_sfc-verify-func-1807-ubuntu1604-virl: - 2 + # TODO: Replace with 1807 job: + csit-dmm-functional-master-ubuntu1604-virl: + - 95 csit-hc2vpp-verify-func-1807-ubuntu1604: - # TODO: Add Data sources - - "lastSuccessfulBuild" + - 6 - type: "output" @@ -884,6 +928,8 @@ - 15 # NDRPDR sel - 16 # NDRPDR sel - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel data: "vpp-performance-changes" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -936,6 +982,8 @@ - 15 # NDRPDR sel - 16 # NDRPDR sel - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel data: "vpp-performance-changes" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -988,6 +1036,8 @@ - 15 # NDRPDR sel - 16 # NDRPDR sel - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel data: "vpp-performance-changes" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1040,6 +1090,8 @@ - 15 # NDRPDR sel - 16 # NDRPDR sel - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel data: "vpp-performance-changes" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1061,6 +1113,8 @@ - 15 # NDRPDR sel - 16 # NDRPDR sel - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel compare: title: "3-Node Skx" data: @@ -1096,6 +1150,8 @@ - 15 # NDRPDR sel - 16 # NDRPDR sel - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel compare: title: "3-Node Skx" data: @@ -1158,6 +1214,10 @@ # TODO: Add Data sources csit-vpp-perf-verify-1807-3n-hsw: - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel data: "vpp-performance-changes-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1206,6 +1266,10 @@ # TODO: Add Data sources csit-vpp-perf-verify-1807-3n-hsw: - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel data: "vpp-performance-changes-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1254,6 +1318,10 @@ # TODO: Add Data sources csit-vpp-perf-verify-1807-3n-hsw: - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel data: "vpp-performance-changes-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1273,6 +1341,10 @@ # TODO: Add Data sources csit-vpp-perf-verify-1807-3n-hsw: - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel compare: title: "3-Node Skx" data: @@ -1305,9 +1377,6 @@ - title: "Name" data: "data name" - - - title: "Documentation" - data: "data doc" - title: "Status" data: "data msg" @@ -1317,7 +1386,6 @@ parameters: - "name" - "parent" - - "doc" - "msg" - @@ -1330,9 +1398,6 @@ - title: "Name" data: "data name" - - - title: "Documentation" - data: "data doc" - title: "Status" data: "data msg" @@ -1342,7 +1407,6 @@ parameters: - "name" - "parent" - - "doc" - "msg" - @@ -1355,9 +1419,6 @@ - title: "Name" data: "data name" - - - title: "Documentation" - data: "data doc" - title: "Status" data: "data msg" @@ -1367,7 +1428,6 @@ parameters: - "name" - "parent" - - "doc" - "msg" - @@ -1506,9 +1566,6 @@ - title: "Name" data: "data name" - - - title: "Documentation" - data: "data doc" - title: "Status" data: "data msg" @@ -1518,7 +1575,6 @@ parameters: - "name" - "parent" - - "doc" - "msg" - @@ -1531,9 +1587,6 @@ - title: "Name" data: "data name" - - - title: "Documentation" - data: "data doc" - title: "Status" data: "data msg" @@ -1543,7 +1596,6 @@ parameters: - "name" - "parent" - - "doc" - "msg" - @@ -1556,9 +1608,6 @@ - title: "Name" data: "data name" - - - title: "Documentation" - data: "data doc" - title: "Status" data: "data msg" @@ -1568,7 +1617,6 @@ parameters: - "name" - "parent" - - "doc" - "msg" - @@ -1737,9 +1785,6 @@ - title: "Name" data: "data name" - - - title: "Documentation" - data: "data doc" - title: "Status" data: "data msg" @@ -1749,7 +1794,6 @@ parameters: - "name" - "parent" - - "doc" - "msg" ################################################################################ @@ -2161,6 +2205,34 @@ - "doc" - "status" +################################################################################ +# DMM +- + type: "table" + title: "Detailed Test Results - DMM Functional Results" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,FUNC,DMM]}/dmm_functional_results" + columns: + - + title: "Name" + data: "data name" + - + title: "Documentation" + data: "data doc" + - + title: "Status" + data: "data status" + rows: "generated" + data: + "dmm-func-results" + filter: "all" + parameters: + - "name" + - "parent" + - "doc" + - "status" + ################################################################################ ### F I L E S ### ################################################################################ @@ -2594,6 +2666,24 @@ - "parent" data-start-level: 3 +- + type: "file" + title: "DMM Functional Results" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,FUNC,DMM]}/dmm_functional_results" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,FUNC,DMM]}" + data: + "dmm-func-results" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + ################################################################################ ### P L O T S ### ################################################################################ @@ -9922,7 +10012,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" traces: boxmean: False @@ -9946,7 +10036,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" traces: boxmean: False @@ -9971,7 +10061,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" traces: boxmean: False @@ -9995,7 +10085,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" traces: boxmean: False @@ -10020,7 +10110,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" traces: boxmean: False @@ -10044,7 +10134,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" traces: boxmean: False @@ -10731,7 +10821,7 @@ title: "VPP Latency: vhost-ip4-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr-lat" algorithm: "plot_latency_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-l2sw-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr-lat" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr-lat" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-XL710' and '64B' and @@ -12314,53 +12404,6 @@ title: "" # No title layout: "plot-throughput-speedup-analysis" -# Speedup - VPP IPv4 Tunnels 3n-hsw-xl710 -- - type: "plot" - title: "Speedup: ip4tun-3n-hsw-xl710-64b-base_and_scale-ndr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-xl710-64b-base_and_scale-ndr-tsa" - data: "plot-throughput-speedup-analysis-3n-hsw" - filter: "'NIC_Intel-XL710' and - '64B' and - 'ENCAP' and - ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and - 'NDRPDR' and - 'IP4FWD' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - layout: - title: "" # No title - layout: "plot-throughput-speedup-analysis" - -- - type: "plot" - title: "Speedup: ip4tun-3n-hsw-xl710-64b-base_and_scale-pdr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-xl710-64b-base_and_scale-pdr-tsa" - data: "plot-throughput-speedup-analysis-3n-hsw" - filter: "'NIC_Intel-XL710' and - '64B' and - 'ENCAP' and - ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and - 'NDRPDR' and - 'IP4FWD' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - layout: - title: "" # No title - layout: "plot-throughput-speedup-analysis" - # Speedup - VPP IPv4 Tunnels 3n-skx-x710 - type: "plot"