X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=33323854447c65ec06b749520bf5ce75fa539e01;hp=74e33c10feac95ddc6478526d631e63c316bd646;hb=ee7c9ed2829ff45151934c2558a93de40b4cf608;hpb=b659ab3d2638652de0357d29be1ec7704df97555 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 74e33c10fe..3332385444 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -143,7 +143,6 @@ - 30 # NDRPDR sel # plot-vpp-http-server-performance: -# # TODO: Replace with 1904 data # # csit-vpp-perf-verify-1904-3n-hsw: # csit-vpp-perf-verify-1810-3n-hsw: # - 28 # WRK @@ -158,7 +157,6 @@ # - 37 # WRK # plot-ligato-throughput-lat-tsa-3n-hsw: -# # TODO: Replace with 1904 data # # csit-ligato-perf-verify-1904-3n-hsw: # csit-ligato-perf-verify-1901-3n-hsw: # - 8 # NDRPDR sel @@ -229,10 +227,9 @@ - 32 # NDRPDR sel plot-vpp-soak-2n-skx: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - - 70 # SOAK - - 71 # SOAK + - 70 # soak + - 71 # soak plot-vpp-nfv-2n-skx-ndrpdr-64b: csit-vpp-perf-verify-1904-2n-skx: @@ -243,15 +240,22 @@ - 68 # NFV NDRPDR 64b - 80 # NFV MRR NDRPDR 64b IMIX - 81 # NFV MRR NDRPDR 64b IMIX + - 84 # NFV MRR NDRPDR 64b IMIX + - 85 # NFV MRR NDRPDR 64b IMIX + - 86 # NFV MRR NDRPDR 64b IMIX plot-vpp-nfv-2n-skx-ndrpdr-imix: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - 66 # NFV NDRPDR IMIX - 67 # NFV NDRPDR IMIX - 69 # NFV NDRPDR IMIX + - 82 # NFV NDRPDR IMIX + - 83 # NFV NDRPDR IMIX - 80 # NFV MRR NDRPDR 64b IMIX - 81 # NFV MRR NDRPDR 64b IMIX + - 84 # NFV MRR NDRPDR 64b IMIX + - 85 # NFV MRR NDRPDR 64b IMIX + - 86 # NFV MRR NDRPDR 64b IMIX plot-vpp-nfv-2n-skx-mrr-64b: csit-vpp-perf-verify-1904-2n-skx: @@ -262,6 +266,9 @@ - 48 # NFV MRR 64b - 80 # NFV MRR NDRPDR 64b IMIX - 81 # NFV MRR NDRPDR 64b IMIX + - 84 # NFV MRR NDRPDR 64b IMIX + - 85 # NFV MRR NDRPDR 64b IMIX + - 86 # NFV MRR NDRPDR 64b IMIX plot-vpp-nfv-2n-skx-mrr-imix: csit-vpp-perf-verify-1904-2n-skx: @@ -272,6 +279,9 @@ - 55 # NFV MRR IMIX - 80 # NFV MRR NDRPDR 64b IMIX - 81 # NFV MRR NDRPDR 64b IMIX + - 84 # NFV MRR NDRPDR 64b IMIX + - 85 # NFV MRR NDRPDR 64b IMIX + - 86 # NFV MRR NDRPDR 64b IMIX plot-dpdk-throughput-latency-2n-skx: csit-dpdk-perf-verify-1904-2n-skx: @@ -290,7 +300,6 @@ # # Denverton: # intel-dnv-vpp: -# # TODO: Replace with 1904 data # # intel-dnv-vpp-release-1904: # intel-dnv-vpp-release-1901: # - 1 @@ -358,6 +367,17 @@ csit-vpp-perf-verify-1904-3n-hsw: - 32 # NDRPDR full - 33 # NDRPDR full + - 35 # NDRPDR full + - 36 # NDRPDR full + - 37 # NDRPDR full + - 38 # NDRPDR full + - 40 # NDRPDR full + - 45 # NDRPDR full + - 46 # NDRPDR full + - 48 # NDRPDR full + - 49 # NDRPDR full + - 50 # NDRPDR full + - 51 # NDRPDR full vpp-perf-results-3n-skx: csit-vpp-perf-verify-1904-3n-skx: @@ -387,7 +407,7 @@ vpp-func-results-ubuntu: csit-vpp-functional-1904-ubuntu1604-virl: - - 29 + - 33 vpp-func-results-centos: csit-vpp-functional-1904-centos7-virl: @@ -395,11 +415,10 @@ vpp-device-results-ubuntu: csit-vpp-device-1904-ubuntu1804-1n-skx: - - 33 + - 32 # # VPP Ligato # ligato-perf-results-3n-hsw: -# # TODO: Replace with 1904 data # # csit-ligato-perf-verify-1904-3n-hsw: # csit-ligato-perf-verify-1901-3n-hsw: # - 10 # NDRPDR full @@ -444,7 +463,6 @@ # intel-dnv-vpp-release-1901: # - 1 # intel-dnv-vpp-changes-2n-dnv-cmp: -# # TODO: Replace with 1904 data # # intel-dnv-vpp-release-1904: # intel-dnv-vpp-release-1901: # - 1 @@ -610,8 +628,8 @@ - 32 # NDRPDR sel vpp-soak-vs-ndr-2n-skx-cmp: csit-vpp-perf-verify-1904-2n-skx: - - 70 # SOAK - - 71 # SOAK + - 70 # soak + - 71 # soak vpp-soak-vs-ndr-2n-skx: csit-vpp-perf-verify-1904-2n-skx: - 12 # NDRPDR sel @@ -624,8 +642,8 @@ - 30 # NDRPDR sel - 31 # NDRPDR sel - 32 # NDRPDR sel - - 70 # SOAK - - 71 # SOAK + - 70 # soak + - 71 # soak vpp-performance-changes-3n-hsw-mrr-h1: csit-vpp-perf-verify-1810-3n-hsw: @@ -957,7 +975,7 @@ size: 16 zeroline: False yaxis: - title: "Packet Throughput [Mpps]" + title: "Critical Rate Lower Bound [Mpps]" titlefont: size: 16 gridcolor: "rgb(230, 230, 230)" @@ -1335,7 +1353,6 @@ extract: "robot-plugin/output.xml" builds: -# # TODO: Add 1904 data ## intel-dnv-vpp-release-1904: ## - 1 # @@ -1394,6 +1411,17 @@ - 9 # MRR sel - 32 # NDRPDR full - 33 # NDRPDR full + - 35 # NDRPDR full + - 36 # NDRPDR full + - 37 # NDRPDR full + - 38 # NDRPDR full + - 40 # NDRPDR full + - 45 # NDRPDR full + - 46 # NDRPDR full + - 48 # NDRPDR full + - 49 # NDRPDR full + - 50 # NDRPDR full + - 51 # NDRPDR full - 11 # NDRPDR sel - 12 # NDRPDR sel - 20 # NDRPDR sel @@ -1486,7 +1514,6 @@ - 40 # NDRPDR sel - 42 # NDRPDR sel - 43 # NDRPDR sel - # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - 11 # MRR sel - 33 # NDRPDR full @@ -1521,10 +1548,15 @@ - 66 # NFV NDRPDR IMIX - 67 # NFV NDRPDR IMIX - 69 # NFV NDRPDR IMIX + - 82 # NFV NDRPDR IMIX + - 83 # NFV NDRPDR IMIX - 80 # NFV MRR NDRPDR 64b IMIX - 81 # NFV MRR NDRPDR 64b IMIX - - 70 # SOAK - - 71 # SOAK + - 84 # NFV MRR NDRPDR 64b IMIX + - 85 # NFV MRR NDRPDR 64b IMIX + - 86 # NFV MRR NDRPDR 64b IMIX + - 70 # soak + - 71 # soak # csit-ligato-perf-verify-1901-3n-hsw: # - 10 # NDRPDR full @@ -1538,7 +1570,6 @@ # - 16 # NDRPDR sel # - 17 # NDRPDR sel # - 18 # NDRPDR sel -# # TODO: Add 1904 data ## csit-ligato-perf-verify-1904-3n-hsw: ## - @@ -1670,7 +1701,7 @@ ### T A B L E S ### ################################################################################ -# VPP SOAK vs NDR +# VPP Soak vs NDR - type: "table" title: "VPP Soak vs NDR 2n-skx" algorithm: "table_soak_vs_ndr" @@ -3009,7 +3040,7 @@ data: "data msg" rows: "generated" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "name" - "parent" @@ -3085,7 +3116,7 @@ data: "data conf-history" rows: "generated" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "parent" - "name" @@ -3161,7 +3192,7 @@ data: "data show-run" rows: "generated" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "parent" - "name" @@ -4008,7 +4039,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTR,PERF,VPP,3N,HSW]}" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "name" - "doc" @@ -4076,7 +4107,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTC,PERF,VPP,3N,HSW]}" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "name" - "doc" @@ -4144,7 +4175,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTO,PERF,VPP,3N,HSW]}" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "name" - "doc" @@ -4570,9 +4601,9 @@ ### P L O T S ### ################################################################################ -# Soak test - 30min Soak Test (PLRsearch), boxes +# Soak Test (PLRsearch), boxes - type: "plot" - title: "VPP Throughput: 30min Soak Test (PLRsearch) boxes" + title: "VPP Critical rate: 2 Hours Soak Test (PLRsearch)" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/soak-test-1" @@ -4594,12 +4625,12 @@ boxpoints: "all" whiskerwidth: 0 layout: - title: "30min Soak Test (PLRsearch)" + title: "2 Hours Soak Test (PLRsearch)" layout: "plot-soak-throughput" -# Soak test - 30min Soak Test (PLRsearch), boxes +# Soak Test (PLRsearch), boxes - type: "plot" - title: "VPP Throughput: 30min Soak Test (PLRsearch) boxes" + title: "VPP Critical rate: 2 Hours Soak Test (PLRsearch)" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/soak-test-2" @@ -4619,7 +4650,7 @@ boxpoints: "all" whiskerwidth: 0 layout: - title: "30min Soak Test (PLRsearch)" + title: "2 Hours Soak Test (PLRsearch)" layout: "plot-soak-throughput" ################################################################################