X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=6ace6331772002a01aec836ecc527e8160c6a322;hp=feb3fbb171aa05a94750913b4c0c09fb701d4639;hb=79cd32123c26e91e12f59f0c25faa3c5465eb0c0;hpb=6cdd959d5e28e9ec4e8f0f71a1459a02a9362c89 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index feb3fbb171..6ace633177 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -143,7 +143,6 @@ - 30 # NDRPDR sel # plot-vpp-http-server-performance: -# # TODO: Replace with 1904 data # # csit-vpp-perf-verify-1904-3n-hsw: # csit-vpp-perf-verify-1810-3n-hsw: # - 28 # WRK @@ -158,7 +157,6 @@ # - 37 # WRK # plot-ligato-throughput-lat-tsa-3n-hsw: -# # TODO: Replace with 1904 data # # csit-ligato-perf-verify-1904-3n-hsw: # csit-ligato-perf-verify-1901-3n-hsw: # - 8 # NDRPDR sel @@ -229,10 +227,9 @@ - 32 # NDRPDR sel plot-vpp-soak-2n-skx: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - - 70 # SOAK - - 71 # SOAK + - 70 # soak + - 71 # soak plot-vpp-nfv-2n-skx-ndrpdr-64b: csit-vpp-perf-verify-1904-2n-skx: @@ -241,13 +238,24 @@ - 60 # NFV NDRPDR 64b - 65 # NFV NDRPDR 64b - 68 # NFV NDRPDR 64b + - 80 # NFV MRR NDRPDR 64b IMIX + - 81 # NFV MRR NDRPDR 64b IMIX + - 84 # NFV MRR NDRPDR 64b IMIX + - 85 # NFV MRR NDRPDR 64b IMIX + - 86 # NFV MRR NDRPDR 64b IMIX plot-vpp-nfv-2n-skx-ndrpdr-imix: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - 66 # NFV NDRPDR IMIX - 67 # NFV NDRPDR IMIX - 69 # NFV NDRPDR IMIX + - 82 # NFV NDRPDR IMIX + - 83 # NFV NDRPDR IMIX + - 80 # NFV MRR NDRPDR 64b IMIX + - 81 # NFV MRR NDRPDR 64b IMIX + - 84 # NFV MRR NDRPDR 64b IMIX + - 85 # NFV MRR NDRPDR 64b IMIX + - 86 # NFV MRR NDRPDR 64b IMIX plot-vpp-nfv-2n-skx-mrr-64b: csit-vpp-perf-verify-1904-2n-skx: @@ -256,6 +264,11 @@ - 42 # NFV MRR 64b - 47 # NFV MRR 64b - 48 # NFV MRR 64b + - 80 # NFV MRR NDRPDR 64b IMIX + - 81 # NFV MRR NDRPDR 64b IMIX + - 84 # NFV MRR NDRPDR 64b IMIX + - 85 # NFV MRR NDRPDR 64b IMIX + - 86 # NFV MRR NDRPDR 64b IMIX plot-vpp-nfv-2n-skx-mrr-imix: csit-vpp-perf-verify-1904-2n-skx: @@ -264,6 +277,11 @@ - 51 # NFV MRR IMIX - 54 # NFV MRR IMIX - 55 # NFV MRR IMIX + - 80 # NFV MRR NDRPDR 64b IMIX + - 81 # NFV MRR NDRPDR 64b IMIX + - 84 # NFV MRR NDRPDR 64b IMIX + - 85 # NFV MRR NDRPDR 64b IMIX + - 86 # NFV MRR NDRPDR 64b IMIX plot-dpdk-throughput-latency-2n-skx: csit-dpdk-perf-verify-1904-2n-skx: @@ -282,7 +300,6 @@ # # Denverton: # intel-dnv-vpp: -# # TODO: Replace with 1904 data # # intel-dnv-vpp-release-1904: # intel-dnv-vpp-release-1901: # - 1 @@ -346,9 +363,25 @@ # Results vpp-perf-results-3n-hsw: - # TODO: Replace with FULL 1904 data + # TODO: Add FULL 1904 data csit-vpp-perf-verify-1904-3n-hsw: - - 12 # NDRPDR sel + - 32 # NDRPDR full + - 33 # NDRPDR full + - 35 # NDRPDR full + - 36 # NDRPDR full + - 37 # NDRPDR full + - 38 # NDRPDR full + - 40 # NDRPDR full + - 45 # NDRPDR full + - 46 # NDRPDR full + - 48 # NDRPDR full + - 49 # NDRPDR full + - 50 # NDRPDR full + - 51 # NDRPDR full + - 52 # NDRPDR full + - 53 # NDRPDR full + - 54 # NDRPDR full + - 56 # NDRPDR full vpp-perf-results-3n-skx: csit-vpp-perf-verify-1904-3n-skx: @@ -378,7 +411,7 @@ vpp-func-results-ubuntu: csit-vpp-functional-1904-ubuntu1604-virl: - - 29 + - 33 vpp-func-results-centos: csit-vpp-functional-1904-centos7-virl: @@ -386,11 +419,10 @@ vpp-device-results-ubuntu: csit-vpp-device-1904-ubuntu1804-1n-skx: - - 33 + - 32 # # VPP Ligato # ligato-perf-results-3n-hsw: -# # TODO: Replace with 1904 data # # csit-ligato-perf-verify-1904-3n-hsw: # csit-ligato-perf-verify-1901-3n-hsw: # - 10 # NDRPDR full @@ -435,7 +467,6 @@ # intel-dnv-vpp-release-1901: # - 1 # intel-dnv-vpp-changes-2n-dnv-cmp: -# # TODO: Replace with 1904 data # # intel-dnv-vpp-release-1904: # intel-dnv-vpp-release-1901: # - 1 @@ -601,8 +632,8 @@ - 32 # NDRPDR sel vpp-soak-vs-ndr-2n-skx-cmp: csit-vpp-perf-verify-1904-2n-skx: - - 70 # SOAK - - 71 # SOAK + - 70 # soak + - 71 # soak vpp-soak-vs-ndr-2n-skx: csit-vpp-perf-verify-1904-2n-skx: - 12 # NDRPDR sel @@ -615,8 +646,8 @@ - 30 # NDRPDR sel - 31 # NDRPDR sel - 32 # NDRPDR sel - - 70 # SOAK - - 71 # SOAK + - 70 # soak + - 71 # soak vpp-performance-changes-3n-hsw-mrr-h1: csit-vpp-perf-verify-1810-3n-hsw: @@ -948,12 +979,12 @@ size: 16 zeroline: False yaxis: - title: "Packet Throughput [Mpps]" + title: "Critical Rate Lower Bound [Mpps]" titlefont: size: 16 gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - tickformat: ".3s" + hoverformat: ".4r" + tickformat: ".3r" linecolor: "rgb(220, 220, 220)" linewidth: 1 showgrid: True @@ -1137,8 +1168,8 @@ titlefont: size: 16 gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - tickformat: ".3s" + hoverformat: ".4r" + tickformat: ".3r" linecolor: "rgb(220, 220, 220)" linewidth: 1 showgrid: True @@ -1326,7 +1357,6 @@ extract: "robot-plugin/output.xml" builds: -# # TODO: Add 1904 data ## intel-dnv-vpp-release-1904: ## - 1 # @@ -1383,6 +1413,23 @@ # TODO: Add 1904 Data csit-vpp-perf-verify-1904-3n-hsw: - 9 # MRR sel + - 32 # NDRPDR full + - 33 # NDRPDR full + - 35 # NDRPDR full + - 36 # NDRPDR full + - 37 # NDRPDR full + - 38 # NDRPDR full + - 40 # NDRPDR full + - 45 # NDRPDR full + - 46 # NDRPDR full + - 48 # NDRPDR full + - 49 # NDRPDR full + - 50 # NDRPDR full + - 51 # NDRPDR full + - 52 # NDRPDR full + - 53 # NDRPDR full + - 54 # NDRPDR full + - 56 # NDRPDR full - 11 # NDRPDR sel - 12 # NDRPDR sel - 20 # NDRPDR sel @@ -1475,7 +1522,6 @@ - 40 # NDRPDR sel - 42 # NDRPDR sel - 43 # NDRPDR sel - # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - 11 # MRR sel - 33 # NDRPDR full @@ -1510,8 +1556,15 @@ - 66 # NFV NDRPDR IMIX - 67 # NFV NDRPDR IMIX - 69 # NFV NDRPDR IMIX - - 70 # SOAK - - 71 # SOAK + - 82 # NFV NDRPDR IMIX + - 83 # NFV NDRPDR IMIX + - 80 # NFV MRR NDRPDR 64b IMIX + - 81 # NFV MRR NDRPDR 64b IMIX + - 84 # NFV MRR NDRPDR 64b IMIX + - 85 # NFV MRR NDRPDR 64b IMIX + - 86 # NFV MRR NDRPDR 64b IMIX + - 70 # soak + - 71 # soak # csit-ligato-perf-verify-1901-3n-hsw: # - 10 # NDRPDR full @@ -1525,7 +1578,6 @@ # - 16 # NDRPDR sel # - 17 # NDRPDR sel # - 18 # NDRPDR sel -# # TODO: Add 1904 data ## csit-ligato-perf-verify-1904-3n-hsw: ## - @@ -1650,23 +1702,23 @@ format: html: - full -# pdf: -# - minimal + pdf: + - minimal ################################################################################ ### T A B L E S ### ################################################################################ -# VPP SOAK vs NDR +# VPP Soak vs NDR - type: "table" - title: "VPP SOAK vs NDR 2n-skx" + title: "VPP Soak vs NDR 2n-skx" algorithm: "table_soak_vs_ndr" output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx" reference: title: "NDR" data: "vpp-soak-vs-ndr-2n-skx-ref" compare: - title: "SOAK" + title: "Soak" data: "vpp-soak-vs-ndr-2n-skx-cmp" data: "vpp-soak-vs-ndr-2n-skx" include-tests: "NDR" @@ -2996,7 +3048,7 @@ data: "data msg" rows: "generated" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "name" - "parent" @@ -3072,7 +3124,7 @@ data: "data conf-history" rows: "generated" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "parent" - "name" @@ -3148,7 +3200,7 @@ data: "data show-run" rows: "generated" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "parent" - "name" @@ -3995,7 +4047,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" dir-tables: "{DIR[DTR,PERF,VPP,3N,HSW]}" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "name" - "doc" @@ -4063,7 +4115,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" dir-tables: "{DIR[DTC,PERF,VPP,3N,HSW]}" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "name" - "doc" @@ -4131,7 +4183,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" dir-tables: "{DIR[DTO,PERF,VPP,3N,HSW]}" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "name" - "doc" @@ -4557,50 +4609,56 @@ ### P L O T S ### ################################################################################ -# Soak test - 30min Soak Test (PLRsearch), boxes +# Soak Test (PLRsearch), boxes - type: "plot" - title: "VPP Throughput: 30min Soak Test (PLRsearch) boxes" - algorithm: "plot_soak_boxes" + title: "VPP Critical rate: 2 Hours Soak Test (PLRsearch)" + algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/example-soak-boxes" + output-file: "{DIR[STATIC,VPP]}/soak-test-1" data: "plot-vpp-soak-2n-skx" - filter: "'SOAK'" + filter: "('L2BDMACLRN' or 'L2PATCH' or 'L2XCBASE') and not 'VHOST' and not 'MEMIF'" parameters: - - "throughput" - - "parent" - - "tags" -# sort: -# - "L2PATCH" -# - "L2XCBASE" -# - "L2BDMACLRN" -# - "IP4FWD" -# - "IP6FWD" - - "VHOST" + - "throughput" + - "parent" + - "tags" + sort: + - "DRV_AVF" + - "DRV_AVF" + - "DRV_AVF" + - "L2BDMACLRN" + - "L2XCBASE" + - "L2PATCH" + traces: + hoverinfo: "x+y" + boxpoints: "all" + whiskerwidth: 0 layout: - title: "30min Soak Test (PLRsearch)" + title: "2 Hours Soak Test (PLRsearch)" layout: "plot-soak-throughput" -# Soak test - example, not used +# Soak Test (PLRsearch), boxes - type: "plot" - title: "VPP Throughput: 30min Soak Test (PLRsearch) bars" - algorithm: "plot_soak_bars" + title: "VPP Critical rate: 2 Hours Soak Test (PLRsearch)" + algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/example-soak-bars" + output-file: "{DIR[STATIC,VPP]}/soak-test-2" data: "plot-vpp-soak-2n-skx" - filter: "'SOAK'" + filter: "'L2BDMACLRN' and ('VHOST' or 'MEMIF') or 'IP4BASE' or 'IP6BASE'" parameters: - - "throughput" - - "parent" - - "tags" -# sort: -# - "L2PATCH" -# - "L2XCBASE" -# - "L2BDMACLRN" -# - "IP4FWD" -# - "IP6FWD" - - "VHOST" + - "throughput" + - "parent" + - "tags" + sort: + - "VHOST" + - "MEMIF" + - "IP4FWD" + - "IP6FWD" + traces: + hoverinfo: "x+y" + boxpoints: "all" + whiskerwidth: 0 layout: - title: "30min Soak Test (PLRsearch)" + title: "2 Hours Soak Test (PLRsearch)" layout: "plot-soak-throughput" ################################################################################ @@ -14310,7 +14368,6 @@ 'BASE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14337,7 +14394,6 @@ 'BASE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14364,7 +14420,6 @@ 'BASE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14391,7 +14446,6 @@ 'BASE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14419,7 +14473,6 @@ 'SCALE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14446,7 +14499,6 @@ 'SCALE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14473,7 +14525,6 @@ 'SCALE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14500,7 +14551,6 @@ 'SCALE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14527,7 +14577,6 @@ 'NDRPDR' and '1T1C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14553,7 +14602,6 @@ 'NDRPDR' and '1T1C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14579,7 +14627,6 @@ 'NDRPDR' and '2T2C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14605,7 +14652,6 @@ 'NDRPDR' and '2T2C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -21472,7 +21518,6 @@ 'BASE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21495,7 +21540,6 @@ 'BASE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21519,7 +21563,6 @@ 'SCALE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21542,7 +21585,6 @@ 'SCALE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21565,7 +21607,6 @@ 'NDRPDR' and '1T1C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21587,7 +21628,6 @@ 'NDRPDR' and '2T2C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -25754,7 +25794,6 @@ 'NDRPDR' and 'BASE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25776,7 +25815,6 @@ 'NDRPDR' and 'BASE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25799,7 +25837,6 @@ 'NDRPDR' and 'SCALE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25821,7 +25858,6 @@ 'NDRPDR' and 'SCALE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25843,7 +25879,6 @@ 'IP4FWD' and 'NDRPDR' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25864,7 +25899,6 @@ 'IP4FWD' and 'NDRPDR' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput"