X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=6612ff636bfb5bc989f498c07e6ee09e39022cf8;hp=5719b2396a8d71c224645bc721d91904aec8adcd;hb=0ca4a9ec1a8fc53a679b1c635a6e1b6afae0299d;hpb=0c0cf8698e0852e87feaff3a312916cce68fc482 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 5719b2396a..6612ff636b 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -231,8 +231,8 @@ plot-vpp-soak-2n-skx: # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - - 70 # SOAK - - 71 # SOAK + - 70 # soak + - 71 # soak plot-vpp-nfv-2n-skx-ndrpdr-64b: csit-vpp-perf-verify-1904-2n-skx: @@ -241,13 +241,24 @@ - 60 # NFV NDRPDR 64b - 65 # NFV NDRPDR 64b - 68 # NFV NDRPDR 64b + - 80 # NFV MRR NDRPDR 64b IMIX + - 81 # NFV MRR NDRPDR 64b IMIX + - 84 # NFV MRR NDRPDR 64b IMIX + - 85 # NFV MRR NDRPDR 64b IMIX + - 86 # NFV MRR NDRPDR 64b IMIX plot-vpp-nfv-2n-skx-ndrpdr-imix: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - 66 # NFV NDRPDR IMIX - 67 # NFV NDRPDR IMIX - 69 # NFV NDRPDR IMIX + - 82 # NFV NDRPDR IMIX + - 83 # NFV NDRPDR IMIX + - 80 # NFV MRR NDRPDR 64b IMIX + - 81 # NFV MRR NDRPDR 64b IMIX + - 84 # NFV MRR NDRPDR 64b IMIX + - 85 # NFV MRR NDRPDR 64b IMIX + - 86 # NFV MRR NDRPDR 64b IMIX plot-vpp-nfv-2n-skx-mrr-64b: csit-vpp-perf-verify-1904-2n-skx: @@ -256,6 +267,11 @@ - 42 # NFV MRR 64b - 47 # NFV MRR 64b - 48 # NFV MRR 64b + - 80 # NFV MRR NDRPDR 64b IMIX + - 81 # NFV MRR NDRPDR 64b IMIX + - 84 # NFV MRR NDRPDR 64b IMIX + - 85 # NFV MRR NDRPDR 64b IMIX + - 86 # NFV MRR NDRPDR 64b IMIX plot-vpp-nfv-2n-skx-mrr-imix: csit-vpp-perf-verify-1904-2n-skx: @@ -264,6 +280,11 @@ - 51 # NFV MRR IMIX - 54 # NFV MRR IMIX - 55 # NFV MRR IMIX + - 80 # NFV MRR NDRPDR 64b IMIX + - 81 # NFV MRR NDRPDR 64b IMIX + - 84 # NFV MRR NDRPDR 64b IMIX + - 85 # NFV MRR NDRPDR 64b IMIX + - 86 # NFV MRR NDRPDR 64b IMIX plot-dpdk-throughput-latency-2n-skx: csit-dpdk-perf-verify-1904-2n-skx: @@ -346,9 +367,11 @@ # Results vpp-perf-results-3n-hsw: - # TODO: Replace with FULL 1904 data + # TODO: Add FULL 1904 data csit-vpp-perf-verify-1904-3n-hsw: - - 12 # NDRPDR sel + - 32 # NDRPDR full + - 33 # NDRPDR full + - 35 # NDRPDR full vpp-perf-results-3n-skx: csit-vpp-perf-verify-1904-3n-skx: @@ -601,8 +624,8 @@ - 32 # NDRPDR sel vpp-soak-vs-ndr-2n-skx-cmp: csit-vpp-perf-verify-1904-2n-skx: - - 70 # SOAK - - 71 # SOAK + - 70 # soak + - 71 # soak vpp-soak-vs-ndr-2n-skx: csit-vpp-perf-verify-1904-2n-skx: - 12 # NDRPDR sel @@ -615,8 +638,8 @@ - 30 # NDRPDR sel - 31 # NDRPDR sel - 32 # NDRPDR sel - - 70 # SOAK - - 71 # SOAK + - 70 # soak + - 71 # soak vpp-performance-changes-3n-hsw-mrr-h1: csit-vpp-perf-verify-1810-3n-hsw: @@ -948,12 +971,12 @@ size: 16 zeroline: False yaxis: - title: "Packet Throughput [Mpps]" + title: "Critical Rate Lower Bound [Mpps]" titlefont: size: 16 gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - tickformat: ".3s" + hoverformat: ".4r" + tickformat: ".3r" linecolor: "rgb(220, 220, 220)" linewidth: 1 showgrid: True @@ -1137,8 +1160,8 @@ titlefont: size: 16 gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - tickformat: ".3s" + hoverformat: ".4r" + tickformat: ".3r" linecolor: "rgb(220, 220, 220)" linewidth: 1 showgrid: True @@ -1383,6 +1406,9 @@ # TODO: Add 1904 Data csit-vpp-perf-verify-1904-3n-hsw: - 9 # MRR sel + - 32 # NDRPDR full + - 33 # NDRPDR full + - 35 # NDRPDR full - 11 # NDRPDR sel - 12 # NDRPDR sel - 20 # NDRPDR sel @@ -1475,7 +1501,6 @@ - 40 # NDRPDR sel - 42 # NDRPDR sel - 43 # NDRPDR sel - # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - 11 # MRR sel - 33 # NDRPDR full @@ -1510,8 +1535,15 @@ - 66 # NFV NDRPDR IMIX - 67 # NFV NDRPDR IMIX - 69 # NFV NDRPDR IMIX - - 70 # SOAK - - 71 # SOAK + - 82 # NFV NDRPDR IMIX + - 83 # NFV NDRPDR IMIX + - 80 # NFV MRR NDRPDR 64b IMIX + - 81 # NFV MRR NDRPDR 64b IMIX + - 84 # NFV MRR NDRPDR 64b IMIX + - 85 # NFV MRR NDRPDR 64b IMIX + - 86 # NFV MRR NDRPDR 64b IMIX + - 70 # soak + - 71 # soak # csit-ligato-perf-verify-1901-3n-hsw: # - 10 # NDRPDR full @@ -1650,14 +1682,14 @@ format: html: - full -# pdf: -# - minimal + pdf: + - minimal ################################################################################ ### T A B L E S ### ################################################################################ -# VPP SOAK vs NDR +# VPP Soak vs NDR - type: "table" title: "VPP Soak vs NDR 2n-skx" algorithm: "table_soak_vs_ndr" @@ -2996,7 +3028,7 @@ data: "data msg" rows: "generated" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "parent" @@ -3072,7 +3104,7 @@ data: "data conf-history" rows: "generated" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "parent" - "name" @@ -3148,7 +3180,7 @@ data: "data show-run" rows: "generated" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "parent" - "name" @@ -3995,7 +4027,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" dir-tables: "{DIR[DTR,PERF,VPP,3N,HSW]}" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -4063,7 +4095,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" dir-tables: "{DIR[DTC,PERF,VPP,3N,HSW]}" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -4131,7 +4163,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" dir-tables: "{DIR[DTO,PERF,VPP,3N,HSW]}" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -4557,10 +4589,10 @@ ### P L O T S ### ################################################################################ -# Soak test - 30min Soak Test (PLRsearch), boxes +# Soak Test (PLRsearch), boxes - type: "plot" - title: "VPP Throughput: 30min Soak Test (PLRsearch) boxes" - algorithm: "plot_soak_boxes" + title: "VPP Critical rate: 2 Hours Soak Test (PLRsearch)" + algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/soak-test-1" data: "plot-vpp-soak-2n-skx" @@ -4573,17 +4605,21 @@ - "DRV_AVF" - "DRV_AVF" - "DRV_AVF" - - "L2PATCH" - "L2BDMACLRN" - "L2XCBASE" + - "L2PATCH" + traces: + hoverinfo: "x+y" + boxpoints: "all" + whiskerwidth: 0 layout: - title: "30min Soak Test (PLRsearch)" + title: "2 Hours Soak Test (PLRsearch)" layout: "plot-soak-throughput" -# Soak test - 30min Soak Test (PLRsearch), boxes +# Soak Test (PLRsearch), boxes - type: "plot" - title: "VPP Throughput: 30min Soak Test (PLRsearch) boxes" - algorithm: "plot_soak_boxes" + title: "VPP Critical rate: 2 Hours Soak Test (PLRsearch)" + algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/soak-test-2" data: "plot-vpp-soak-2n-skx" @@ -4597,8 +4633,12 @@ - "MEMIF" - "IP4FWD" - "IP6FWD" + traces: + hoverinfo: "x+y" + boxpoints: "all" + whiskerwidth: 0 layout: - title: "30min Soak Test (PLRsearch)" + title: "2 Hours Soak Test (PLRsearch)" layout: "plot-soak-throughput" ################################################################################ @@ -14308,7 +14348,6 @@ 'BASE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14335,7 +14374,6 @@ 'BASE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14362,7 +14400,6 @@ 'BASE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14389,7 +14426,6 @@ 'BASE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14417,7 +14453,6 @@ 'SCALE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14444,7 +14479,6 @@ 'SCALE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14471,7 +14505,6 @@ 'SCALE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14498,7 +14531,6 @@ 'SCALE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14525,7 +14557,6 @@ 'NDRPDR' and '1T1C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14551,7 +14582,6 @@ 'NDRPDR' and '1T1C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14577,7 +14607,6 @@ 'NDRPDR' and '2T2C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14603,7 +14632,6 @@ 'NDRPDR' and '2T2C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -21470,7 +21498,6 @@ 'BASE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21493,7 +21520,6 @@ 'BASE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21517,7 +21543,6 @@ 'SCALE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21540,7 +21565,6 @@ 'SCALE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21563,7 +21587,6 @@ 'NDRPDR' and '1T1C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21585,7 +21608,6 @@ 'NDRPDR' and '2T2C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -25752,7 +25774,6 @@ 'NDRPDR' and 'BASE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25774,7 +25795,6 @@ 'NDRPDR' and 'BASE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25797,7 +25817,6 @@ 'NDRPDR' and 'SCALE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25819,7 +25838,6 @@ 'NDRPDR' and 'SCALE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25841,7 +25859,6 @@ 'IP4FWD' and 'NDRPDR' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25862,7 +25879,6 @@ 'IP4FWD' and 'NDRPDR' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput"