X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=74e33c10feac95ddc6478526d631e63c316bd646;hp=2e28429b106bfa347c21c75749b949c05af33060;hb=b659ab3d2638652de0357d29be1ec7704df97555;hpb=e79a1eed9da5aa88e783d442743025b3fc73ba77 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 2e28429b10..74e33c10fe 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -130,7 +130,6 @@ # 3n-hsw plot-vpp-throughput-lat-tsa-3n-hsw: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-hsw: - 11 # NDRPDR sel - 12 # NDRPDR sel @@ -141,6 +140,7 @@ - 25 # NDRPDR sel - 26 # NDRPDR sel - 29 # NDRPDR sel + - 30 # NDRPDR sel # plot-vpp-http-server-performance: # # TODO: Replace with 1904 data @@ -228,25 +228,30 @@ - 31 # NDRPDR sel - 32 # NDRPDR sel -# plot-vpp-soak-2n-skx: -# # TODO: Replace with 1904 data -# # csit-vpp-perf-verify-1904-2n-skx: -# csit-vpp-perf-verify-1901-2n-skx: -# - 45 # SOAK sel + plot-vpp-soak-2n-skx: + # TODO: Add 1904 data + csit-vpp-perf-verify-1904-2n-skx: + - 70 # SOAK + - 71 # SOAK plot-vpp-nfv-2n-skx-ndrpdr-64b: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - 56 # NFV NDRPDR 64b - 59 # NFV NDRPDR 64b - 60 # NFV NDRPDR 64b - 65 # NFV NDRPDR 64b + - 68 # NFV NDRPDR 64b + - 80 # NFV MRR NDRPDR 64b IMIX + - 81 # NFV MRR NDRPDR 64b IMIX plot-vpp-nfv-2n-skx-ndrpdr-imix: # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - - 61 # NFV NDRPDR IMIX - - 63 # NFV NDRPDR IMIX + - 66 # NFV NDRPDR IMIX + - 67 # NFV NDRPDR IMIX + - 69 # NFV NDRPDR IMIX + - 80 # NFV MRR NDRPDR 64b IMIX + - 81 # NFV MRR NDRPDR 64b IMIX plot-vpp-nfv-2n-skx-mrr-64b: csit-vpp-perf-verify-1904-2n-skx: @@ -255,6 +260,8 @@ - 42 # NFV MRR 64b - 47 # NFV MRR 64b - 48 # NFV MRR 64b + - 80 # NFV MRR NDRPDR 64b IMIX + - 81 # NFV MRR NDRPDR 64b IMIX plot-vpp-nfv-2n-skx-mrr-imix: csit-vpp-perf-verify-1904-2n-skx: @@ -263,6 +270,8 @@ - 51 # NFV MRR IMIX - 54 # NFV MRR IMIX - 55 # NFV MRR IMIX + - 80 # NFV MRR NDRPDR 64b IMIX + - 81 # NFV MRR NDRPDR 64b IMIX plot-dpdk-throughput-latency-2n-skx: csit-dpdk-perf-verify-1904-2n-skx: @@ -292,7 +301,6 @@ # NIC Comparisons vpp-nic-comparison-3n-hsw: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-hsw: - 11 # NDRPDR sel - 12 # NDRPDR sel @@ -303,6 +311,7 @@ - 25 # NDRPDR sel - 26 # NDRPDR sel - 29 # NDRPDR sel + - 30 # NDRPDR sel vpp-nic-comparison-3n-skx: csit-vpp-perf-verify-1904-3n-skx: @@ -345,15 +354,17 @@ # Results vpp-perf-results-3n-hsw: - # TODO: Replace with FULL 1904 data + # TODO: Add FULL 1904 data csit-vpp-perf-verify-1904-3n-hsw: - - 12 # NDRPDR sel + - 32 # NDRPDR full + - 33 # NDRPDR full vpp-perf-results-3n-skx: - # TODO: Add FULL 1904 data csit-vpp-perf-verify-1904-3n-skx: - 26 # NDRPDR full - 27 # NDRPDR full + - 30 # NDRPDR full + - 31 # NDRPDR full vpp-perf-results-2n-skx: csit-vpp-perf-verify-1904-2n-skx: @@ -477,7 +488,6 @@ - 70 # NDRPDR LB - 71 # NDRPDR LB vpp-performance-changes-3n-hsw-cmp: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-hsw: - 11 # NDRPDR sel - 12 # NDRPDR sel @@ -488,6 +498,7 @@ - 25 # NDRPDR sel - 26 # NDRPDR sel - 29 # NDRPDR sel + - 30 # NDRPDR sel vpp-performance-changes-3n-hsw: - "vpp-performance-changes-3n-hsw-h1" - "vpp-performance-changes-3n-hsw-ref" @@ -585,6 +596,37 @@ - "vpp-performance-changes-2n-skx-ref" - "vpp-performance-changes-2n-skx-cmp" + vpp-soak-vs-ndr-2n-skx-ref: + csit-vpp-perf-verify-1904-2n-skx: + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 21 # NDRPDR sel + - 27 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel + - 32 # NDRPDR sel + vpp-soak-vs-ndr-2n-skx-cmp: + csit-vpp-perf-verify-1904-2n-skx: + - 70 # SOAK + - 71 # SOAK + vpp-soak-vs-ndr-2n-skx: + csit-vpp-perf-verify-1904-2n-skx: + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 21 # NDRPDR sel + - 27 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel + - 32 # NDRPDR sel + - 70 # SOAK + - 71 # SOAK + vpp-performance-changes-3n-hsw-mrr-h1: csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel @@ -759,7 +801,6 @@ # Compare testbeds vpp-compare-testbeds-ref: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-hsw: - 11 # NDRPDR sel - 12 # NDRPDR sel @@ -770,6 +811,7 @@ - 25 # NDRPDR sel - 26 # NDRPDR sel - 29 # NDRPDR sel + - 30 # NDRPDR sel vpp-compare-testbeds-cmp: csit-vpp-perf-verify-1904-3n-skx: - 8 # NDRPDR sel @@ -919,8 +961,8 @@ titlefont: size: 16 gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - tickformat: ".3s" + hoverformat: ".4r" + tickformat: ".3r" linecolor: "rgb(220, 220, 220)" linewidth: 1 showgrid: True @@ -1104,8 +1146,8 @@ titlefont: size: 16 gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - tickformat: ".3s" + hoverformat: ".4r" + tickformat: ".3r" linecolor: "rgb(220, 220, 220)" linewidth: 1 showgrid: True @@ -1350,6 +1392,8 @@ # TODO: Add 1904 Data csit-vpp-perf-verify-1904-3n-hsw: - 9 # MRR sel + - 32 # NDRPDR full + - 33 # NDRPDR full - 11 # NDRPDR sel - 12 # NDRPDR sel - 20 # NDRPDR sel @@ -1359,6 +1403,7 @@ - 25 # NDRPDR sel - 26 # NDRPDR sel - 29 # NDRPDR sel + - 30 # NDRPDR sel csit-vpp-perf-verify-1810-3n-skx: - 9 # MRR sel @@ -1401,6 +1446,8 @@ - 7 # MRR sel - 26 # NDRPDR full - 27 # NDRPDR full + - 30 # NDRPDR full + - 31 # NDRPDR full - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel @@ -1439,7 +1486,6 @@ - 40 # NDRPDR sel - 42 # NDRPDR sel - 43 # NDRPDR sel -# - 45 # SOAK # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - 11 # MRR sel @@ -1471,8 +1517,14 @@ - 59 # NFV NDRPDR 64b - 60 # NFV NDRPDR 64b - 65 # NFV NDRPDR 64b - - 61 # NFV NDRPDR IMIX - - 63 # NFV NDRPDR IMIX + - 68 # NFV NDRPDR 64b + - 66 # NFV NDRPDR IMIX + - 67 # NFV NDRPDR IMIX + - 69 # NFV NDRPDR IMIX + - 80 # NFV MRR NDRPDR 64b IMIX + - 81 # NFV MRR NDRPDR 64b IMIX + - 70 # SOAK + - 71 # SOAK # csit-ligato-perf-verify-1901-3n-hsw: # - 10 # NDRPDR full @@ -1611,13 +1663,34 @@ format: html: - full -# pdf: -# - minimal + pdf: + - minimal ################################################################################ ### T A B L E S ### ################################################################################ +# VPP SOAK vs NDR +- type: "table" + title: "VPP Soak vs NDR 2n-skx" + algorithm: "table_soak_vs_ndr" + output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx" + reference: + title: "NDR" + data: "vpp-soak-vs-ndr-2n-skx-ref" + compare: + title: "Soak" + data: "vpp-soak-vs-ndr-2n-skx-cmp" + data: "vpp-soak-vs-ndr-2n-skx" + include-tests: "NDR" + filter: "('NDRPDR' or 'SOAK')" + parameters: + - "throughput" + - "name" + - "parent" + +################################################################################ + # VPP Compare NICs 3n-hsw 1t1c ndr - type: "table" title: "VPP Compare NICs 3n-hsw 1t1c ndr" @@ -2955,7 +3028,7 @@ data: "data msg" rows: "generated" data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "parent" @@ -2974,7 +3047,7 @@ data: "data msg" rows: "generated" data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "parent" @@ -3031,7 +3104,7 @@ data: "data conf-history" rows: "generated" data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "parent" - "name" @@ -3050,7 +3123,7 @@ data: "data conf-history" rows: "generated" data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "parent" - "name" @@ -3107,7 +3180,7 @@ data: "data show-run" rows: "generated" data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "parent" - "name" @@ -3126,7 +3199,7 @@ data: "data show-run" rows: "generated" data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "parent" - "name" @@ -3952,7 +4025,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" dir-tables: "{DIR[DTR,PERF,VPP,3N,SKX]}" data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -3969,7 +4042,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" dir-tables: "{DIR[DTR,PERF,VPP,2N,SKX]}" data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -4020,7 +4093,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" dir-tables: "{DIR[DTC,PERF,VPP,3N,SKX]}" data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -4037,7 +4110,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" dir-tables: "{DIR[DTC,PERF,VPP,2N,SKX]}" data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -4088,7 +4161,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" dir-tables: "{DIR[DTO,PERF,VPP,3N,SKX]}" data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -4105,7 +4178,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" dir-tables: "{DIR[DTO,PERF,VPP,2N,SKX]}" data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -4497,51 +4570,57 @@ ### P L O T S ### ################################################################################ -## Soak test - 30min Soak Test (PLRsearch), boxes -#- type: "plot" -# title: "VPP Throughput: 30min Soak Test (PLRsearch) boxes" -# algorithm: "plot_soak_boxes" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/example-soak-boxes" -# data: "plot-vpp-soak-2n-skx" -# filter: "'SOAK'" -# parameters: -# - "throughput" -# - "parent" -# - "tags" -# sort: -# - "L2PATCH" -## - "L2XCBASE" -## - "L2BDMACLRN" -## - "IP4FWD" -## - "IP6FWD" -# - "VHOST" -# layout: -# title: "30min Soak Test (PLRsearch)" -# layout: "plot-soak-throughput" -# -## Soak test - example, not used -#- type: "plot" -# title: "VPP Throughput: 30min Soak Test (PLRsearch) bars" -# algorithm: "plot_soak_bars" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/example-soak-bars" -# data: "plot-vpp-soak-2n-skx" -# filter: "'SOAK'" -# parameters: -# - "throughput" -# - "parent" -# - "tags" -# sort: -# - "L2PATCH" -## - "L2XCBASE" -## - "L2BDMACLRN" -## - "IP4FWD" -## - "IP6FWD" -# - "VHOST" -# layout: -# title: "30min Soak Test (PLRsearch)" -# layout: "plot-soak-throughput" +# Soak test - 30min Soak Test (PLRsearch), boxes +- type: "plot" + title: "VPP Throughput: 30min Soak Test (PLRsearch) boxes" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/soak-test-1" + data: "plot-vpp-soak-2n-skx" + filter: "('L2BDMACLRN' or 'L2PATCH' or 'L2XCBASE') and not 'VHOST' and not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "DRV_AVF" + - "DRV_AVF" + - "DRV_AVF" + - "L2BDMACLRN" + - "L2XCBASE" + - "L2PATCH" + traces: + hoverinfo: "x+y" + boxpoints: "all" + whiskerwidth: 0 + layout: + title: "30min Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + +# Soak test - 30min Soak Test (PLRsearch), boxes +- type: "plot" + title: "VPP Throughput: 30min Soak Test (PLRsearch) boxes" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/soak-test-2" + data: "plot-vpp-soak-2n-skx" + filter: "'L2BDMACLRN' and ('VHOST' or 'MEMIF') or 'IP4BASE' or 'IP6BASE'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "VHOST" + - "MEMIF" + - "IP4FWD" + - "IP6FWD" + traces: + hoverinfo: "x+y" + boxpoints: "all" + whiskerwidth: 0 + layout: + title: "30min Soak Test (PLRsearch)" + layout: "plot-soak-throughput" ################################################################################ # Plots - NF Density - VSC - MRR 64b @@ -14250,7 +14329,6 @@ 'BASE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14277,7 +14355,6 @@ 'BASE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14304,7 +14381,6 @@ 'BASE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14331,7 +14407,6 @@ 'BASE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14359,7 +14434,6 @@ 'SCALE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14386,7 +14460,6 @@ 'SCALE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14413,7 +14486,6 @@ 'SCALE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14440,7 +14512,6 @@ 'SCALE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14467,7 +14538,6 @@ 'NDRPDR' and '1T1C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14493,7 +14563,6 @@ 'NDRPDR' and '1T1C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14519,7 +14588,6 @@ 'NDRPDR' and '2T2C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14545,7 +14613,6 @@ 'NDRPDR' and '2T2C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -21412,7 +21479,6 @@ 'BASE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21435,7 +21501,6 @@ 'BASE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21459,7 +21524,6 @@ 'SCALE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21482,7 +21546,6 @@ 'SCALE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21505,7 +21568,6 @@ 'NDRPDR' and '1T1C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21527,7 +21589,6 @@ 'NDRPDR' and '2T2C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -25694,7 +25755,6 @@ 'NDRPDR' and 'BASE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25716,7 +25776,6 @@ 'NDRPDR' and 'BASE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25739,7 +25798,6 @@ 'NDRPDR' and 'SCALE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25761,7 +25819,6 @@ 'NDRPDR' and 'SCALE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25783,7 +25840,6 @@ 'IP4FWD' and 'NDRPDR' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25804,7 +25860,6 @@ 'IP4FWD' and 'NDRPDR' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput"