X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=ef1959243195e05c4ae0c1dd7ec02eb8fd7b05e6;hp=aa026aa6f128d5aaa490f6adc7c51671406855cc;hb=90cd968d53e450c4da3aeece28f19963e333794a;hpb=ab1a1e7e8f7023b9e75a9e036cf8629a8ec817b1 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index aa026aa6f1..ef19592431 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -38,6 +38,7 @@ DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results" DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results" DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results" + DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results" DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results" DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results" DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results" @@ -142,20 +143,31 @@ - 19 - 21 csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 csit-dpdk-perf-1710-all: - 2 - 3 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 13 + csit-ligato-perf-1710-all: + - 1 csit-vpp-functional-1710-ubuntu1604-virl: - - 16 + - 91 + csit-nsh_sfc-verify-func-1710-ubuntu1604-virl: + - 7 + csit-hc2vpp-verify-func-1710-ubuntu1604: + - lastSuccessfulBuild # hc2vpp-csit-perf-master-ubuntu1604: # REMOVE??? # - 8 # - 9 - hc2vpp-csit-integration-1710-ubuntu1604: - - lastSuccessfulBuild -# csit-nsh_sfc-verify-func-1710-ubuntu1604-virl: # REMOVE??? -# - 2 - type: "output" @@ -168,7 +180,7 @@ ################################################################################ ### T A B L E S ### ################################################################################ - +# - type: "table" title: "Performance improvements" @@ -218,8 +230,9 @@ - 19 - 21 csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "template" parameters: - "throughput" @@ -243,7 +256,7 @@ rows: "generated" data: csit-vpp-perf-1710-all: - - 5 + - 13 filter: "all" parameters: - "name" @@ -267,7 +280,7 @@ rows: "generated" data: csit-vpp-perf-1710-all: - - 5 + - 13 filter: "all" parameters: - "parent" @@ -290,7 +303,7 @@ rows: "generated" data: csit-vpp-perf-1710-all: - - 5 + - 13 filter: "all" parameters: - "parent" @@ -316,7 +329,7 @@ rows: "generated" data: csit-vpp-functional-1710-ubuntu1604-virl: - - 16 + - 91 filter: "all" parameters: - "name" @@ -340,13 +353,40 @@ rows: "generated" data: csit-vpp-functional-1710-ubuntu1604-virl: - - 16 + - 91 filter: "all" parameters: - "parent" - "name" - "vat-history" +- + type: "table" + title: "Detailed Test Results - Container Orchestrated Topologies Performance Results" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results" + columns: + - + title: "Name" + data: "data name" + - + title: "Documentation" + data: "data doc" + - + title: "Status" + data: "data msg" + rows: "generated" + data: + csit-ligato-perf-1710-all: + - 1 + filter: "all" + parameters: + - "name" + - "parent" + - "doc" + - "msg" + - type: "table" title: "Detailed Test Results - DPDK Performance Results" @@ -366,7 +406,7 @@ rows: "generated" data: csit-dpdk-perf-1710-all: - - 3 + - 13 filter: "all" parameters: - "name" @@ -392,7 +432,7 @@ data: "data status" rows: "generated" data: - hc2vpp-csit-integration-1710-ubuntu1604: + csit-hc2vpp-verify-func-1710-ubuntu1604: - "lastSuccessfulBuild" filter: "all" parameters: @@ -401,32 +441,32 @@ - "doc" - "status" -#- -# type: "table" -# title: "Detailed Test Results - NSH SFC Functional Results" -# algorithm: "table_details" -# output-file-ext: ".csv" -# output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results" -# columns: -# - -# title: "Name" -# data: "data name" -# - -# title: "Documentation" -# data: "data doc" -# - -# title: "Status" -# data: "data status" -# rows: "generated" -# data: -# csit-nsh_sfc-verify-func-1707-ubuntu1604-virl: -# - 2 -# filter: "all" -# parameters: -# - "name" -# - "parent" -# - "doc" -# - "status" +- + type: "table" + title: "Detailed Test Results - NSH SFC Functional Results" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results" + columns: + - + title: "Name" + data: "data name" + - + title: "Documentation" + data: "data doc" + - + title: "Status" + data: "data status" + rows: "generated" + data: + csit-nsh_sfc-verify-func-1710-ubuntu1604-virl: + - 7 + filter: "all" + parameters: + - "name" + - "parent" + - "doc" + - "status" ################################################################################ ### F I L E S ### @@ -442,7 +482,7 @@ dir-tables: "{DIR[DTR,PERF,VPP]}" data: csit-vpp-perf-1710-all: - - 5 + - 13 filter: "all" parameters: - "name" @@ -461,7 +501,7 @@ dir-tables: "{DIR[DTC,PERF,VPP]}" data: csit-vpp-perf-1710-all: - - 5 + - 13 filter: "all" parameters: - "name" @@ -480,7 +520,7 @@ dir-tables: "{DIR[DTO,PERF,VPP]}" data: csit-vpp-perf-1710-all: - - 5 + - 13 filter: "all" parameters: - "name" @@ -499,7 +539,7 @@ dir-tables: "{DIR[DTR,FUNC,VPP]}" data: csit-vpp-functional-1710-ubuntu1604-virl: - - 16 + - 91 filter: "all" parameters: - "name" @@ -518,7 +558,7 @@ dir-tables: "{DIR[DTC,FUNC,VPP]}" data: csit-vpp-functional-1710-ubuntu1604-virl: - - 16 + - 91 filter: "all" parameters: - "name" @@ -527,6 +567,25 @@ data-start-level: 3 # 0, 1, 2, ... chapters-start-level: 2 # 0, 1, 2, ... +- + type: "file" + title: "Container Orchestrated Performance Results" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,PERF,COT]}" + data: + csit-ligato-perf-1710-all: + - 1 + filter: "all" + parameters: + - "name" + - "doc" + - "level" + data-start-level: 2 # 0, 1, 2, ... + chapters-start-level: 2 # 0, 1, 2, ... + - type: "file" title: "DPDK Performance Results" @@ -537,7 +596,7 @@ dir-tables: "{DIR[DTR,PERF,DPDK]}" data: csit-dpdk-perf-1710-all: - - 3 + - 13 filter: "all" parameters: - "name" @@ -557,7 +616,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTR,FUNC,HC]}" data: - hc2vpp-csit-integration-1710-ubuntu1604: + csit-hc2vpp-verify-func-1710-ubuntu1604: - "lastSuccessfulBuild" filter: "all" parameters: @@ -569,26 +628,26 @@ data-start-level: 3 # 0, 1, 2, ... chapters-start-level: 2 # 0, 1, 2, ... -#- -# type: "file" -# title: "NSH SFC Functional Results" -# algorithm: "file_test_results" -# output-file-ext: ".rst" -# output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results" -# file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" -# dir-tables: "{DIR[DTR,FUNC,NSHSFC]}" -# data: -# csit-nsh_sfc-verify-func-1710-ubuntu1604-virl: -# - -# filter: "all" -# parameters: -# - "name" -# - "doc" -# - "level" -# chapters: -# - "suites" -# data-start-level: 2 # 0, 1, 2, ... -# chapters-start-level: 2 # 0, 1, 2, ... +- + type: "file" + title: "NSH SFC Functional Results" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,FUNC,NSHSFC]}" + data: + csit-nsh_sfc-verify-func-1710-ubuntu1604-virl: + - 7 + filter: "all" + parameters: + - "name" + - "doc" + - "level" + chapters: + - "suites" + data-start-level: 2 # 0, 1, 2, ... + chapters-start-level: 2 # 0, 1, 2, ... ################################################################################ ### P L O T S ### @@ -605,11 +664,12 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 # Keep this formatting, the filter is enclosed with " (quotation mark) and # each tag is enclosed with ' (apostrophe). - filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" @@ -667,9 +727,10 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 - filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + - 11 + - 12 + - 13 + filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" @@ -727,9 +788,10 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 - filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + - 11 + - 12 + - 13 + filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" @@ -787,9 +849,10 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 - filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + - 11 + - 12 + - 13 + filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" @@ -848,8 +911,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" @@ -908,8 +972,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" @@ -968,8 +1033,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" @@ -1028,8 +1094,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" @@ -1089,8 +1156,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" parameters: - "throughput" @@ -1149,8 +1217,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" parameters: - "throughput" @@ -1209,8 +1278,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" parameters: - "throughput" @@ -1269,8 +1339,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" parameters: - "throughput" @@ -1330,8 +1401,9 @@ output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'" parameters: - "throughput" @@ -1390,8 +1462,9 @@ output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'" parameters: - "throughput" @@ -1450,8 +1523,9 @@ output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'" parameters: - "throughput" @@ -1510,8 +1584,9 @@ output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'" parameters: - "throughput" @@ -1571,8 +1646,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" parameters: - "throughput" @@ -1631,8 +1707,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" parameters: - "throughput" @@ -1691,8 +1768,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" parameters: - "throughput" @@ -1751,8 +1829,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" parameters: - "throughput" @@ -1812,8 +1891,9 @@ output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'" parameters: - "throughput" @@ -1872,8 +1952,9 @@ output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'" parameters: - "throughput" @@ -1932,8 +2013,9 @@ output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'" parameters: - "throughput" @@ -1992,8 +2074,9 @@ output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'" parameters: - "throughput" @@ -2053,8 +2136,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')" parameters: - "throughput" @@ -2113,8 +2197,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')" parameters: - "throughput" @@ -2173,8 +2258,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')" parameters: - "throughput" @@ -2233,8 +2319,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')" parameters: - "throughput" @@ -2294,8 +2381,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" parameters: - "throughput" @@ -2354,8 +2442,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" parameters: - "throughput" @@ -2414,8 +2503,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" parameters: - "throughput" @@ -2474,8 +2564,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" parameters: - "throughput" @@ -2535,8 +2626,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')" parameters: - "throughput" @@ -2595,8 +2687,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')" parameters: - "throughput" @@ -2655,8 +2748,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')" parameters: - "throughput" @@ -2715,8 +2809,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')" parameters: - "throughput" @@ -2778,6 +2873,14 @@ csit-dpdk-perf-1710-all: - 2 - 3 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 13 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" @@ -2838,6 +2941,14 @@ csit-dpdk-perf-1710-all: - 2 - 3 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 13 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" @@ -2898,6 +3009,14 @@ csit-dpdk-perf-1710-all: - 2 - 3 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 13 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'" parameters: - "throughput" @@ -2958,6 +3077,14 @@ csit-dpdk-perf-1710-all: - 2 - 3 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 13 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'" parameters: - "throughput" @@ -3018,6 +3145,14 @@ csit-dpdk-perf-1710-all: - 2 - 3 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 13 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" @@ -3078,6 +3213,14 @@ csit-dpdk-perf-1710-all: - 2 - 3 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 13 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" @@ -3138,6 +3281,14 @@ csit-dpdk-perf-1710-all: - 2 - 3 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 13 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'" parameters: - "throughput" @@ -3198,6 +3349,14 @@ csit-dpdk-perf-1710-all: - 2 - 3 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 13 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'" parameters: - "throughput" @@ -3259,9 +3418,10 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50" data: csit-vpp-perf-1710-all: - - 2 - - 5 - filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + - 11 + - 12 + - 13 + filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "latency" - "parent" @@ -3317,9 +3477,10 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50" data: csit-vpp-perf-1710-all: - - 2 - - 5 - filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + - 11 + - 12 + - 13 + filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "latency" - "parent" @@ -3376,8 +3537,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "latency" @@ -3434,8 +3596,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "latency" @@ -3493,8 +3656,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" parameters: - "latency" @@ -3551,8 +3715,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" parameters: - "latency" @@ -3610,8 +3775,9 @@ output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'" parameters: - "latency" @@ -3668,8 +3834,9 @@ output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'" parameters: - "latency" @@ -3727,8 +3894,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" parameters: - "latency" @@ -3785,8 +3953,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" parameters: - "latency" @@ -3844,8 +4013,9 @@ output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'" parameters: - "latency" @@ -3902,8 +4072,9 @@ output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'" parameters: - "latency" @@ -3961,8 +4132,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')" parameters: - "latency" @@ -4019,8 +4191,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')" parameters: - "latency" @@ -4078,8 +4251,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" parameters: - "latency" @@ -4136,8 +4310,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" parameters: - "latency" @@ -4195,8 +4370,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')" parameters: - "latency" @@ -4253,8 +4429,9 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50" data: csit-vpp-perf-1710-all: - - 2 - - 5 + - 11 + - 12 + - 13 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')" parameters: - "latency" @@ -4314,6 +4491,14 @@ csit-dpdk-perf-1710-all: - 2 - 3 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 13 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "latency" @@ -4372,6 +4557,14 @@ csit-dpdk-perf-1710-all: - 2 - 3 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 13 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "latency" @@ -4430,6 +4623,14 @@ csit-dpdk-perf-1710-all: - 2 - 3 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 13 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'" parameters: - "latency" @@ -4488,6 +4689,14 @@ csit-dpdk-perf-1710-all: - 2 - 3 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 13 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'" parameters: - "latency" @@ -4535,3 +4744,723 @@ orientation: "h" width: 700 height: 1000 + +# Ligato - Throughput + +# Container memif +- + type: "plot" + title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc" + data: + csit-vpp-perf-1710-all: + - 11 + - 12 + - 13 + filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "throughput" + - "parent" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" + xaxis: + autorange: True + autotick: False + fixedrange: False + gridcolor: "rgb(238, 238, 238)" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + title: "Indexed Test Cases" + zeroline: False + yaxis: + gridcolor: "rgb(238, 238, 238)'" + hoverformat: ".4s" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + range: [] + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + title: "Packets Per Second [pps]" + zeroline: False + boxmode: "group" + boxgroupgap: 0.5 + autosize: False + margin: + t: 50 + b: 20 + l: 50 + r: 20 + showlegend: True + legend: + orientation: "h" + width: 700 + height: 1000 + +- + type: "plot" + title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc" + data: + csit-vpp-perf-1710-all: + - 11 + - 12 + - 13 + filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "throughput" + - "parent" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" + xaxis: + autorange: True + autotick: False + fixedrange: False + gridcolor: "rgb(238, 238, 238)" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + title: "Indexed Test Cases" + zeroline: False + yaxis: + gridcolor: "rgb(238, 238, 238)'" + hoverformat: ".4s" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + range: [] + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + title: "Packets Per Second [pps]" + zeroline: False + boxmode: "group" + boxgroupgap: 0.5 + autosize: False + margin: + t: 50 + b: 20 + l: 50 + r: 20 + showlegend: True + legend: + orientation: "h" + width: 700 + height: 1000 + +- + type: "plot" + title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc" + data: + csit-vpp-perf-1710-all: + - 11 + - 12 + - 13 + filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "throughput" + - "parent" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" + xaxis: + autorange: True + autotick: False + fixedrange: False + gridcolor: "rgb(238, 238, 238)" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + title: "Indexed Test Cases" + zeroline: False + yaxis: + gridcolor: "rgb(238, 238, 238)'" + hoverformat: ".4s" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + range: [] + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + title: "Packets Per Second [pps]" + zeroline: False + boxmode: "group" + boxgroupgap: 0.5 + autosize: False + margin: + t: 50 + b: 20 + l: 50 + r: 20 + showlegend: True + legend: + orientation: "h" + width: 700 + height: 1000 + +- + type: "plot" + title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc" + data: + csit-vpp-perf-1710-all: + - 11 + - 12 + - 13 + filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "throughput" + - "parent" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" + xaxis: + autorange: True + autotick: False + fixedrange: False + gridcolor: "rgb(238, 238, 238)" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + title: "Indexed Test Cases" + zeroline: False + yaxis: + gridcolor: "rgb(238, 238, 238)'" + hoverformat: ".4s" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + range: [] + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + title: "Packets Per Second [pps]" + zeroline: False + boxmode: "group" + boxgroupgap: 0.5 + autosize: False + margin: + t: 50 + b: 20 + l: 50 + r: 20 + showlegend: True + legend: + orientation: "h" + width: 700 + height: 1000 + +# Container orchestrated +- + type: "plot" + title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc" + data: + csit-ligato-perf-1710-all: + - 1 + filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "throughput" + - "parent" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" + xaxis: + autorange: True + autotick: False + fixedrange: False + gridcolor: "rgb(238, 238, 238)" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + title: "Indexed Test Cases" + zeroline: False + yaxis: + gridcolor: "rgb(238, 238, 238)'" + hoverformat: ".4s" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + range: [] + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + title: "Packets Per Second [pps]" + zeroline: False + boxmode: "group" + boxgroupgap: 0.5 + autosize: False + margin: + t: 50 + b: 20 + l: 50 + r: 20 + showlegend: True + legend: + orientation: "h" + width: 700 + height: 1000 + +- + type: "plot" + title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc" + data: + csit-ligato-perf-1710-all: + - 1 + filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "throughput" + - "parent" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" + xaxis: + autorange: True + autotick: False + fixedrange: False + gridcolor: "rgb(238, 238, 238)" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + title: "Indexed Test Cases" + zeroline: False + yaxis: + gridcolor: "rgb(238, 238, 238)'" + hoverformat: ".4s" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + range: [] + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + title: "Packets Per Second [pps]" + zeroline: False + boxmode: "group" + boxgroupgap: 0.5 + autosize: False + margin: + t: 50 + b: 20 + l: 50 + r: 20 + showlegend: True + legend: + orientation: "h" + width: 700 + height: 1000 + +- + type: "plot" + title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc" + data: + csit-ligato-perf-1710-all: + - 1 + filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "throughput" + - "parent" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" + xaxis: + autorange: True + autotick: False + fixedrange: False + gridcolor: "rgb(238, 238, 238)" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + title: "Indexed Test Cases" + zeroline: False + yaxis: + gridcolor: "rgb(238, 238, 238)'" + hoverformat: ".4s" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + range: [] + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + title: "Packets Per Second [pps]" + zeroline: False + boxmode: "group" + boxgroupgap: 0.5 + autosize: False + margin: + t: 50 + b: 20 + l: 50 + r: 20 + showlegend: True + legend: + orientation: "h" + width: 700 + height: 1000 + +- + type: "plot" + title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc" + data: + csit-ligato-perf-1710-all: + - 1 + filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "throughput" + - "parent" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" + xaxis: + autorange: True + autotick: False + fixedrange: False + gridcolor: "rgb(238, 238, 238)" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + title: "Indexed Test Cases" + zeroline: False + yaxis: + gridcolor: "rgb(238, 238, 238)'" + hoverformat: ".4s" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + range: [] + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + title: "Packets Per Second [pps]" + zeroline: False + boxmode: "group" + boxgroupgap: 0.5 + autosize: False + margin: + t: 50 + b: 20 + l: 50 + r: 20 + showlegend: True + legend: + orientation: "h" + width: 700 + height: 1000 + +# Ligato - Latency + +# Container memif +- + type: "plot" + title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" + algorithm: "plot_latency_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50" + data: + csit-vpp-perf-1710-all: + - 11 + - 12 + - 13 + filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "latency" + - "parent" + traces: + boxmean: False + layout: + title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" + xaxis: + autorange: True + autotick: False + fixedrange: False + gridcolor: "rgb(238, 238, 238)" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + title: "Indexed Test Cases" + zeroline: False + yaxis: + gridcolor: "rgb(238, 238, 238)'" + hoverformat: "" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + range: [] + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + title: "Latency min/avg/max [uSec]" + zeroline: False + boxmode: "group" + boxgroupgap: 0.5 + autosize: False + margin: + t: 50 + b: 20 + l: 50 + r: 20 + showlegend: True + legend: + orientation: "h" + width: 700 + height: 1000 + +- + type: "plot" + title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" + algorithm: "plot_latency_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50" + data: + csit-vpp-perf-1710-all: + - 11 + - 12 + - 13 + filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "latency" + - "parent" + traces: + boxmean: False + layout: + title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" + xaxis: + autorange: True + autotick: False + fixedrange: False + gridcolor: "rgb(238, 238, 238)" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + title: "Indexed Test Cases" + zeroline: False + yaxis: + gridcolor: "rgb(238, 238, 238)'" + hoverformat: "" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + range: [] + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + title: "Latency min/avg/max [uSec]" + zeroline: False + boxmode: "group" + boxgroupgap: 0.5 + autosize: False + margin: + t: 50 + b: 20 + l: 50 + r: 20 + showlegend: True + legend: + orientation: "h" + width: 700 + height: 1000 + +# Container orchestrated +- + type: "plot" + title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" + algorithm: "plot_latency_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50" + data: + csit-ligato-perf-1710-all: + - 1 + filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "latency" + - "parent" + traces: + boxmean: False + layout: + title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" + xaxis: + autorange: True + autotick: False + fixedrange: False + gridcolor: "rgb(238, 238, 238)" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + title: "Indexed Test Cases" + zeroline: False + yaxis: + gridcolor: "rgb(238, 238, 238)'" + hoverformat: "" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + range: [] + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + title: "Latency min/avg/max [uSec]" + zeroline: False + boxmode: "group" + boxgroupgap: 0.5 + autosize: False + margin: + t: 50 + b: 20 + l: 50 + r: 20 + showlegend: True + legend: + orientation: "h" + width: 700 + height: 1000 + +- + type: "plot" + title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" + algorithm: "plot_latency_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50" + data: + csit-ligato-perf-1710-all: + - 1 + filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "latency" + - "parent" + traces: + boxmean: False + layout: + title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" + xaxis: + autorange: True + autotick: False + fixedrange: False + gridcolor: "rgb(238, 238, 238)" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + title: "Indexed Test Cases" + zeroline: False + yaxis: + gridcolor: "rgb(238, 238, 238)'" + hoverformat: "" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + range: [] + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + title: "Latency min/avg/max [uSec]" + zeroline: False + boxmode: "group" + boxgroupgap: 0.5 + autosize: False + margin: + t: 50 + b: 20 + l: 50 + r: 20 + showlegend: True + legend: + orientation: "h" + width: 700 + height: 1000