X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=d91fae5b9a440649fd1ca41b69b348307a09143f;hp=64336b2dde0add74feff4b3bbbeec3c591dde131;hb=898aeaa4efbbfcffea77471220ffa903600d3b06;hpb=09b5d7df5081bddc9c5257575e7d79038f37f734 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 64336b2dde..d91fae5b9a 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -38,6 +38,7 @@ DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results" DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results" DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results" + DIR[DTR,MRR,VPP]: "{DIR[DTR]}/vpp_mrr_results" DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results" DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results" DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results" @@ -49,6 +50,7 @@ # Detailed test configurations DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration" DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration" + DIR[DTC,MRR,VPP]: "{DIR[DTC]}/vpp_mrr_configuration" DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration" DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos" @@ -81,6 +83,7 @@ # List the directories which are deleted while cleaning the environment. # All directories MUST be defined in "paths" section. #- "DIR[BUILD,HTML]" + - "DIR[WORKING,DATA]" build-dirs: # List the directories where the results (build) is stored. @@ -151,15 +154,18 @@ - 167 # sel - 172 # sel acl only csit-vpp-perf-1804-all: - - 1 # sel - dry run - - 13 # sel - dry run - - 14 # sel - dry run - - 17 # sel - dry run + - 21 # sel - 22 # sel + - 23 # sel + - 24 # sel + - 27 # sel + - 28 # sel + - 29 # sel + - 30 # sel + - 31 # sel + - 35 # sel vpp-performance-changes-mrr: csit-vpp-perf-check-1801: - - 1 - - 2 - 3 - 4 - 5 @@ -171,19 +177,42 @@ - 12 - 13 csit-vpp-perf-check-1804: - - 1 # mrr - dry run - - 2 # mrr - dry run - - 3 # mrr - dry run - - 4 # mrr - dry run - - 5 # mrr + - 6 # mrr - sel + - 7 # mrr - sel + - 8 # mrr - sel + - 9 # mrr - sel + - 10 # mrr - sel + - 11 # mrr - sel + - 12 # mrr - sel + - 13 # mrr - sel + - 14 # mrr - sel + - 15 # mrr - sel plot-throughput-speedup-analysis: csit-vpp-perf-1804-all: - - 1 # sel - dry run - - 13 # sel - dry run - - 14 # sel - dry run - - 17 # sel - dry run - 19 # full + - 20 # full + - 25 # full + - 26 # full + - 21 # sel - 22 # sel + - 23 # sel + - 24 # sel + - 27 # sel + - 28 # sel + - 29 # sel + - 30 # sel + - 31 # sel + - 35 # sel + plot-ligato-throughput-speedup-analysis: + csit-ligato-perf-1804-all: + - 5 # sel + - 6 # sel + - 7 # sel + - 8 # sel + - 9 # sel + - 10 # sel + - 11 # sel + - 12 # sel # performance-improvements: # csit-vpp-perf-1707-all: # - 9 @@ -235,32 +264,46 @@ vpp-perf-results: csit-vpp-perf-1804-all: - 19 # full + - 20 # full + - 25 # full + - 26 # full vpp-func-results: csit-vpp-functional-1804-ubuntu1604-virl: - - "lastSuccessfulBuild" + - 199 vpp-func-results-centos: csit-vpp-functional-1804-centos7-virl: - - "lastSuccessfulBuild" + - 207 + vpp-mrr-results: + csit-vpp-perf-check-1804: + - 5 # mrr - full ligato-perf-results: - csit-ligato-perf-1801-all: - - 25 # full + csit-ligato-perf-1804-all: + - 4 # full dpdk-perf-results: csit-dpdk-perf-1804-all: - 13 hc-func-results: csit-hc2vpp-verify-func-1804-ubuntu1604: - - "lastSuccessfulBuild" + - 3 nsh-func-results: csit-nsh_sfc-verify-func-1804-ubuntu1604-virl: - - "lastSuccessfulBuild" + - 7 plot-vpp-throughput-latency: csit-vpp-perf-1804-all: - - 1 # sel - dry run - - 13 # sel - dry run - - 14 # sel - dry run - - 17 # sel - dry run - 19 # full + - 20 # full + - 25 # full + - 26 # full + - 21 # sel - 22 # sel + - 23 # sel + - 24 # sel + - 27 # sel + - 28 # sel + - 29 # sel + - 30 # sel + - 31 # sel + - 35 # sel plot-dpdk-throughput-latency: csit-dpdk-perf-1804-all: - 4 @@ -274,16 +317,15 @@ - 12 - 13 plot-ligato-throughput-latency: - csit-ligato-perf-1801-all: - - 16 # sel - - 17 # sel - - 18 # sel - - 19 # sel - - 20 # sel - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel + csit-ligato-perf-1804-all: + - 5 # sel + - 6 # sel + - 7 # sel + - 8 # sel + - 9 # sel + - 10 # sel + - 11 # sel + - 12 # sel plot-layouts: @@ -558,10 +600,10 @@ - 19 - 20 csit-vpp-perf-1801-all: - - 122 # full - - 126 # full - - 129 # full - - 140 # full +# - 122 # full +# - 126 # full +# - 129 # full +# - 140 # full - 124 # sel - 127 # sel - 128 # sel @@ -586,15 +628,21 @@ - 170 # wrk - 172 # sel acl only csit-vpp-perf-1804-all: - - 1 # sel - dry run - - 13 # sel - dry run - - 14 # sel - dry run - - 17 # sel - dry run - 19 # full + - 20 # full + - 25 # full + - 26 # full + - 21 # sel - 22 # sel + - 23 # sel + - 24 # sel + - 27 # sel + - 28 # sel + - 29 # sel + - 30 # sel + - 31 # sel + - 35 # sel csit-vpp-perf-check-1801: - - 1 # mrr - - 2 # mrr - 3 # mrr - 4 # mrr - 5 # mrr @@ -606,11 +654,17 @@ - 12 # mrr - 13 # mrr csit-vpp-perf-check-1804: - - 1 # mrr - dry run - - 2 # mrr - dry run - - 3 # mrr - dry run - - 4 # mrr - dry run - - 5 # mrr + - 5 # mrr - full + - 6 # mrr - sel + - 7 # mrr - sel + - 8 # mrr - sel + - 9 # mrr - sel + - 10 # mrr - sel + - 11 # mrr - sel + - 12 # mrr - sel + - 13 # mrr - sel + - 14 # mrr - sel + - 15 # mrr - sel # csit-ligato-perf-1710-all: # - 5 # - 7 @@ -622,17 +676,27 @@ # - 13 # - 16 # - 17 - csit-ligato-perf-1801-all: - - 16 # sel - - 17 # sel - - 18 # sel - - 19 # sel - - 20 # sel - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 25 # full +# csit-ligato-perf-1801-all: +# - 16 # sel +# - 17 # sel +# - 18 # sel +# - 19 # sel +# - 20 # sel +# - 21 # sel +# - 22 # sel +# - 23 # sel +# - 24 # sel +# - 25 # full + csit-ligato-perf-1804-all: + - 4 # full + - 5 # sel + - 6 # sel + - 7 # sel + - 8 # sel + - 9 # sel + - 10 # sel + - 11 # sel + - 12 # sel csit-dpdk-perf-1804-all: - 4 - 5 @@ -645,13 +709,13 @@ - 12 - 13 csit-vpp-functional-1804-ubuntu1604-virl: - - "lastSuccessfulBuild" + - 199 csit-vpp-functional-1804-centos7-virl: - - "lastSuccessfulBuild" + - 207 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl: - - "lastSuccessfulBuild" + - 7 csit-hc2vpp-verify-func-1804-ubuntu1604: - - "lastSuccessfulBuild" + - 3 - type: "output" @@ -775,11 +839,15 @@ title: "rls1804" data: csit-vpp-perf-1804-all: - - 1 # sel - dry run - - 13 # sel - dry run - - 14 # sel - dry run - - 17 # sel - dry run + - 21 # sel - 22 # sel + - 23 # sel + - 24 # sel + - 27 # sel + - 28 # sel + - 29 # sel + - 30 # sel + - 31 # sel data: "vpp-performance-changes" filter: "all" parameters: @@ -801,8 +869,8 @@ title: "Release 1801" data: csit-vpp-perf-check-1801: - - 1 - - 2 +# - 1 +# - 2 - 3 - 4 - 5 @@ -817,11 +885,15 @@ title: "Release 1804" data: csit-vpp-perf-check-1804: - - 1 # mrr - dry run - - 2 # mrr - dry run - - 3 # mrr - dry run - - 4 # mrr - dry run - - 5 # mrr + - 5 # mrr - full + - 6 # mrr - sel + - 7 # mrr - sel + - 8 # mrr - sel + - 9 # mrr - sel + - 10 # mrr - sel + - 11 # mrr - sel + - 12 # mrr - sel + - 13 # mrr - sel data: "vpp-performance-changes-mrr" filter: "all" parameters: @@ -945,6 +1017,54 @@ - "name" - "show-run" +- + type: "table" + title: "Detailed Test Results - VPP MRR Results" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,MRR,VPP]}/vpp_mrr_results" + columns: + - + title: "Name" + data: "data name" + - + title: "Documentation" + data: "data doc" + - + title: "Status" + data: "data msg" + rows: "generated" + data: + "vpp-mrr-results" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "doc" + - "msg" + +- + type: "table" + title: "Test configuration - VPP MRR Test Configs" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,MRR,VPP]}/vpp_mrr_test_configuration" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: + "vpp-mrr-results" + filter: "'MRR'" + parameters: + - "parent" + - "name" + - "vat-history" + - type: "table" title: "Detailed Test Results - VPP Functional Results" @@ -1206,6 +1326,44 @@ data-start-level: 3 # 0, 1, 2, ... chapters-start-level: 2 # 0, 1, 2, ... +- + type: "file" + title: "VPP MRR Results" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,MRR,VPP]}/vpp_mrr_results" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,MRR,VPP]}" + data: + "vpp-mrr-results" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 2 # 0, 1, 2, ... + chapters-start-level: 2 # 0, 1, 2, ... + +- + type: "file" + title: "VPP MRR Configuration" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,MRR,VPP]}/vpp_mrr_configuration" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTC,MRR,VPP]}" + data: + "vpp-mrr-results" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 2 # 0, 1, 2, ... + chapters-start-level: 2 # 0, 1, 2, ... + - type: "file" title: "VPP Functional Results" @@ -1229,7 +1387,7 @@ title: "VPP Functional Results - CentOS" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results_centos" + output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTR,FUNC,VPP,CENTOS]}" data: @@ -1265,7 +1423,7 @@ title: "VPP Functional Configuration - CentOS" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration_centos" + output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTC,FUNC,VPP,CENTOS]}" data: @@ -1578,6 +1736,413 @@ layout: "plot-throughput-speedup-analysis" +## IP4_overlay - NDR +#- +# type: "plot" +# title: "TSA: 64B-*-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ethip4-tsa-ndrdisc" +# data: +# "plot-throughput-speedup-analysis" +# filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'NDRDISC' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# layout: +# title: "64B-*-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" +# layout: +# "plot-throughput-speedup-analysis" +# +## IP4_overlay - PDR +#- +# type: "plot" +# title: "TSA: 64B-*-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ethip4-tsa-pdrdisc" +# data: +# "plot-throughput-speedup-analysis" +# filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# layout: +# title: "64B-*-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc" +# layout: +# "plot-throughput-speedup-analysis" +# +## IP6_overlay - NDR +#- +# type: "plot" +# title: "TSA: 78B-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ethip6-tsa-ndrdisc" +# data: +# "plot-throughput-speedup-analysis" +# filter: "'NIC_Intel-X520-DA2' and '78B' and 'ENCAP' and 'NDRDISC' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# layout: +# title: "78B-*-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" +# layout: +# "plot-throughput-speedup-analysis" +# +## IP6_overlay - PDR +#- +# type: "plot" +# title: "TSA: 78B-*-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ethip6-tsa-pdrdisc" +# data: +# "plot-throughput-speedup-analysis" +# filter: "'NIC_Intel-X520-DA2' and '78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# layout: +# title: "78B-*-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc" +# layout: +# "plot-throughput-speedup-analysis" +# +## VM VHOST - NDR +#- +# type: "plot" +# title: "TSA: 64B-*-.*vhost.*-ndrdisc" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-vhost-sel1-tsa-ndrdisc" +# data: +# "plot-throughput-speedup-analysis" +# filter: "'NIC_Intel-X520-DA2' and '64B' and 'NDRDISC' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# layout: +# title: "64B-*-.*vhost.*-ndrdisc" +# layout: +# "plot-throughput-speedup-analysis" +# +#- +# type: "plot" +# title: "TSA: 64B-*-.*vhost.*-ndrdisc" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-vhost-sel1-tsa-ndrdisc" +# data: +# "plot-throughput-speedup-analysis" +# filter: "'NIC_Intel-XL710' and '64B' and 'NDRDISC' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# layout: +# title: "64B-*-.*vhost.*-ndrdisc" +# layout: +# "plot-throughput-speedup-analysis" +# +#- +# type: "plot" +# title: "TSA: 64B-*-.*vhost.*-ndrdisc" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-vhost-sel2-tsa-ndrdisc" +# data: +# "plot-throughput-speedup-analysis" +# filter: "'NIC_Intel-X520-DA2' and '64B' and 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# layout: +# title: "64B-*-.*vhost.*-ndrdisc" +# layout: +# "plot-throughput-speedup-analysis" +# +#- +# type: "plot" +# title: "TSA: 64B-*-.*vhost.*-ndrdisc" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/10ge2p1x710-64B-vhost-sel2-tsa-ndrdisc" +# data: +# "plot-throughput-speedup-analysis" +# filter: "'NIC_Intel-X710' and '64B' and 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# layout: +# title: "64B-*-.*vhost.*-ndrdisc" +# layout: +# "plot-throughput-speedup-analysis" +# +#- +# type: "plot" +# title: "TSA: 64B-*-.*vhost.*-ndrdisc" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-vhost-sel2-tsa-ndrdisc" +# data: +# "plot-throughput-speedup-analysis" +# filter: "'NIC_Intel-XL710' and '64B' and 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# layout: +# title: "64B-*-.*vhost.*-ndrdisc" +# layout: +# "plot-throughput-speedup-analysis" +# +## VM VHOST - PDR +#- +# type: "plot" +# title: "TSA: 64B-*-.*vhost.*-pdrdisc" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-vhost-sel1-tsa-pdrdisc" +# data: +# "plot-throughput-speedup-analysis" +# filter: "'NIC_Intel-X520-DA2' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# layout: +# title: "64B-*-.*vhost.*-pdrdisc" +# layout: +# "plot-throughput-speedup-analysis" +# +#- +# type: "plot" +# title: "TSA: 64B-*-.*vhost.*-pdrdisc" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-vhost-sel1-tsa-pdrdisc" +# data: +# "plot-throughput-speedup-analysis" +# filter: "'NIC_Intel-XL710' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# layout: +# title: "64B-*-.*vhost.*-pdrdisc" +# layout: +# "plot-throughput-speedup-analysis" +# +#- +# type: "plot" +# title: "TSA: 64B-*-.*vhost.*-pdrdisc" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-vhost-sel2-tsa-pdrdisc" +# data: +# "plot-throughput-speedup-analysis" +# filter: "'NIC_Intel-X520-DA2' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# layout: +# title: "64B-*-.*vhost.*-pdrdisc" +# layout: +# "plot-throughput-speedup-analysis" +# +#- +# type: "plot" +# title: "TSA: 64B-*-.*vhost.*-pdrdisc" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/10ge2p1x710-64B-vhost-sel2-tsa-pdrdisc" +# data: +# "plot-throughput-speedup-analysis" +# filter: "'NIC_Intel-X710' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# layout: +# title: "64B-*-.*vhost.*-pdrdisc" +# layout: +# "plot-throughput-speedup-analysis" +# +#- +# type: "plot" +# title: "TSA: 64B-*-.*vhost.*-pdrdisc" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-vhost-sel2-tsa-pdrdisc" +# data: +# "plot-throughput-speedup-analysis" +# filter: "'NIC_Intel-XL710' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# layout: +# title: "64B-*-.*vhost.*-pdrdisc" +# layout: +# "plot-throughput-speedup-analysis" +# +## CRYPTO - NDR +#- +# type: "plot" +# title: "TSA: 64B-*-.*ipsec.*-ndrdisc" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ipsechw-tsa-ndrdisc" +# data: +# "plot-throughput-speedup-analysis" +# filter: "'NIC_Intel-XL710' and '64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# layout: +# title: "64B-*-.*ipsec.*-ndrdisc" +# layout: +# "plot-throughput-speedup-analysis" +# +## CRYPTO - PDR +#- +# type: "plot" +# title: "TSA: 64B-*-.*ipsec.*-pdrdisc" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ipsechw-tsa-pdrdisc" +# data: +# "plot-throughput-speedup-analysis" +# filter: "'NIC_Intel-XL710' and '64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# layout: +# title: "64B-*-.*ipsec.*-pdrdisc" +# layout: +# "plot-throughput-speedup-analysis" +# +## Container memif - NDR +#- +# type: "plot" +# title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-container-memif-tsa-ndrdisc" +# data: +# "plot-throughput-speedup-analysis" +# filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# layout: +# title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" +# layout: +# "plot-throughput-speedup-analysis" +# +#- +# type: "plot" +# title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-container-memif-tsa-pdrdisc" +# data: +# "plot-throughput-speedup-analysis" +# filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# layout: +# title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" +# layout: +# "plot-throughput-speedup-analysis" +# +## Container orchestrated - NDR +#- +# type: "plot" +# title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-container-orchestrated-tsa-ndrdisc" +# data: +# "plot-ligato-throughput-speedup-analysis" +# filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# layout: +# title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" +# layout: +# "plot-throughput-speedup-analysis" +# +#- +# type: "plot" +# title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/10ge2p1x710-64B-container-orchestrated-tsa-ndrdisc" +# data: +# "plot-ligato-throughput-speedup-analysis" +# filter: "'NIC_Intel-X710' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# layout: +# title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" +# layout: +# "plot-throughput-speedup-analysis" +# +## Container orchestrated - PDR +#- +# type: "plot" +# title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-container-orchestrated-tsa-pdrdisc" +# data: +# "plot-ligato-throughput-speedup-analysis" +# filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and ''PDRDISC' and not 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# layout: +# title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" +# layout: +# "plot-throughput-speedup-analysis" +# +#- +# type: "plot" +# title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/10ge2p1x710-64B-container-orchestrated-tsa-pdrdisc" +# data: +# "plot-ligato-throughput-speedup-analysis" +# filter: "'NIC_Intel-X710' and '64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# layout: +# title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" +# layout: +# "plot-throughput-speedup-analysis" + # Plot packets per second # VPP L2 sel1 @@ -3226,45 +3791,8 @@ whiskerwidth: 0 layout: title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" - xaxis: - autorange: True - autotick: False - fixedrange: False - gridcolor: "rgb(238, 238, 238)" - linecolor: "rgb(238, 238, 238)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - tickmode: "linear" - title: "Indexed Test Cases" - zeroline: False - yaxis: - gridcolor: "rgb(238, 238, 238)'" - hoverformat: ".4s" - linecolor: "rgb(238, 238, 238)" - linewidth: 1 - range: [0, 4500000] - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - title: "Packets Per Second [pps]" - zeroline: False - boxmode: "group" - boxgroupgap: 0.5 - autosize: False - margin: - t: 50 - b: 20 - l: 50 - r: 20 - showlegend: True - legend: - orientation: "h" - width: 700 - height: 1000 + layout: + "plot-throughput" - type: "plot" @@ -3284,45 +3812,8 @@ whiskerwidth: 0 layout: title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" - xaxis: - autorange: True - autotick: False - fixedrange: False - gridcolor: "rgb(238, 238, 238)" - linecolor: "rgb(238, 238, 238)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - tickmode: "linear" - title: "Indexed Test Cases" - zeroline: False - yaxis: - gridcolor: "rgb(238, 238, 238)'" - hoverformat: ".4s" - linecolor: "rgb(238, 238, 238)" - linewidth: 1 - range: [0, 8000000] - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - title: "Packets Per Second [pps]" - zeroline: False - boxmode: "group" - boxgroupgap: 0.5 - autosize: False - margin: - t: 50 - b: 20 - l: 50 - r: 20 - showlegend: True - legend: - orientation: "h" - width: 700 - height: 1000 + layout: + "plot-throughput" - type: "plot" @@ -3342,45 +3833,8 @@ whiskerwidth: 0 layout: title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" - xaxis: - autorange: True - autotick: False - fixedrange: False - gridcolor: "rgb(238, 238, 238)" - linecolor: "rgb(238, 238, 238)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - tickmode: "linear" - title: "Indexed Test Cases" - zeroline: False - yaxis: - gridcolor: "rgb(238, 238, 238)'" - hoverformat: ".4s" - linecolor: "rgb(238, 238, 238)" - linewidth: 1 - range: [0, 4500000] - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - title: "Packets Per Second [pps]" - zeroline: False - boxmode: "group" - boxgroupgap: 0.5 - autosize: False - margin: - t: 50 - b: 20 - l: 50 - r: 20 - showlegend: True - legend: - orientation: "h" - width: 700 - height: 1000 + layout: + "plot-throughput" - type: "plot" @@ -3400,45 +3854,8 @@ whiskerwidth: 0 layout: title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" - xaxis: - autorange: True - autotick: False - fixedrange: False - gridcolor: "rgb(238, 238, 238)" - linecolor: "rgb(238, 238, 238)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - tickmode: "linear" - title: "Indexed Test Cases" - zeroline: False - yaxis: - gridcolor: "rgb(238, 238, 238)'" - hoverformat: ".4s" - linecolor: "rgb(238, 238, 238)" - linewidth: 1 - range: [0, 8000000] - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - title: "Packets Per Second [pps]" - zeroline: False - boxmode: "group" - boxgroupgap: 0.5 - autosize: False - margin: - t: 50 - b: 20 - l: 50 - r: 20 - showlegend: True - legend: - orientation: "h" - width: 700 - height: 1000 + layout: + "plot-throughput" # Container orchestrated -