X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=5d64f5c97d5f41b72dc6ec311208339fde6db20e;hb=refs%2Fheads%2Frls1901_3;hp=b19b3f7d7bfb57bad2288186d36c8ae5baa06424;hpb=9cb67fce6a738374020ad95eea93c05b9439900b;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index b19b3f7d7b..25e1aef1c7 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -1,14 +1,5 @@ - type: "environment" - configuration: - # Debug mode: - # - Skip: - # - Download of input data files - # - Do: - # - Read data from given zip / xml files - # - Set the configuration as it is done in normal mode - # If the section "type: debug" is missing, CFG[DEBUG] is set to 0. - CFG[DEBUG]: 0 paths: # Top level directories: @@ -36,23 +27,46 @@ # Detailed test results DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results" - DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results" - DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results" - DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results" - DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results" - DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results" + DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw" + DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx" + DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx" + DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw" + DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx" + DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx" + DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv" + DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw" + DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx" + DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx" + DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv" + DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw" + DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu" + DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos" + DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu" DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results" DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results" + DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results" DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements" # Detailed test configurations DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration" - DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration" - DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration" + DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw" + DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx" + DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx" + DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv" + DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw" + DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx" + DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx" + DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv" + DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu" + DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos" + DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu" # Detailed tests operational data DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data" - DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data" + DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw" + DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx" + DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx" + DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv" # .css patch file to fix tables generated by Sphinx DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css" @@ -61,6 +75,9 @@ urls: URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job" URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job" + URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip" + URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" + # URL[VIRL,DNV]: "http://download.it/from/nexus" URL[NEXUS]: "https://docs.fd.io/csit" DIR[NEXUS]: "report/_static/archive" @@ -79,6 +96,7 @@ # List the directories which are deleted while cleaning the environment. # All directories MUST be defined in "paths" section. #- "DIR[BUILD,HTML]" + - "DIR[WORKING,DATA]" build-dirs: # List the directories where the results (build) is stored. @@ -88,217 +106,869 @@ - type: "configuration" + + limits: + nic: + x520: 24460000 + x553: 29761905 + x710: 35800000 + xxv710: 35800000 + xl710: 35800000 + + link: + 10ge: 14880952.38 + 25ge: 37202380.95 + 40ge: 59523809.52 + 100ge: 148809523.81 + + pci: + pci-g3-x8: 74404761.90 + pci-g3-x16: 148809523.81 + data-sets: -# TODO: Add the data sources + + ########################################################################### + # Plots: + + # 3n-hsw + + plot-vpp-throughput-latency-3n-hsw: + csit-vpp-perf-verify-1901-3n-hsw: + - 86 # 1901.3 NDRPDR sel + + plot-throughput-speedup-analysis-3n-hsw: + csit-vpp-perf-verify-1901-3n-hsw: + - 86 # 1901.3 NDRPDR sel + # plot-vpp-http-server-performance: -# csit-vpp-perf-1801-all: -# - 1 -# - 2 -# - 3 -# - 4 -# TODO: Add the data sources -# vpp-meltdown-impact: -# csit-vpp-perf-1707-all: -# - 9 -# - 10 -# - 13 -# csit-vpp-perf-1710-all: -# - 11 -# - 12 -# - 13 -# TODO: Add the data sources -# vpp-spectre-impact: -# csit-vpp-perf-1707-all: -# - 9 -# - 10 -# - 13 -# csit-vpp-perf-1710-all: -# - 11 -# - 12 -# - 13 - vpp-performance-changes: - csit-vpp-perf-1710-all: - - 11 - - 12 - - 13 - - 14 - - 15 - - 16 - - 17 - - 18 - - 19 - - 20 -# TODO: Add the data sources - csit-vpp-perf-1801-all: - - 124 - - 127 - - 128 -# TODO: Add the data sources - plot-throughput-speedup-analysis: - csit-vpp-perf-1801-all: - - 122 - - 126 - - 129 -# performance-improvements: -# csit-vpp-perf-1707-all: -# - 9 -# - 10 -# - 13 -# - 14 -# - 15 -# - 16 -# - 17 -# - 18 -# - 19 -# - 21 -# csit-vpp-perf-1710-all: -# - 11 -# - 12 -# - 13 -# - 14 -# - 15 -# - 16 -# - 17 -# - 18 -# - 19 -# - 20 -## TODO: Add the data sources -# csit-vpp-perf-1801-all: -# - 124 -# - 127 -# - 128 -# csit-ligato-perf-1710-all: -# - 5 -# - 7 -# - 8 -# - 9 -# - 10 -# - 11 -# - 12 -# - 13 -# - 16 -# - 17 -# csit-ligato-perf-1801-all: -# - 1 -# - 3 -# - 7 -# TODO: Add the data sources - vpp-perf-results: - csit-vpp-perf-1801-all: - - 122 - - 126 - - 129 - vpp-func-results: - csit-vpp-functional-1801-ubuntu1604-virl: - - "lastSuccessfulBuild" -# TODO: Add the data sources - ligato-perf-results: - csit-ligato-perf-1801-all: - - 1 - dpdk-perf-results: - csit-dpdk-perf-1801-all: - - 12 - hc-func-results: - csit-hc2vpp-verify-func-1801-ubuntu1604: - - "lastSuccessfulBuild" - nsh-func-results: - csit-nsh_sfc-verify-func-1801-ubuntu1604-virl: - - 1 -# TODO: Add the data sources - plot-vpp-throughput-latency: - csit-vpp-perf-1801-all: - - 124 - - 127 - - 128 - plot-dpdk-throughput-latency: - csit-dpdk-perf-1801-all: - - 1 - - 3 - - 4 - - 5 - - 6 - - 7 - - 8 - - 10 - - 12 -# TODO: Add the data sources - plot-ligato-throughput-latency: - csit-ligato-perf-1801-all: - - 1 - - 3 - - 7 +# # TODO: Replace with new data +# # csit-vpp-perf-verify-1901-3n-hsw: +# csit-vpp-perf-verify-1810-3n-hsw: +# - 28 # WRK +# - 29 # WRK +# - 30 # WRK +# - 31 # WRK +# - 32 # WRK +# - 33 # WRK +# - 34 # WRK +# - 35 # WRK +# - 36 # WRK +# - 37 # WRK + +# plot-ligato-throughput-latency-3n-hsw: +# csit-ligato-perf-verify-1901-3n-hsw: +# - 8 # NDRPDR sel +# - 9 # NDRPDR sel +# - 11 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 14 # NDRPDR sel +# - 15 # NDRPDR sel +# - 16 # NDRPDR sel +# - 17 # NDRPDR sel +# - 18 # NDRPDR sel + +# plot-ligato-throughput-speedup-analysis-3n-hsw: +# csit-ligato-perf-verify-1901-3n-hsw: +# - 8 # NDRPDR sel +# - 9 # NDRPDR sel +# - 11 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 14 # NDRPDR sel +# - 15 # NDRPDR sel +# - 16 # NDRPDR sel +# - 17 # NDRPDR sel +# - 18 # NDRPDR sel + + plot-dpdk-throughput-latency-3n-hsw: + csit-dpdk-perf-verify-1901-3n-hsw: + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + + # 3n-skx + +# plot-vpp-throughput-latency-3n-skx: +# csit-vpp-perf-verify-1901-3n-skx: +# - 70 # 1901.2 NDRPDR sel +# +# plot-throughput-speedup-analysis-3n-skx: +# csit-vpp-perf-verify-1901-3n-skx: +# - 70 # 1901.2 NDRPDR sel + + plot-dpdk-throughput-latency-3n-skx: + csit-dpdk-perf-verify-1901-3n-skx: + - 3 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + + # 2n-skx + +# plot-vpp-throughput-latency-2n-skx: +# csit-vpp-perf-verify-1901-2n-skx: +# - 5 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 21 # NDRPDR sel +# - 23 # NDRPDR sel +# - 31 # NDRPDR sel +# - 34 # NDRPDR sel +# - 40 # NDRPDR sel +# - 42 # NDRPDR sel +# - 43 # NDRPDR sel +# - 64 # 1901.1 NDRPDR sel + +# plot-throughput-speedup-analysis-2n-skx: +# csit-vpp-perf-verify-1901-2n-skx: +# - 5 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 21 # NDRPDR sel +# - 23 # NDRPDR sel +# - 31 # NDRPDR sel +# - 34 # NDRPDR sel +# - 40 # NDRPDR sel +# - 42 # NDRPDR sel +# - 43 # NDRPDR sel +# - 64 # 1901.1 NDRPDR sel + +# plot-vpp-soak-2n-skx: +# csit-vpp-perf-verify-1901-2n-skx: +# - 45 # SOAK sel + +# plot-vpp-nfv-2n-skx: +# csit-vpp-perf-verify-1901-2n-skx: +# - 28 # NFV NDRPDR +# - 29 # NFV NDRPDR +# - 32 # NFV NDRPDR +# - 39 # NFV NDRPDR +# - 46 # NFV NDRPDR + +# plot-vpp-nfv-2n-skx-mrr: +# csit-vpp-perf-verify-1901-2n-skx: +# - 24 # NFV MRR +# - 26 # NFV MRR +# - 27 # NFV MRR +# - 35 # NFV MRR +# - 37 # NFV MRR + + plot-dpdk-throughput-latency-2n-skx: + csit-dpdk-perf-verify-1901-2n-skx: + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + + # 3rd party + +# # Denverton: +# intel-dnv-vpp: +# intel-dnv-vpp-release-1901: +# - 1 + + ########################################################################### + # Simple tables (only one data set): + + # NIC Comparisons + +# vpp-nic-comparison-3n-hsw: +# csit-vpp-perf-verify-1901-3n-hsw: +# - 84 # 1901.2 NDRPDR sel + +# vpp-nic-comparison-3n-skx: +# csit-vpp-perf-verify-1901-3n-skx: +# - 70 # 1901.2 NDRPDR sel + +# vpp-nic-comparison-2n-skx: +# csit-vpp-perf-verify-1901-2n-skx: +# - 5 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 21 # NDRPDR sel +# - 23 # NDRPDR sel +# - 31 # NDRPDR sel +# - 34 # NDRPDR sel +# - 40 # NDRPDR sel +# - 42 # NDRPDR sel +# - 43 # NDRPDR sel +# - 64 # 1901.1 NDRPDR sel + +# vpp-nic-comparison-3n-hsw-mrr: +# csit-vpp-perf-verify-1901-3n-hsw: +# - 35 # MRR sel +# - 73 # 1901.1 MRR sel +# - 77 # 1901.1 MRR sel + +# vpp-nic-comparison-3n-skx-mrr: +# csit-vpp-perf-verify-1901-3n-skx: +# - 32 # MRR sel +# - 69 # 1901.1 MRR sel + +# vpp-nic-comparison-2n-skx-mrr: +# csit-vpp-perf-verify-1901-2n-skx: +# - 22 # MRR sel +# - 65 # 1901.1 MRR sel + + # Results + + vpp-perf-results-3n-hsw: + csit-vpp-perf-verify-1901-3n-hsw: + - 86 # 1901.2 NDRPDR sel + +# vpp-perf-results-3n-skx: +# csit-vpp-perf-verify-1901-3n-skx: +# - 70 # 1901.2 NDRPDR sel + +# vpp-perf-results-2n-skx: +# csit-vpp-perf-verify-1901-2n-skx: +# - 25 # NDRPDR full +# - 30 # NDRPDR full +# - 33 # NDRPDR full +# - 44 # NDRPDR full +# - 64 # 1901.1 NDRPDR sel + +# vpp-mrr-results-3n-hsw: +# csit-vpp-perf-verify-1901-3n-hsw: +# - 35 # MRR sel +# - 73 # 1901.1 MRR sel +# - 77 # 1901.1 MRR sel + +# vpp-mrr-results-3n-skx: +# csit-vpp-perf-verify-1901-3n-skx: +# - 32 # MRR sel +# - 69 # 1901.1 MRR sel + +# vpp-mrr-results-2n-skx: +# csit-vpp-perf-verify-1901-2n-skx: +# - 22 # MRR sel +# - 65 # 1901.1 MRR sel + + vpp-func-results-ubuntu: + csit-vpp-functional-1901-ubuntu1604-virl: + - 182 + + vpp-func-results-centos: + csit-vpp-functional-1901-centos7-virl: + - 184 + + vpp-device-results-ubuntu: + csit-vpp-device-1901-ubuntu1804-1n-skx: + - 184 + +# # VPP Ligato +# ligato-perf-results-3n-hsw: +# csit-ligato-perf-verify-1901-3n-hsw: +# - 10 # NDRPDR full + + dpdk-perf-results-3n-hsw: + csit-dpdk-perf-verify-1901-3n-hsw: + - 20 # NDRPDR sel + + dpdk-perf-results-3n-skx: + csit-dpdk-perf-verify-1901-3n-skx: + - 13 # NDRPDR sel + + dpdk-perf-results-2n-skx: + csit-dpdk-perf-verify-1901-2n-skx: + - 21 # NDRPDR sel + +# # HoneyComb Functional +# hc-func-results: +# csit-hc2vpp-verify-func-1901-ubuntu1604: +# - 3 + +# # NSH SFC Functional +# nsh-func-results: +# # Not used +# csit-nsh_sfc-verify-func-1810-ubuntu1604-virl: +# - 1 + +# # DMM Functional +# dmm-func-results: +# csit-dmm-functional-1901-ubuntu1604-virl: +# - 2 + + ########################################################################### + # Tables (more than one data set) + + # Performance changes + +# intel-dnv-vpp-changes-2n-dnv-ref: +# intel-dnv-vpp-release-1810: +# - 1 +# intel-dnv-vpp-changes-2n-dnv-cmp: +# intel-dnv-vpp-release-1901: +# - 1 +# intel-dnv-vpp-changes-2n-dnv: +# - "intel-dnv-vpp-changes-2n-dnv-ref" +# - "intel-dnv-vpp-changes-2n-dnv-cmp" + + vpp-performance-changes-3n-hsw-h1: + csit-vpp-perf-verify-1807-3n-hsw: + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel + - 47 # NDRPDR sel + vpp-performance-changes-3n-hsw-ref: + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 42 # NDRPDR sel + vpp-performance-changes-3n-hsw-cmp: + csit-vpp-perf-verify-1901-3n-hsw: + - 86 # 1901.3 NDRPDR sel + vpp-performance-changes-3n-hsw: + - "vpp-performance-changes-3n-hsw-h1" + - "vpp-performance-changes-3n-hsw-ref" + - "vpp-performance-changes-3n-hsw-cmp" + +# vpp-performance-changes-3n-skx-h1: +# csit-vpp-perf-verify-1807-3n-skx: +# - 33 # NDRPDR sel +# - 35 # NDRPDR sel +# - 37 # NDRPDR sel +# - 38 # NDRPDR sel +# - 39 # NDRPDR sel +# - 43 # NDRPDR sel +# - 44 # NDRPDR sel +# - 49 # NDRPDR sel +# - 50 # NDRPDR sel +# - 56 # NDRPDR sel +# vpp-performance-changes-3n-skx-ref: +# csit-vpp-perf-verify-1810-3n-skx: +# - 10 # NDRPDR sel +# - 14 # NDRPDR sel +# - 15 # NDRPDR sel +# - 16 # NDRPDR sel +# - 17 # NDRPDR sel +# - 19 # NDRPDR sel +# - 20 # NDRPDR sel +# - 21 # NDRPDR sel +# - 22 # NDRPDR sel +# - 25 # NDRPDR sel +# vpp-performance-changes-3n-skx-cmp: +# csit-vpp-perf-verify-1901-3n-skx: +# - 70 # 1901.2 NDRPDR sel +# vpp-performance-changes-3n-skx: +# - "vpp-performance-changes-3n-skx-h1" +# - "vpp-performance-changes-3n-skx-ref" +# - "vpp-performance-changes-3n-skx-cmp" + +# vpp-performance-changes-2n-skx-h1: +# csit-vpp-perf-verify-1807-2n-skx: +# - 26 # NDRPDR sel +# - 28 # NDRPDR sel +# - 29 # NDRPDR sel +# - 30 # NDRPDR sel +# - 34 # NDRPDR sel +# - 35 # NDRPDR sel +# - 36 # NDRPDR sel +# - 39 # NDRPDR sel +# - 40 # NDRPDR sel +# - 42 # NDRPDR sel +# vpp-performance-changes-2n-skx-ref: +# csit-vpp-perf-verify-1810-2n-skx: +# - 9 # NDRPDR sel +# - 13 # NDRPDR sel +# - 14 # NDRPDR sel +# - 19 # NDRPDR sel +# - 20 # NDRPDR sel +# - 21 # NDRPDR sel +# - 22 # NDRPDR sel +# - 23 # NDRPDR sel +# - 24 # NDRPDR sel +# - 27 # NDRPDR sel +# vpp-performance-changes-2n-skx-cmp: +# csit-vpp-perf-verify-1901-2n-skx: +## - 5 # NDRPDR sel +## - 12 # NDRPDR sel +## - 13 # NDRPDR sel +## - 21 # NDRPDR sel +## - 23 # NDRPDR sel +## - 31 # NDRPDR sel +## - 34 # NDRPDR sel +## - 40 # NDRPDR sel +## - 42 # NDRPDR sel +## - 43 # NDRPDR sel +# - 64 # 1901.1 NDRPDR sel +# vpp-performance-changes-2n-skx: +# - "vpp-performance-changes-2n-skx-h1" +# - "vpp-performance-changes-2n-skx-ref" +# - "vpp-performance-changes-2n-skx-cmp" + +# vpp-performance-changes-3n-hsw-mrr-h1: +# csit-vpp-perf-verify-1807-3n-hsw: +# - 8 # MRR full +# - 9 # MRR sel +# - 21 # MRR sel +# - 31 # MRR sel +# - 33 # MRR sel +# - 36 # MRR sel +# - 41 # MRR sel +# - 42 # MRR sel +# - 48 # MRR sel +# vpp-performance-changes-3n-hsw-mrr-ref: +# csit-vpp-perf-verify-1810-3n-hsw: +# - 9 # MRR sel +# vpp-performance-changes-3n-hsw-mrr-cmp: +# csit-vpp-perf-verify-1901-3n-hsw: +## - 35 # MRR sel +# - 73 # 1901.1 MRR sel +# - 77 # 1901.1 MRR sel +# vpp-performance-changes-3n-hsw-mrr: +# - "vpp-performance-changes-3n-hsw-mrr-h1" +# - "vpp-performance-changes-3n-hsw-mrr-ref" +# - "vpp-performance-changes-3n-hsw-mrr-cmp" + +# vpp-performance-changes-3n-skx-mrr-h1: +# csit-vpp-perf-verify-1807-3n-skx: +# - 28 # MRR sel +# - 32 # MRR sel +# - 36 # MRR sel +# - 42 # MRR sel +# - 47 # MRR sel +# - 48 # MRR sel +# - 51 # MRR sel +# - 52 # MRR sel +# - 53 # MRR sel +# - 54 # MRR sel +# vpp-performance-changes-3n-skx-mrr-ref: +# csit-vpp-perf-verify-1810-3n-skx: +# - 9 # MRR sel +# - 11 # MRR sel +# - 12 # MRR sel +# - 13 # MRR sel +# vpp-performance-changes-3n-skx-mrr-cmp: +# csit-vpp-perf-verify-1901-3n-skx: +## - 32 # MRR sel +# - 69 # 1901.1 MRR sel +# vpp-performance-changes-3n-skx-mrr: +# - "vpp-performance-changes-3n-skx-mrr-h1" +# - "vpp-performance-changes-3n-skx-mrr-ref" +# - "vpp-performance-changes-3n-skx-mrr-cmp" + +# vpp-performance-changes-2n-skx-mrr-h1: +# csit-vpp-perf-verify-1807-2n-skx: +# - 31 # MRR sel +# - 33 # MRR sel +# - 37 # MRR sel +# - 38 # MRR sel +# - 41 # MRR sel +# - 43 # MRR sel +# - 44 # MRR sel +# - 45 # MRR sel +# - 46 # MRR sel +# - 47 # MRR sel +# vpp-performance-changes-2n-skx-mrr-ref: +# csit-vpp-perf-verify-1810-2n-skx: +# - 8 # MRR sel +# - 10 # MRR sel +# - 11 # MRR sel +# - 12 # MRR sel +# vpp-performance-changes-2n-skx-mrr-cmp: +# csit-vpp-perf-verify-1901-2n-skx: +## - 22 # MRR sel +# - 65 # 1901.1 MRR sel +# vpp-performance-changes-2n-skx-mrr: +# - "vpp-performance-changes-2n-skx-mrr-h1" +# - "vpp-performance-changes-2n-skx-mrr-ref" +# - "vpp-performance-changes-2n-skx-mrr-cmp" + + dpdk-performance-changes-3n-hsw-h1: + csit-dpdk-perf-verify-1807-3n-hsw: + - 11 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 + dpdk-performance-changes-3n-hsw-ref: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + dpdk-performance-changes-3n-hsw-cmp: + csit-dpdk-perf-verify-1901-3n-hsw: + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + dpdk-performance-changes-3n-hsw: + - "dpdk-performance-changes-3n-hsw-h1" + - "dpdk-performance-changes-3n-hsw-ref" + - "dpdk-performance-changes-3n-hsw-cmp" + + dpdk-performance-changes-3n-skx-h1: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + dpdk-performance-changes-3n-skx-ref: + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + dpdk-performance-changes-3n-skx-cmp: + csit-dpdk-perf-verify-1901-3n-skx: + - 3 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + dpdk-performance-changes-3n-skx: + - "dpdk-performance-changes-3n-skx-h1" + - "dpdk-performance-changes-3n-skx-ref" + - "dpdk-performance-changes-3n-skx-cmp" + + dpdk-performance-changes-2n-skx-ref: + csit-dpdk-perf-verify-1810-2n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + dpdk-performance-changes-2n-skx-cmp: + csit-dpdk-perf-verify-1901-2n-skx: + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + dpdk-performance-changes-2n-skx: + - "dpdk-performance-changes-2n-skx-ref" + - "dpdk-performance-changes-2n-skx-cmp" + + # Compare testbeds + +# vpp-compare-testbeds-ref: +# csit-vpp-perf-verify-1901-3n-hsw: +# - 84 # 1901.2 NDRPDR sel +# vpp-compare-testbeds-cmp: +# csit-vpp-perf-verify-1901-3n-skx: +# - 70 # 1901.2 NDRPDR sel +# vpp-compare-testbeds: +# - "vpp-compare-testbeds-ref" +# - "vpp-compare-testbeds-cmp" + +# vpp-compare-testbeds-mrr-ref: +# csit-vpp-perf-verify-1901-3n-hsw: +## - 35 # MRR sel +# - 73 # 1901.1 MRR sel +# - 77 # 1901.1 MRR sel +# vpp-compare-testbeds-mrr-cmp: +# csit-vpp-perf-verify-1901-3n-skx: +## - 32 # MRR sel +# - 69 # 1901.1 MRR sel +# vpp-compare-testbeds-mrr: +# - "vpp-compare-testbeds-mrr-ref" +# - "vpp-compare-testbeds-mrr-cmp" + + dpdk-compare-testbeds-ref: + csit-dpdk-perf-verify-1901-3n-hsw: + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + dpdk-compare-testbeds-cmp: + csit-dpdk-perf-verify-1901-3n-skx: + - 3 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + dpdk-compare-testbeds: + - "dpdk-compare-testbeds-ref" + - "dpdk-compare-testbeds-cmp" + + # Compare topologies + +# vpp-compare-topologies-ref: +# csit-vpp-perf-verify-1901-3n-skx: +## - 18 # NDRPDR sel +## - 19 # NDRPDR sel +## - 20 # NDRPDR sel +## - 28 # NDRPDR sel +## - 31 # NDRPDR sel +## - 33 # NDRPDR sel +## - 36 # NDRPDR sel +## - 38 # NDRPDR sel +## - 47 # NDRPDR sel +## - 48 # NDRPDR sel +## - 54 # NDRPDR LB +## - 57 # NDRPDR LB +## - 58 # NDRPDR LB +## - 59 # NDRPDR LB +## - 60 # NDRPDR LB +## - 63 # NDRPDR LB +## - 64 # NDRPDR LB +## - 65 # NDRPDR LB +## - 66 # NDRPDR LB +## - 67 # NDRPDR LB +# - 70 # 1901.2 NDRPDR sel +# vpp-compare-topologies-cmp: +# csit-vpp-perf-verify-1901-2n-skx: +## - 5 # NDRPDR sel +## - 12 # NDRPDR sel +## - 13 # NDRPDR sel +## - 21 # NDRPDR sel +## - 23 # NDRPDR sel +## - 31 # NDRPDR sel +## - 34 # NDRPDR sel +## - 40 # NDRPDR sel +## - 42 # NDRPDR sel +## - 43 # NDRPDR sel +# - 64 # 1901.1 NDRPDR sel +# vpp-compare-topologies: +# - "vpp-compare-topologies-ref" +# - "vpp-compare-topologies-cmp" + +# vpp-compare-topologies-mrr-ref: +# csit-vpp-perf-verify-1901-3n-skx: +## - 32 # MRR sel +# - 69 # 1901.1 MRR sel +# vpp-compare-topologies-mrr-cmp: +# csit-vpp-perf-verify-1901-2n-skx: +## - 22 # MRR sel +# - 65 # 1901.1 MRR sel +# vpp-compare-topologies-mrr: +# - "vpp-compare-topologies-mrr-ref" +# - "vpp-compare-topologies-mrr-cmp" + + dpdk-compare-topologies-ref: + csit-dpdk-perf-verify-1901-3n-skx: + - 3 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + dpdk-compare-topologies-cmp: + csit-dpdk-perf-verify-1901-2n-skx: + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + dpdk-compare-topologies: + - "dpdk-compare-topologies-ref" + - "dpdk-compare-topologies-cmp" plot-layouts: - plot-cps: + plot-soak-throughput: + titlefont: + size: 18 xaxis: + title: "Test Cases [Index]" + titlefont: + size: 16 autorange: True - autotick: False fixedrange: False - gridcolor: "rgb(238, 238, 238)" - linecolor: "rgb(238, 238, 238)" + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" linewidth: 1 showgrid: True showline: True showticklabels: True - tickcolor: "rgb(238, 238, 238)" + tickcolor: "rgb(220, 220, 220)" tickmode: "linear" - title: "Indexed Test Cases" + tickfont: + size: 16 zeroline: False yaxis: - gridcolor: "rgb(238, 238, 238)'" + title: "Packet Throughput [Mpps]" + titlefont: + size: 16 + gridcolor: "rgb(230, 230, 230)" hoverformat: ".4s" - linecolor: "rgb(238, 238, 238)" + tickformat: ".3s" + linecolor: "rgb(220, 220, 220)" linewidth: 1 - range: [] - rangemode: "tozero" showgrid: True showline: True showticklabels: True - tickcolor: "rgb(238, 238, 238)" - title: "Connections Per Second [cps]" + tickcolor: "rgb(220, 220, 220)" + tickfont: + size: 16 zeroline: False - boxmode: "group" - boxgroupgap: 0.5 + range: [0,50] autosize: False margin: t: 50 - b: 20 - l: 50 + b: 0 + l: 80 r: 20 showlegend: True legend: orientation: "h" + font: + size: 16 width: 700 - height: 1000 + height: 900 - plot-rps: + plot-service-density: + titlefont: + size: 18 + xaxis: + side: "top" + autorange: True + fixedrange: False + showgrid: False + showline: False + showticklabels: False + ticks: "" + ticklen: 0 + tickwidth: 0 + zeroline: False + yaxis: + autorange: "reversed" + showgrid: False + showline: False + showticklabels: False + ticks: "" + ticklen: 0 + tickwidth: 0 + zeroline: False + autosize: True + showlegend: False + width: 700 + height: 700 + + plot-cps: + titlefont: + size: 18 xaxis: + title: "Test Cases [Index]" + titlefont: + size: 16 autorange: True - autotick: False fixedrange: False - gridcolor: "rgb(238, 238, 238)" - linecolor: "rgb(238, 238, 238)" + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" linewidth: 1 showgrid: True showline: True showticklabels: True - tickcolor: "rgb(238, 238, 238)" + tickcolor: "rgb(220, 220, 220)" tickmode: "linear" - title: "Indexed Test Cases" + tickfont: + size: 16 zeroline: False yaxis: - gridcolor: "rgb(238, 238, 238)'" + title: "Connections Per Second [cps]" + titlefont: + size: 16 + gridcolor: "rgb(230, 230, 230)" hoverformat: ".4s" - linecolor: "rgb(238, 238, 238)" + linecolor: "rgb(220, 220, 220)" linewidth: 1 - range: [] rangemode: "tozero" showgrid: True showline: True showticklabels: True - tickcolor: "rgb(238, 238, 238)" - title: "Requests Per Second [rps]" + tickcolor: "rgb(220, 220, 220)" + tickformat: ".3s" + tickfont: + size: 16 zeroline: False boxmode: "group" boxgroupgap: 0.5 @@ -306,40 +976,52 @@ margin: t: 50 b: 20 - l: 50 + l: 80 r: 20 showlegend: True legend: orientation: "h" + font: + size: 16 width: 700 - height: 1000 + height: 800 - plot-throughput: + plot-rps: + titlefont: + size: 18 xaxis: + title: "Test Cases [Index]" + titlefont: + size: 16 autorange: True - autotick: False fixedrange: False - gridcolor: "rgb(238, 238, 238)" - linecolor: "rgb(238, 238, 238)" + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" linewidth: 1 showgrid: True showline: True showticklabels: True - tickcolor: "rgb(238, 238, 238)" + tickcolor: "rgb(220, 220, 220)" tickmode: "linear" - title: "Indexed Test Cases" + tickfont: + size: 16 zeroline: False yaxis: - gridcolor: "rgb(238, 238, 238)'" + title: "Requests Per Second [rps]" + titlefont: + size: 16 + gridcolor: "rgb(230, 230, 230)" hoverformat: ".4s" - linecolor: "rgb(238, 238, 238)" + linecolor: "rgb(220, 220, 220)" linewidth: 1 - range: [] + rangemode: "tozero" showgrid: True showline: True showticklabels: True - tickcolor: "rgb(238, 238, 238)" - title: "Packets Per Second [pps]" + tickcolor: "rgb(230, 230, 230)" + tickformat: ".3s" + tickfont: + size: 16 zeroline: False boxmode: "group" boxgroupgap: 0.5 @@ -347,123 +1029,217 @@ margin: t: 50 b: 20 - l: 50 + l: 80 r: 20 showlegend: True legend: orientation: "h" + font: + size: 16 width: 700 - height: 1000 + height: 800 - plot-latency: + plot-throughput: + titlefont: + size: 18 xaxis: + title: "Test Cases [Index]" + titlefont: + size: 16 autorange: True - autotick: False fixedrange: False - gridcolor: "rgb(238, 238, 238)" - linecolor: "rgb(238, 238, 238)" + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" linewidth: 1 showgrid: True showline: True showticklabels: True - tickcolor: "rgb(238, 238, 238)" + tickcolor: "rgb(220, 220, 220)" tickmode: "linear" - title: "Indexed Test Cases" + tickfont: + size: 16 zeroline: False yaxis: - gridcolor: "rgb(238, 238, 238)'" - hoverformat: "" - linecolor: "rgb(238, 238, 238)" + title: "Packet Throughput [Mpps]" + titlefont: + size: 16 + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4s" + tickformat: ".3s" + linecolor: "rgb(220, 220, 220)" linewidth: 1 - range: [] showgrid: True showline: True showticklabels: True - tickcolor: "rgb(238, 238, 238)" - title: "Latency min/avg/max [uSec]" + tickcolor: "rgb(220, 220, 220)" + tickfont: + size: 16 zeroline: False + range: [0,50] boxmode: "group" boxgroupgap: 0.5 autosize: False margin: t: 50 - b: 20 - l: 50 + b: 0 + l: 80 r: 20 showlegend: True legend: orientation: "h" + font: + size: 16 width: 700 - height: 1000 + height: 900 plot-throughput-speedup-analysis: + titlefont: + size: 18 xaxis: + title: "Number of Cores [Qty]" + titlefont: + size: 16 autorange: True - autotick: False fixedrange: False - gridcolor: "rgb(238, 238, 238)" - linecolor: "rgb(238, 238, 238)" + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" linewidth: 1 showgrid: True showline: True showticklabels: True tickcolor: "rgb(238, 238, 238)" tickmode: "linear" - tickangle: 270 + tickfont: + size: 16 zeroline: False yaxis: - title: "Throughput speedup factor" - gridcolor: "rgb(238, 238, 238)" + title: "Packet Throughput [Mpps]" + titlefont: + size: 16 + type: "linear" + gridcolor: "rgb(230, 230, 230)" hoverformat: ".4s" - linecolor: "rgb(238, 238, 238)" + linecolor: "rgb(220, 220, 220)" linewidth: 1 - range: [] showgrid: True showline: True showticklabels: True - tickcolor: "rgb(238, 238, 238)" - zeroline: False + tickcolor: "rgb(220, 220, 220)" + tickformat: ".4s" + tickfont: + size: 16 + zeroline: True + rangemode: "tozero" + range: [0,100] legend: orientation: "h" - xanchor: "center" + font: + size: 16 + xanchor: "left" yanchor: "top" - x: 0.5 - y: 1 + x: 0 + y: -0.2 bgcolor: "rgba(255, 255, 255, 0)" bordercolor: "rgba(255, 255, 255, 0)" - barmode: "group" - bargap: 0.15 - bargroupgap: 0.1 + traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 autosize: False margin: 't': 50 - 'b': 200 - 'l': 50 - 'r': 20 + 'b': 150 + 'l': 85 + 'r': 10 showlegend: True width: 700 - height: 1000 + height: 700 + hoverlabel: + namelength: -1 + annotations: [ + { + text: "_ _ __ ...", + align: "left", + showarrow: False, + xref: "paper", + yref: "paper", + xanchor: "left", + yanchor: "top", + x: 0, + y: -0.13, + font: { + family: "Consolas, Courier New", + size: 15 + }, + }, + { + text: " Perfect Measured Limit", + align: "left", + showarrow: False, + xref: "paper", + yref: "paper", + xanchor: "left", + yanchor: "top", + x: 0, + y: -0.15, + font: { + family: "Consolas, Courier New", + size: 15 + }, + }, + ] -- - type: "debug" - general: - input-format: "xml" # zip or xml - extract: "robot-plugin/output.xml" # Only for zip - builds: - # The files must be in the directory DIR[WORKING,DATA] - csit-vpp-perf-1801-all: - - - build: 1 - file: "{DIR[WORKING,DATA]}/output.xml" - - - build: 2 - file: "{DIR[WORKING,DATA]}/output.xml" - - - build: 3 - file: "{DIR[WORKING,DATA]}/output.xml" - - - build: 4 - file: "{DIR[WORKING,DATA]}/output.xml" + plot-latency: + titlefont: + size: 18 + xaxis: + title: "Direction" + titlefont: + size: 16 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: False + tickcolor: "rgb(220, 220, 220)" + tickmode: "linear" + tickfont: + size: 16 + zeroline: False + yaxis: + title: "Packet Latency [uSec]" + titlefont: + size: 16 + type: "linear" + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4s" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickformat: ".4s" + tickfont: + size: 16 + zeroline: True + rangemode: "tozero" + legend: + orientation: "h" + font: + size: 16 + traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 + autosize: False + margin: + 't': 50 + 'b': 150 + 'l': 80 + 'r': 10 + showlegend: True + width: 700 + height: 700 + hoverlabel: + namelength: -1 - type: "static" @@ -471,89 +1247,284 @@ dst-path: "{DIR[WORKING,SRC]}" - - type: "input" # Ignored in debug mode + type: "input" general: file-name: "robot-plugin.zip" file-format: ".zip" download-path: "{job}/{build}/robot/report/*zip*/{filename}" extract: "robot-plugin/output.xml" + builds: -# csit-vpp-perf-1707-all: -# - 9 -# - 10 -# - 13 -# - 14 -# - 15 -# - 16 -# - 17 -# - 18 -# - 19 -# - 21 - csit-vpp-perf-1710-all: - - 11 - - 12 - - 13 - - 14 - - 15 - - 16 - - 17 - - 18 - - 19 - - 20 -# TODO: - csit-vpp-perf-1801-all: - - 122 # full - - 126 # full - - 129 # full - - 124 # sel - - 127 # sel - - 128 # sel - csit-ligato-perf-1710-all: - - 5 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - - 16 - - 17 - csit-dpdk-perf-1801-all: - - 1 - - 4 - - 5 - - 7 - - 8 - - 10 - - 12 - - 16 - - 17 -# TODO: - csit-ligato-perf-1801-all: - - 1 - - 3 - - 7 - csit-dpdk-perf-1801-all: - - 1 - - 3 - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 12 - csit-vpp-functional-1801-ubuntu1604-virl: - - lastSuccessfulBuild - csit-nsh_sfc-verify-func-1801-ubuntu1604-virl: - - 1 - csit-hc2vpp-verify-func-1801-ubuntu1604: - - lastSuccessfulBuild + +# intel-dnv-vpp-release-1901: +# - 1 +# +# intel-dnv-vpp-release-1810: +# - 1 + + csit-vpp-perf-verify-1807-3n-hsw: +# - 8 # MRR full +# - 9 # MRR sel +# - 21 # MRR sel +# - 31 # MRR sel +# - 33 # MRR sel +# - 36 # MRR sel +# - 41 # MRR sel +# - 42 # MRR sel +# - 48 # MRR sel +# - 11 # NDRPDR full 1 +# - 22 # NDRPDR full 2 +# - 45 # NDRPDR full 3 +# - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel + - 47 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-hsw: +# - 9 # MRR sel +# - 20 # NDRPDR full +# - 21 # NDRPDR full +# - 22 # NDRPDR full +# - 27 # NDRPDR full + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 42 # NDRPDR sel +# - 28 # WRK +# - 29 # WRK +# - 30 # WRK +# - 31 # WRK +# - 32 # WRK +# - 33 # WRK +# - 34 # WRK +# - 35 # WRK +# - 36 # WRK +# - 37 # WRK + csit-vpp-perf-verify-1901-3n-hsw: + - 86 # 1901.3 NDRPDR sel + +# csit-vpp-perf-verify-1807-3n-skx: +# - 33 # NDRPDR sel +# - 35 # NDRPDR sel +# - 37 # NDRPDR sel +# - 38 # NDRPDR sel +# - 39 # NDRPDR sel +# - 43 # NDRPDR sel +# - 44 # NDRPDR sel +# - 49 # NDRPDR sel +# - 50 # NDRPDR sel +# - 56 # NDRPDR sel +# csit-vpp-perf-verify-1810-3n-skx: +# - 10 # NDRPDR sel +# - 14 # NDRPDR sel +# - 15 # NDRPDR sel +# - 16 # NDRPDR sel +# - 17 # NDRPDR sel +# - 19 # NDRPDR sel +# - 20 # NDRPDR sel +# - 21 # NDRPDR sel +# - 22 # NDRPDR sel +# - 25 # NDRPDR sel +# csit-vpp-perf-verify-1901-3n-skx: +# - 70 # 1901.2 NDRPDR sel + +# csit-vpp-perf-verify-1807-2n-skx: +# - 27 # MRR full +# - 31 # MRR sel +# - 33 # MRR sel +# - 37 # MRR sel +# - 38 # MRR sel +# - 41 # MRR sel +# - 43 # MRR sel +# - 44 # MRR sel +# - 45 # MRR sel +# - 46 # MRR sel +# - 47 # MRR sel +# - 32 # NDRPDR full +# - 26 # NDRPDR sel +# - 28 # NDRPDR sel +# - 29 # NDRPDR sel +# - 30 # NDRPDR sel +# - 34 # NDRPDR sel +# - 35 # NDRPDR sel +# - 36 # NDRPDR sel +# - 39 # NDRPDR sel +# - 40 # NDRPDR sel +# - 42 # NDRPDR sel +# csit-vpp-perf-verify-1810-2n-skx: +# - 8 # MRR sel +# - 10 # MRR sel +# - 11 # MRR sel +# - 12 # MRR sel +# - 25 # NDRPDR full +# - 26 # NDRPDR full +# - 9 # NDRPDR sel +# - 13 # NDRPDR sel +# - 14 # NDRPDR sel +# - 19 # NDRPDR sel +# - 20 # NDRPDR sel +# - 21 # NDRPDR sel +# - 22 # NDRPDR sel +# - 23 # NDRPDR sel +# - 24 # NDRPDR sel +# - 27 # NDRPDR sel +# csit-vpp-perf-verify-1901-2n-skx: +## - 22 # MRR sel +## - 25 # NDRPDR full +## - 30 # NDRPDR full +## - 33 # NDRPDR full +## - 44 # NDRPDR full +## - 5 # NDRPDR sel +## - 12 # NDRPDR sel +## - 13 # NDRPDR sel +## - 21 # NDRPDR sel +## - 23 # NDRPDR sel +## - 31 # NDRPDR sel +## - 34 # NDRPDR sel +## - 40 # NDRPDR sel +## - 42 # NDRPDR sel +## - 43 # NDRPDR sel +# - 24 # NFV MRR +# - 26 # NFV MRR +# - 27 # NFV MRR +# - 35 # NFV MRR +# - 37 # NFV MRR +# - 28 # NFV NDRPDR +# - 29 # NFV NDRPDR +# - 32 # NFV NDRPDR +# - 39 # NFV NDRPDR +# - 46 # NFV NDRPDR +# - 45 # SOAK +# - 64 # 1901.1 NDRPDR sel +# - 65 # 1901.1 MRR sel +# csit-ligato-perf-verify-1901-3n-hsw: +# - 10 # NDRPDR full +# - 8 # NDRPDR sel +# - 9 # NDRPDR sel +# - 11 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 14 # NDRPDR sel +# - 15 # NDRPDR sel +# - 16 # NDRPDR sel +# - 17 # NDRPDR sel +# - 18 # NDRPDR sel + csit-dpdk-perf-verify-1807-3n-hsw: + - 11 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + csit-dpdk-perf-verify-1901-3n-hsw: + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + csit-dpdk-perf-verify-1901-3n-skx: + - 3 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + csit-dpdk-perf-verify-1810-2n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + csit-dpdk-perf-verify-1901-2n-skx: + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + csit-vpp-functional-1901-ubuntu1604-virl: + - 182 # 1901.3 + csit-vpp-functional-1901-centos7-virl: + - 184 # 1901.3 + csit-vpp-device-1901-ubuntu1804-1n-skx: + - 184 # 1901.3 +# # Not used +# csit-nsh_sfc-verify-func-1810-ubuntu1604-virl: +# - 1 +# csit-dmm-functional-1901-ubuntu1604-virl: +# - 2 +# csit-hc2vpp-verify-func-1901-ubuntu1604: +# - 3 - type: "output" + output: "report" format: html: - full @@ -564,210 +1535,153 @@ ### T A B L E S ### ################################################################################ -#- -# type: "table" -# title: "Performance Impact of Meltdown Patches" -# algorithm: "table_performance_comparison" -# output-file-ext: ".csv" -## TODO: specify dir -# output-file: "{DIR[STATIC,VPP]}/meltdown-impact" -# reference: -# title: "No Meltdown" -## TODO: specify data sources -# data: -# csit-vpp-perf-1707-all: -# - 9 -# - 10 -# - 13 -# compare: -# title: "Meltdown Patches Applied" -## TODO: specify data sources -# data: -# csit-vpp-perf-1710-all: -# - 11 -# - 12 -# - 13 -# data: -# "vpp-meltdown-impact" -# filter: "all" -# parameters: -# - "name" -# - "parent" -# - "throughput" -# # Number of the best and the worst tests presented in the table. Use 0 (zero) -# # to present all tests. -# nr-of-tests-shown: 20 -# -#- -# type: "table" -# title: "Performance Impact of Spectre Patches" -# algorithm: "table_performance_comparison" -# output-file-ext: ".csv" -## TODO: specify dir -# output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact" -# reference: -# title: "No Spectre" -## TODO: specify data sources -# data: -# csit-vpp-perf-1707-all: -# - 9 -# - 10 -# - 13 -# compare: -# title: "Spectre Patches Applied" -## TODO: specify data sources -# data: -# csit-vpp-perf-1710-all: -# - 11 -# - 12 -# - 13 -# data: -# "vpp-spectre-impact" -# filter: "all" -# parameters: -# - "name" -# - "parent" -# - "throughput" -# # Number of the best and the worst tests presented in the table. Use 0 (zero) -# # to present all tests. -# nr-of-tests-shown: 20 +# VPP Performance Changes 3n-hsw 1t1c pdr +- + type: "table" + title: "VPP Performance Changes 3n-hsw 1t1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr" + history: + - + title: "rls1807" + data: "vpp-performance-changes-3n-hsw-h1" + reference: + title: "rls1810" + data: "vpp-performance-changes-3n-hsw-ref" + compare: + title: "rls1901.3" + data: "vpp-performance-changes-3n-hsw-cmp" + data: "vpp-performance-changes-3n-hsw" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" +# VPP Performance Changes 3n-hsw 2t2c pdr - type: "table" - title: "VPP Performance Changes" + title: "VPP Performance Changes 3n-hsw 2t2c pdr" algorithm: "table_performance_comparison" - output-file-ext: ".csv" -# TODO: specify dir - output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance-changes" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr" + history: + - + title: "rls1807" + data: "vpp-performance-changes-3n-hsw-h1" reference: - title: "Release 1710" -# TODO: specify data sources - data: - csit-vpp-perf-1710-all: - - 11 - - 12 - - 13 - - 14 - - 15 - - 16 - - 17 - - 18 - - 19 - - 20 + title: "rls1810" + data: "vpp-performance-changes-3n-hsw-ref" compare: - title: "Release 1801" -# TODO: specify data sources - data: - csit-vpp-perf-1801-all: - - 124 - - 127 - - 128 - data: "vpp-performance-changes" - filter: "all" + title: "rls1901.3" + data: "vpp-performance-changes-3n-hsw-cmp" + data: "vpp-performance-changes-3n-hsw" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 3n-hsw 1t1c ndr +- + type: "table" + title: "VPP Performance Changes 3n-hsw 1t1c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr" + history: + - + title: "rls1807" + data: "vpp-performance-changes-3n-hsw-h1" + reference: + title: "rls1810" + data: "vpp-performance-changes-3n-hsw-ref" + compare: + title: "rls1901.3" + data: "vpp-performance-changes-3n-hsw-cmp" + data: "vpp-performance-changes-3n-hsw" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 3n-hsw 2t2c ndr +- + type: "table" + title: "VPP Performance Changes 3n-hsw 2t2c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr" + history: + - + title: "rls1807" + data: "vpp-performance-changes-3n-hsw-h1" + reference: + title: "rls1810" + data: "vpp-performance-changes-3n-hsw-ref" + compare: + title: "rls1901.3" + data: "vpp-performance-changes-3n-hsw-cmp" + data: "vpp-performance-changes-3n-hsw" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - "throughput" - # Number of the best and the worst tests presented in the table. Use 0 (zero) - # to present all tests. - nr-of-tests-shown: 20 - -#- -# type: "table" -# title: "Performance improvements" -# algorithm: "table_performance_improvements" -# template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv" -# output-file-ext: ".csv" -# output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements" -# columns: -# - -# title: "Test Name" -# data: "template 1" -# - -# title: "16.09 mean [Mpps]" -# data: "template 2" -# - -# title: "17.01 mean [Mpps]" -# data: "template 3" -# - -# title: "17.04 mean [Mpps]" -# data: "template 4" -# - -# title: "17.07 mean [Mpps]" -# data: "data csit-vpp-perf-1707-all mean" -# - -# title: "17.10 mean [Mpps]" -# data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean" -# - -# title: "18.01 mean [Mpps]" -# data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean" -# - -# title: "18.01 stdev [Mpps]" -# data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev" -# - -# title: "17.10 to 18.01 change [%]" -# data: "operation relative_change 5 6" -# rows: "generated" -# data: -# "performance-improvements" -# filter: "template" -# parameters: -# - "throughput" +# Detailed Test Results - VPP Performance Results 3n-hsw - type: "table" - title: "Detailed Test Results - VPP Performance Results" + title: "Detailed Test Results - VPP Performance Results 3n-hsw" algorithm: "table_merged_details" output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results" + output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw" columns: - title: "Name" data: "data name" - - - title: "Documentation" - data: "data doc" - title: "Status" data: "data msg" rows: "generated" - data: - "vpp-perf-results" + data: "vpp-perf-results-3n-hsw" filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "name" - "parent" - - "doc" - "msg" +# Test configuration - VPP Performance Test Configs 3n-hsw - type: "table" - title: "Test configuration - VPP Performance Test Configs" + title: "Test configuration - VPP Performance Test Configs 3n-hsw" algorithm: "table_merged_details" output-file-ext: ".csv" - output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration" + output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw" columns: - title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" rows: "generated" - data: - "vpp-perf-results" + data: "vpp-perf-results-3n-hsw" filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "parent" - "name" - - "vat-history" + - "conf-history" +# Test Operational Data - VPP Performance Operational Data 3n-hsw - type: "table" - title: "Test Operational Data - VPP Performance Operational Data" + title: "Test Operational Data - VPP Performance Operational Data 3n-hsw" algorithm: "table_merged_details" output-file-ext: ".csv" - output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational" + output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw" columns: - title: "Name" @@ -776,20 +1690,20 @@ title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" data: "data show-run" rows: "generated" - data: - "vpp-perf-results" + data: "vpp-perf-results-3n-hsw" filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "parent" - "name" - "show-run" +# Detailed Test Results - VPP Functional Results - Ubuntu - type: "table" - title: "Detailed Test Results - VPP Functional Results" + title: "Detailed Test Results - VPP Functional Results - Ubuntu" algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results" + output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu" columns: - title: "Name" @@ -801,8 +1715,7 @@ title: "Status" data: "data status" rows: "generated" - data: - "vpp-func-results" + data: "vpp-func-results-ubuntu" filter: "all" parameters: - "name" @@ -810,86 +1723,84 @@ - "doc" - "status" +# Detailed Test Results - VPP Functional Results - CentOS - type: "table" - title: "Test configuration - VPP Functional Test Configs" + title: "Detailed Test Results - VPP Functional Results - CentOS" algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration" + output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos" columns: - title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "Documentation" + data: "data doc" + - + title: "Status" + data: "data status" rows: "generated" data: - "vpp-func-results" + "vpp-func-results-centos" filter: "all" parameters: - - "parent" - "name" - - "vat-history" + - "parent" + - "doc" + - "status" +# Test configuration - VPP Functional Test Configs - Ubuntu - type: "table" - title: "Detailed Test Results - Container Orchestrated Topologies Performance Results" + title: "Test configuration - VPP Functional Test Configs - Ubuntu" algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results" + output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu" columns: - title: "Name" data: "data name" - - title: "Documentation" - data: "data doc" - - - title: "Status" - data: "data msg" + title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" rows: "generated" - data: - "ligato-perf-results" + data: "vpp-func-results-ubuntu" filter: "all" parameters: - - "name" - "parent" - - "doc" - - "msg" + - "name" + - "conf-history" +# Test configuration - VPP Functional Test Configs - CentOS - type: "table" - title: "Detailed Test Results - DPDK Performance Results" + title: "Test configuration - VPP Functional Test Configs - CentOS" algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results" + output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos" columns: - title: "Name" data: "data name" - - title: "Documentation" - data: "data doc" - - - title: "Status" - data: "data msg" + title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" rows: "generated" - data: - "dpdk-perf-results" + data: "vpp-func-results-centos" filter: "all" parameters: - - "name" - "parent" - - "doc" - - "msg" + - "name" + - "conf-history" +# Detailed Test Results - VPP Device Results - Ubuntu - type: "table" - title: "Detailed Test Results - Honeycomb Functional Results" + title: "Detailed Test Results - VPP Device Results - Ubuntu" algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results" + output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" columns: - title: "Name" @@ -901,8 +1812,7 @@ title: "Status" data: "data status" rows: "generated" - data: - "hc-func-results" + data: "vpp-device-results-ubuntu" filter: "all" parameters: - "name" @@ -910,2193 +1820,3311 @@ - "doc" - "status" +# Test configuration - VPP Device Test Configs - Ubuntu - type: "table" - title: "Detailed Test Results - NSH SFC Functional Results" + title: "Test configuration - VPP Device Test Configs - Ubuntu" algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results" + output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" columns: - title: "Name" data: "data name" - - title: "Documentation" - data: "data doc" - - - title: "Status" - data: "data status" + title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" rows: "generated" - data: - "nsh-func-results" + data: "vpp-device-results-ubuntu" filter: "all" parameters: - - "name" - "parent" - - "doc" - - "status" + - "name" + - "conf-history" ################################################################################ -### F I L E S ### -################################################################################ +# DPDK Performance Changes 3n-hsw 1t1c pdr - - type: "file" - title: "VPP Performance Results" - algorithm: "file_merged_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,PERF,VPP]}" - data: - "vpp-perf-results" - filter: "not 'NDRCHK' and not 'PDRCHK'" + type: "table" + title: "DPDK Performance Changes 3n-hsw 1t1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr" + history: + - + title: "rls1807" + data: "dpdk-performance-changes-3n-hsw-h1" + reference: + title: "rls1810" + data: "dpdk-performance-changes-3n-hsw-ref" + compare: + title: "rls1901" + data: "dpdk-performance-changes-3n-hsw-cmp" + data: "dpdk-performance-changes-3n-hsw" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - - "doc" - - "level" - "parent" - data-start-level: 3 # 0, 1, 2, ... - chapters-start-level: 2 # 0, 1, 2, ... + - "throughput" +# DPDK Performance Changes 3n-hsw 2t2c pdr - - type: "file" - title: "VPP Performance Configuration" - algorithm: "file_merged_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTC,PERF,VPP]}" - data: - "vpp-perf-results" - filter: "not 'NDRCHK' and not 'PDRCHK'" + type: "table" + title: "DPDK Performance Changes 3n-hsw 2t2c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr" + history: + - + title: "rls1807" + data: "dpdk-performance-changes-3n-hsw-h1" + reference: + title: "rls1810" + data: "dpdk-performance-changes-3n-hsw-ref" + compare: + title: "rls1901" + data: "dpdk-performance-changes-3n-hsw-cmp" + data: "dpdk-performance-changes-3n-hsw" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 3n-hsw 1t1c ndr +- + type: "table" + title: "DPDK Performance Changes 3n-hsw 1t1c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr" + history: + - + title: "rls1807" + data: "dpdk-performance-changes-3n-hsw-h1" + reference: + title: "rls1810" + data: "dpdk-performance-changes-3n-hsw-ref" + compare: + title: "rls1901" + data: "dpdk-performance-changes-3n-hsw-cmp" + data: "dpdk-performance-changes-3n-hsw" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 3n-hsw 2t2c ndr +- + type: "table" + title: "DPDK Performance Changes 3n-hsw 2t2c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr" + history: + - + title: "rls1807" + data: "dpdk-performance-changes-3n-hsw-h1" + reference: + title: "rls1810" + data: "dpdk-performance-changes-3n-hsw-ref" + compare: + title: "rls1901" + data: "dpdk-performance-changes-3n-hsw-cmp" + data: "dpdk-performance-changes-3n-hsw" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - - "doc" - - "level" - "parent" - data-start-level: 3 # 0, 1, 2, ... - chapters-start-level: 2 # 0, 1, 2, ... + - "throughput" + +# DPDK Performance Changes 3n-skx 2t1c pdr +- + type: "table" + title: "DPDK Performance Changes 3n-skx 2t1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr" + history: + - + title: "rls1807" + data: "dpdk-performance-changes-3n-skx-h1" + reference: + title: "rls1810" + data: "dpdk-performance-changes-3n-skx-ref" + compare: + title: "rls1901" + data: "dpdk-performance-changes-3n-skx-cmp" + data: "dpdk-performance-changes-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 3n-skx 4t2c pdr +- + type: "table" + title: "DPDK Performance Changes 3n-skx 4t2c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr" + history: + - + title: "rls1807" + data: "dpdk-performance-changes-3n-skx-h1" + reference: + title: "rls1810" + data: "dpdk-performance-changes-3n-skx-ref" + compare: + title: "rls1901" + data: "dpdk-performance-changes-3n-skx-cmp" + data: "dpdk-performance-changes-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 3n-skx 2t1c ndr +- + type: "table" + title: "DPDK Performance Changes 3n-skx 2t1c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr" + history: + - + title: "rls1807" + data: "dpdk-performance-changes-3n-skx-h1" + reference: + title: "rls1810" + data: "dpdk-performance-changes-3n-skx-ref" + compare: + title: "rls1901" + data: "dpdk-performance-changes-3n-skx-cmp" + data: "dpdk-performance-changes-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 3n-skx 4t2c ndr +- + type: "table" + title: "DPDK Performance Changes 3n-skx 4t2c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr" + history: + - + title: "rls1807" + data: "dpdk-performance-changes-3n-skx-h1" + reference: + title: "rls1810" + data: "dpdk-performance-changes-3n-skx-ref" + compare: + title: "rls1901" + data: "dpdk-performance-changes-3n-skx-cmp" + data: "dpdk-performance-changes-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr +- + type: "table" + title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" + reference: + title: "3-Node Hsw" + data: "dpdk-compare-testbeds-ref" + compare: + title: "3-Node Skx" + data: "dpdk-compare-testbeds-cmp" + data: "dpdk-compare-testbeds" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr +- + type: "table" + title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" + reference: + title: "3-Node Hsw" + data: "dpdk-compare-testbeds-ref" + compare: + title: "3-Node Skx" + data: "dpdk-compare-testbeds-cmp" + data: "dpdk-compare-testbeds" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr +- + type: "table" + title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr" + reference: + title: "3-Node Skx" + data: "dpdk-compare-topologies-ref" + compare: + title: "2-Node Skx" + data: "dpdk-compare-topologies-cmp" + data: "dpdk-compare-topologies" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr +- + type: "table" + title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr" + reference: + title: "3-Node Skx" + data: "dpdk-compare-topologies-ref" + compare: + title: "2-Node Skx" + data: "dpdk-compare-topologies-cmp" + data: "dpdk-compare-topologies" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 2n-skx 2t1c pdr +- + type: "table" + title: "DPDK Performance Changes 2n-skx 2t1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr" + reference: + title: "rls1810" + data: "dpdk-performance-changes-2n-skx-ref" + compare: + title: "rls1901" + data: "dpdk-performance-changes-2n-skx-cmp" + data: "dpdk-performance-changes-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 2n-skx 4t2c pdr +- + type: "table" + title: "DPDK Performance Changes 2n-skx 4t2c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr" + reference: + title: "rls1810" + data: "dpdk-performance-changes-2n-skx-ref" + compare: + title: "rls1901" + data: "dpdk-performance-changes-2n-skx-cmp" + data: "dpdk-performance-changes-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 2n-skx 2t1c ndr +- + type: "table" + title: "DPDK Performance Changes 2n-skx 2t1c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr" + reference: + title: "rls1810" + data: "dpdk-performance-changes-2n-skx-ref" + compare: + title: "rls1901" + data: "dpdk-performance-changes-2n-skx-cmp" + data: "dpdk-performance-changes-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 2n-skx 4t2c ndr +- + type: "table" + title: "DPDK Performance Changes 2n-skx 4t2c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr" + reference: + title: "rls1810" + data: "dpdk-performance-changes-2n-skx-ref" + compare: + title: "rls1901" + data: "dpdk-performance-changes-2n-skx-cmp" + data: "dpdk-performance-changes-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# Detailed Test Results - DPDK Performance Results 3n-hsw +- + type: "table" + title: "Detailed Test Results - DPDK Performance Results 3n-hsw" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "dpdk-perf-results-3n-hsw" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - DPDK Performance Results 3n-skx +- + type: "table" + title: "Detailed Test Results - DPDK Performance Results 3n-skx" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "dpdk-perf-results-3n-skx" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - DPDK Performance Results 2n-skx +- + type: "table" + title: "Detailed Test Results - DPDK Performance Results 2n-skx" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "dpdk-perf-results-2n-skx" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +################################################################################ +### F I L E S ### +################################################################################ + +# VPP Performance Results 3n-hsw +- + type: "file" + title: "VPP Performance Results 3n-hsw" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,PERF,VPP,3N,HSW]}" + data: "vpp-perf-results-3n-hsw" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Configuration 3n-hsw +- + type: "file" + title: "VPP Performance Configuration 3n-hsw" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_performance_configuration_3n_hsw" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTC,PERF,VPP,3N,HSW]}" + data: "vpp-perf-results-3n-hsw" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Operational Data 3n-hsw +- + type: "file" + title: "VPP Performance Operational Data 3n-hsw" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_performance_operational_data_3n_hsw" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTO,PERF,VPP,3N,HSW]}" + data: "vpp-perf-results-3n-hsw" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Functional Results - Ubuntu +- + type: "file" + title: "VPP Functional Results - Ubuntu" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,FUNC,VPP,UBUNTU]}" + data: "vpp-func-results-ubuntu" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Functional Results - CentOS +- + type: "file" + title: "VPP Functional Results - CentOS" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,FUNC,VPP,CENTOS]}" + data: + "vpp-func-results-centos" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Functional Configuration - Ubuntu +- + type: "file" + title: "VPP Functional Configuration - Ubuntu" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTC,FUNC,VPP,UBUNTU]}" + data: "vpp-func-results-ubuntu" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Functional Configuration - CentOS +- + type: "file" + title: "VPP Functional Configuration - CentOS" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTC,FUNC,VPP,CENTOS]}" + data: + "vpp-func-results-centos" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Device Results - Ubuntu +- + type: "file" + title: "VPP Device Results - Ubuntu" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}" + data: "vpp-device-results-ubuntu" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 2 + +# VPP Device Configuration - Ubuntu +- + type: "file" + title: "VPP Device Configuration - Ubuntu" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}" + data: "vpp-device-results-ubuntu" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 2 + +# DPDK Performance Results 3n-hsw +- + type: "file" + title: "DPDK Performance Results 3n-hsw" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,PERF,DPDK,3N,HSW]}" + data: "dpdk-perf-results-3n-hsw" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# DPDK Performance Results 3n-skx +- + type: "file" + title: "DPDK Performance Results 3n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,PERF,DPDK,3N,SKX]}" + data: "dpdk-perf-results-3n-skx" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# DPDK Performance Results 2n-skx +- + type: "file" + title: "DPDK Performance Results 2n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,PERF,DPDK,2N,SKX]}" + data: "dpdk-perf-results-2n-skx" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +################################################################################ +### P L O T S ### +################################################################################ + +# Packet Throughput - VPP IPSec 3n-hsw-xl710 base +- + type: "plot" + title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-1t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-base-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'BASE' and + '1T1C' and + 'IPSECHW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ipsec-3n-hsw-xl710-64b-1t1c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-1t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-base-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'BASE' and + '1T1C' and + 'IPSECHW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ipsec-3n-hsw-xl710-64b-1t1c-base-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-2t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-base-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'BASE' and + '2T2C' and + 'IPSECHW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ipsec-3n-hsw-xl710-64b-2t2c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-2t2c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-base-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'BASE' and + '2T2C' and + 'IPSECHW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ipsec-3n-hsw-xl710-64b-2t2c-base-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPSec 3n-hsw-xl710 scale +- + type: "plot" + title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-1t1c-scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'SCALE' and + '1T1C' and + 'IPSECHW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ipsec-3n-hsw-xl710-64b-1t1c-scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-1t1c-scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'SCALE' and + '1T1C' and + 'IPSECHW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ipsec-3n-hsw-xl710-64b-1t1c-scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-2t2c-scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'SCALE' and + '2T2C' and + 'IPSECHW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ipsec-3n-hsw-xl710-64b-2t2c-scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-2t2c-scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'SCALE' and + '2T2C' and + 'IPSECHW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ipsec-3n-hsw-xl710-64b-2t2c-scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPSec 3n-hsw-xl710 SW +- + type: "plot" + title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-1t1c-sw-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-sw-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + '1T1C' and + 'IPSECSW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ipsec-3n-hsw-xl710-64b-1t1c-sw-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-1t1c-sw-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-sw-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + '1T1C' and + 'IPSECSW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ipsec-3n-hsw-xl710-64b-1t1c-sw-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-2t2c-sw-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-sw-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + '2T2C' and + 'IPSECSW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ipsec-3n-hsw-xl710-64b-2t2c-sw-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-2t2c-sw-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-sw-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + '2T2C' and + 'IPSECSW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ipsec-3n-hsw-xl710-64b-2t2c-sw-pdr" + layout: "plot-throughput" + +################################################################################ + +# Packet Throughput - DPDK l3fwd 3n-hsw-x520 +- + type: "plot" + title: "DPDK Throughput: l3fwd-3n-hsw-x520-64b-1t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x520-64b-1t1c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-hsw-x520-64b-1t1c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: l3fwd-3n-hsw-x520-64b-2t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x520-64b-2t2c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-hsw-x520-64b-2t2c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: l3fwd-3n-hsw-x520-64b-1t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x520-64b-1t1c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-hsw-x520-64b-1t1c-base-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: l3fwd-3n-hsw-x520-64b-2t2c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x520-64b-2t2c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-hsw-x520-64b-2t2c-base-pdr" + layout: "plot-throughput" + +# Packet Throughput - DPDK l3fwd 3n-hsw-x710 +- + type: "plot" + title: "DPDK Throughput: l3fwd-3n-hsw-x710-64b-1t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x710-64b-1t1c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-hsw-x710-64b-1t1c-base-ndr" + layout: "plot-throughput" - - type: "file" - title: "VPP Performance Operational Data" - algorithm: "file_merged_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTO,PERF,VPP]}" - data: - "vpp-perf-results" - filter: "not 'NDRCHK' and not 'PDRCHK'" + type: "plot" + title: "DPDK Throughput: l3fwd-3n-hsw-x710-64b-2t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x710-64b-2t2c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD'" parameters: - - "name" - - "doc" - - "level" + - "throughput" - "parent" - data-start-level: 3 # 0, 1, 2, ... - chapters-start-level: 2 # 0, 1, 2, ... + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-hsw-x710-64b-2t2c-base-ndr" + layout: "plot-throughput" - - type: "file" - title: "VPP Functional Results" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,FUNC,VPP]}" - data: - "vpp-func-results" - filter: "all" + type: "plot" + title: "DPDK Throughput: l3fwd-3n-hsw-x710-64b-1t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x710-64b-1t1c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD'" parameters: - - "name" - - "doc" - - "level" - data-start-level: 3 # 0, 1, 2, ... - chapters-start-level: 2 # 0, 1, 2, ... + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-hsw-x710-64b-1t1c-base-pdr" + layout: "plot-throughput" - - type: "file" - title: "VPP Functional Configuration" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTC,FUNC,VPP]}" - data: - "vpp-func-results" - filter: "all" + type: "plot" + title: "DPDK Throughput: l3fwd-3n-hsw-x710-64b-2t2c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x710-64b-2t2c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD'" parameters: - - "name" - - "doc" - - "level" - data-start-level: 3 # 0, 1, 2, ... - chapters-start-level: 2 # 0, 1, 2, ... + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-hsw-x710-64b-2t2c-base-pdr" + layout: "plot-throughput" +# Packet Throughput - DPDK l3fwd 3n-hsw-xl710 - - type: "file" - title: "Container Orchestrated Performance Results" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,PERF,COT]}" - data: - "ligato-perf-results" - filter: "all" + type: "plot" + title: "DPDK Throughput: l3fwd-3n-hsw-xl710-64b-1t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-xl710-64b-1t1c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD'" parameters: - - "name" - - "doc" - - "level" - data-start-level: 2 # 0, 1, 2, ... - chapters-start-level: 2 # 0, 1, 2, ... + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-hsw-xl710-64b-1t1c-base-ndr" + layout: "plot-throughput" - - type: "file" - title: "DPDK Performance Results" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,PERF,DPDK]}" - data: - "dpdk-perf-results" - filter: "all" + type: "plot" + title: "DPDK Throughput: l3fwd-3n-hsw-xl710-64b-2t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-xl710-64b-2t2c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD'" parameters: - - "name" - - "doc" - - "level" - chapters: - - "suites" - data-start-level: 2 # 0, 1, 2, ... - chapters-start-level: 2 # 0, 1, 2, ... + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-hsw-xl710-64b-2t2c-base-ndr" + layout: "plot-throughput" - - type: "file" - title: "Honeycomb Functional Results" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,FUNC,HC]}" - data: - "hc-func-results" - filter: "all" + type: "plot" + title: "DPDK Throughput: l3fwd-3n-hsw-xl710-64b-1t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-xl710-64b-1t1c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD'" parameters: - - "name" - - "doc" - - "level" - chapters: - - "suites" - data-start-level: 3 # 0, 1, 2, ... - chapters-start-level: 2 # 0, 1, 2, ... + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-hsw-xl710-64b-1t1c-base-pdr" + layout: "plot-throughput" - - type: "file" - title: "NSH SFC Functional Results" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,FUNC,NSHSFC]}" - data: - "nsh-func-results" - filter: "all" + type: "plot" + title: "DPDK Throughput: l3fwd-3n-hsw-xl710-64b-2t2c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-xl710-64b-2t2c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD'" parameters: - - "name" - - "doc" - - "level" - chapters: - - "suites" - data-start-level: 2 # 0, 1, 2, ... - chapters-start-level: 2 # 0, 1, 2, ... - -################################################################################ -### P L O T S ### -################################################################################ + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-hsw-xl710-64b-2t2c-base-pdr" + layout: "plot-throughput" -# Plots VPP HTTP Server Performance -#- -# type: "plot" -# title: "VPP HTTP Server Performance" -# algorithm: "plot_http_server_performance_box" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps" -# data: -# "plot-vpp-http-server-performance" -# # Keep this formatting, the filter is enclosed with " (quotation mark) and -# # each tag is enclosed with ' (apostrophe). -# filter: "'HTTP' and 'TCP_CPS'" -# parameters: -# - "result" -# - "name" -# traces: -# hoverinfo: "x+y" -# boxpoints: "outliers" -# whiskerwidth: 0 -# layout: -# title: "VPP HTTP Server Performance" -# layout: -# "plot-cps" -# -#- -# type: "plot" -# title: "VPP HTTP Server Performance" -# algorithm: "plot_http_server_performance_box" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps" -# data: -# "plot-vpp-http-server-performance" -# filter: "'HTTP' and 'TCP_RPS'" -# parameters: -# - "result" -# - "name" -# traces: -# hoverinfo: "x+y" -# boxpoints: "outliers" -# whiskerwidth: 0 -# layout: -# title: "VPP HTTP Server Performance" -# layout: -# "plot-rps" - -# Plot Throughput Speedup Analysis - -# L2 - 10ge2p1x520 - NDR -- - type: "plot" - title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - algorithm: "plot_throughput_speedup_analysis" +# Packet Throughput - DPDK l3fwd 3n-skx-x710 +- + type: "plot" + title: "DPDK Throughput: l3fwd-3n-skx-x710-64b-2t1c-base-ndr" + algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc" - data: - "plot-throughput-speedup-analysis" - filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-x710-64b-2t1c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD'" parameters: - "throughput" - "parent" - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 layout: - title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - layout: - "plot-throughput-speedup-analysis" + title: "l3fwd-3n-skx-x710-64b-2t1c-base-ndr" + layout: "plot-throughput" -# L2 - 40ge2p1xl710 - NDR - type: "plot" - title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - algorithm: "plot_throughput_speedup_analysis" + title: "DPDK Throughput: l3fwd-3n-skx-x710-64b-4t2c-base-ndr" + algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc" - data: - "plot-throughput-speedup-analysis" - filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-x710-64b-4t2c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD'" parameters: - "throughput" - "parent" - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 layout: - title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - layout: - "plot-throughput-speedup-analysis" + title: "l3fwd-3n-skx-x710-64b-4t2c-base-ndr" + layout: "plot-throughput" -# L2 - 10ge2p1x520 - PDR - type: "plot" - title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" - algorithm: "plot_throughput_speedup_analysis" + title: "DPDK Throughput: l3fwd-3n-skx-x710-64b-2t1c-base-pdr" + algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc" - data: - "plot-throughput-speedup-analysis" - filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-x710-64b-2t1c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD'" parameters: - "throughput" - "parent" - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 layout: - title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" - layout: - "plot-throughput-speedup-analysis" + title: "l3fwd-3n-skx-x710-64b-2t1c-base-pdr" + layout: "plot-throughput" -# IPv4 - 10ge2p1x520 - NDR - type: "plot" - title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc" - algorithm: "plot_throughput_speedup_analysis" + title: "DPDK Throughput: l3fwd-3n-skx-x710-64b-4t2c-base-pdr" + algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc" - data: - "plot-throughput-speedup-analysis" - filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-x710-64b-4t2c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD'" parameters: - "throughput" - "parent" - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 layout: - title: "64B-*-ethip4-ip4(base|scale)*ndrdisc" - layout: - "plot-throughput-speedup-analysis" + title: "l3fwd-3n-skx-x710-64b-4t2c-base-pdr" + layout: "plot-throughput" -# IPv4 - 40ge2p1xl710 - NDR +# Packet Throughput - DPDK l3fwd 3n-skx-xxv710 - type: "plot" - title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc" - algorithm: "plot_throughput_speedup_analysis" + title: "DPDK Throughput: l3fwd-3n-skx-xxv710-64b-2t1c-base-ndr" + algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc" - data: - "plot-throughput-speedup-analysis" - filter: "'NIC_Intel-XL710' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-xxv710-64b-2t1c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD'" parameters: - "throughput" - "parent" - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 layout: - title: "64B-*-ethip4-ip4(base|scale)*ndrdisc" - layout: - "plot-throughput-speedup-analysis" + title: "l3fwd-3n-skx-xxv710-64b-2t1c-base-ndr" + layout: "plot-throughput" -# IPv4 - 10ge2p1x520 - PDR - type: "plot" - title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc" - algorithm: "plot_throughput_speedup_analysis" + title: "DPDK Throughput: l3fwd-3n-skx-xxv710-64b-4t2c-base-ndr" + algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc" - data: - "plot-throughput-speedup-analysis" - filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-xxv710-64b-4t2c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD'" parameters: - "throughput" - "parent" - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 layout: - title: "64B-*-ethip4-ip4(base|scale)*pdrdisc" - layout: - "plot-throughput-speedup-analysis" + title: "l3fwd-3n-skx-xxv710-64b-4t2c-base-ndr" + layout: "plot-throughput" -# IPv6 - 10ge2p1x520 - NDR - type: "plot" - title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc" - algorithm: "plot_throughput_speedup_analysis" + title: "DPDK Throughput: l3fwd-3n-skx-xxv710-64b-2t1c-base-pdr" + algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc" - data: - "plot-throughput-speedup-analysis" - filter: "'NIC_Intel-X520-DA2' and '78B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-xxv710-64b-2t1c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD'" parameters: - "throughput" - "parent" - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 layout: - title: "78B-*-ethip6-ip6(base|scale)*ndrdisc" - layout: - "plot-throughput-speedup-analysis" + title: "l3fwd-3n-skx-xxv710-64b-2t1c-base-pdr" + layout: "plot-throughput" -# IPv6 - 40ge2p1xl710 - NDR - type: "plot" - title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc" - algorithm: "plot_throughput_speedup_analysis" + title: "DPDK Throughput: l3fwd-3n-skx-xxv710-64b-4t2c-base-pdr" + algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc" - data: - "plot-throughput-speedup-analysis" - filter: "'NIC_Intel-XL710' and '78B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-xxv710-64b-4t2c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD'" parameters: - "throughput" - "parent" - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 layout: - title: "78B-*-ethip6-ip6(base|scale)*ndrdisc" - layout: - "plot-throughput-speedup-analysis" + title: "l3fwd-3n-skx-xxv710-64b-4t2c-base-pdr" + layout: "plot-throughput" -# IPv6 - 10ge2p1x520 - PDR +# Packet Throughput - DPDK l3fwd 2n-skx-x710 - type: "plot" - title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc" - algorithm: "plot_throughput_speedup_analysis" + title: "DPDK Throughput: l3fwd-2n-skx-x710-64b-2t1c-base-ndr" + algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc" - data: - "plot-throughput-speedup-analysis" - filter: "'NIC_Intel-X520-DA2' and '78B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-x710-64b-2t1c-base-ndr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD'" parameters: - "throughput" - "parent" - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 layout: - title: "78B-*-ethip6-ip6(base|scale)*pdrdisc" - layout: - "plot-throughput-speedup-analysis" + title: "l3fwd-2n-skx-x710-64b-2t1c-base-ndr" + layout: "plot-throughput" -# Plot packets per second - -# VPP L2 sel1 - type: "plot" - title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" + title: "DPDK Throughput: l3fwd-2n-skx-x710-64b-4t2c-base-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc" - data: - "plot-vpp-throughput-latency" - # Keep this formatting, the filter is enclosed with " (quotation mark) and - # each tag is enclosed with ' (apostrophe). - filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-x710-64b-4t2c-base-ndr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD'" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - layout: - "plot-throughput" + title: "l3fwd-2n-skx-x710-64b-4t2c-base-ndr" + layout: "plot-throughput" - type: "plot" - title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" + title: "DPDK Throughput: l3fwd-2n-skx-x710-64b-2t1c-base-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-x710-64b-2t1c-base-pdr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD'" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - layout: - "plot-throughput" + title: "l3fwd-2n-skx-x710-64b-2t1c-base-pdr" + layout: "plot-throughput" - type: "plot" - title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" + title: "DPDK Throughput: l3fwd-2n-skx-x710-64b-4t2c-base-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-x710-64b-4t2c-base-pdr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD'" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" - layout: - "plot-throughput" + title: "l3fwd-2n-skx-x710-64b-4t2c-base-pdr" + layout: "plot-throughput" +# Packet Throughput - DPDK l3fwd 2n-skx-xxv710 - type: "plot" - title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" + title: "DPDK Throughput: l3fwd-2n-skx-xxv710-64b-2t1c-base-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-xxv710-64b-2t1c-base-ndr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD'" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" - layout: - "plot-throughput" + title: "l3fwd-2n-skx-xxv710-64b-2t1c-base-ndr" + layout: "plot-throughput" -# VPP L2 sel2 - type: "plot" - title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" + title: "DPDK Throughput: l3fwd-2n-skx-xxv710-64b-4t2c-base-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-xxv710-64b-4t2c-base-ndr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD'" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - layout: - "plot-throughput" + title: "l3fwd-2n-skx-xxv710-64b-4t2c-base-ndr" + layout: "plot-throughput" - type: "plot" - title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" + title: "DPDK Throughput: l3fwd-2n-skx-xxv710-64b-2t1c-base-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-xxv710-64b-2t1c-base-pdr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD'" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - layout: - "plot-throughput" + title: "l3fwd-2n-skx-xxv710-64b-2t1c-base-pdr" + layout: "plot-throughput" - type: "plot" - title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" + title: "DPDK Throughput: l3fwd-2n-skx-xxv710-64b-4t2c-base-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-xxv710-64b-4t2c-base-pdr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD'" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" - layout: - "plot-throughput" + title: "l3fwd-2n-skx-xxv710-64b-4t2c-base-pdr" + layout: "plot-throughput" + +################################################################################ +# Packet Throughput - DPDK testpmd 3n-hsw-x520 - type: "plot" - title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" + title: "DPDK Throughput: testpmd-3n-hsw-x520-64b-1t1c-base-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x520-64b-1t1c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" - layout: - "plot-throughput" + title: "testpmd-3n-hsw-x520-64b-1t1c-base-ndr" + layout: "plot-throughput" -# VPP IP4 - type: "plot" - title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc" + title: "DPDK Throughput: testpmd-3n-hsw-x520-64b-2t2c-base-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x520-64b-2t2c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc" - layout: - "plot-throughput" + title: "testpmd-3n-hsw-x520-64b-2t2c-base-ndr" + layout: "plot-throughput" - type: "plot" - title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc" + title: "DPDK Throughput: testpmd-3n-hsw-x520-64b-1t1c-base-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x520-64b-1t1c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc" - layout: - "plot-throughput" + title: "testpmd-3n-hsw-x520-64b-1t1c-base-pdr" + layout: "plot-throughput" - type: "plot" - title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc" + title: "DPDK Throughput: testpmd-3n-hsw-x520-64b-2t2c-base-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x520-64b-2t2c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc" - layout: - "plot-throughput" + title: "testpmd-3n-hsw-x520-64b-2t2c-base-pdr" + layout: "plot-throughput" +# Packet Throughput - DPDK testpmd 3n-hsw-x710 - type: "plot" - title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc" + title: "DPDK Throughput: testpmd-3n-hsw-x710-64b-1t1c-base-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x710-64b-1t1c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc" - layout: - "plot-throughput" + title: "testpmd-3n-hsw-x710-64b-1t1c-base-ndr" + layout: "plot-throughput" -# VPP IP6 - type: "plot" - title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc" + title: "DPDK Throughput: testpmd-3n-hsw-x710-64b-2t2c-base-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x710-64b-2t2c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc" - layout: - "plot-throughput" + title: "testpmd-3n-hsw-x710-64b-2t2c-base-ndr" + layout: "plot-throughput" - type: "plot" - title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc" + title: "DPDK Throughput: testpmd-3n-hsw-x710-64b-1t1c-base-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x710-64b-1t1c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc" - layout: - "plot-throughput" + title: "testpmd-3n-hsw-x710-64b-1t1c-base-pdr" + layout: "plot-throughput" - type: "plot" - title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc" + title: "DPDK Throughput: testpmd-3n-hsw-x710-64b-2t2c-base-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x710-64b-2t2c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc" - layout: - "plot-throughput" + title: "testpmd-3n-hsw-x710-64b-2t2c-base-pdr" + layout: "plot-throughput" +# Packet Throughput - DPDK testpmd 3n-hsw-xl710 - type: "plot" - title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc" + title: "DPDK Throughput: testpmd-3n-hsw-xl710-64b-1t1c-base-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-xl710-64b-1t1c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc" - layout: - "plot-throughput" + title: "testpmd-3n-hsw-xl710-64b-1t1c-base-ndr" + layout: "plot-throughput" -# VPP IP4_overlay - type: "plot" - title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" + title: "DPDK Throughput: testpmd-3n-hsw-xl710-64b-2t2c-base-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-xl710-64b-2t2c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" - layout: - "plot-throughput" + title: "testpmd-3n-hsw-xl710-64b-2t2c-base-ndr" + layout: "plot-throughput" - type: "plot" - title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" + title: "DPDK Throughput: testpmd-3n-hsw-xl710-64b-1t1c-base-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-xl710-64b-1t1c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" - layout: - "plot-throughput" + title: "testpmd-3n-hsw-xl710-64b-1t1c-base-pdr" + layout: "plot-throughput" - type: "plot" - title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc" + title: "DPDK Throughput: testpmd-3n-hsw-xl710-64b-2t2c-base-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-xl710-64b-2t2c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc" - layout: - "plot-throughput" + title: "testpmd-3n-hsw-xl710-64b-2t2c-base-pdr" + layout: "plot-throughput" +# Packet Throughput - DPDK testpmd 3n-skx-x710 - type: "plot" - title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc" + title: "DPDK Throughput: testpmd-3n-skx-x710-64b-2t1c-base-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-x710-64b-2t1c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc" - layout: - "plot-throughput" + title: "testpmd-3n-skx-x710-64b-2t1c-base-ndr" + layout: "plot-throughput" -# VPP IP6_overlay - type: "plot" - title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" + title: "DPDK Throughput: testpmd-3n-skx-x710-64b-4t2c-base-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-x710-64b-4t2c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" - layout: - "plot-throughput" + title: "testpmd-3n-skx-x710-64b-4t2c-base-ndr" + layout: "plot-throughput" - type: "plot" - title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" + title: "DPDK Throughput: testpmd-3n-skx-x710-64b-2t1c-base-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-x710-64b-2t1c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" - layout: - "plot-throughput" + title: "testpmd-3n-skx-x710-64b-2t1c-base-pdr" + layout: "plot-throughput" - type: "plot" - title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc" + title: "DPDK Throughput: testpmd-3n-skx-x710-64b-4t2c-base-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-x710-64b-4t2c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc" - layout: - "plot-throughput" + title: "testpmd-3n-skx-x710-64b-4t2c-base-pdr" + layout: "plot-throughput" +# Packet Throughput - DPDK testpmd 3n-skx-xxv710 - type: "plot" - title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc" + title: "DPDK Throughput: testpmd-3n-skx-xxv710-64b-2t1c-base-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-xxv710-64b-2t1c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc" - layout: - "plot-throughput" + title: "testpmd-3n-skx-xxv710-64b-2t1c-base-ndr" + layout: "plot-throughput" -# VPP VM VHOST - type: "plot" - title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc" + title: "DPDK Throughput: testpmd-3n-skx-xxv710-64b-4t2c-base-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-xxv710-64b-4t2c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "64B-1t1c-.*vhost.*-ndrdisc" - layout: - "plot-throughput" + title: "testpmd-3n-skx-xxv710-64b-4t2c-base-ndr" + layout: "plot-throughput" - type: "plot" - title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc" + title: "DPDK Throughput: testpmd-3n-skx-xxv710-64b-2t1c-base-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-xxv710-64b-2t1c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "64B-2t2c-.*vhost.*-ndrdisc" - layout: - "plot-throughput" + title: "testpmd-3n-skx-xxv710-64b-2t1c-base-pdr" + layout: "plot-throughput" - type: "plot" - title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc" + title: "DPDK Throughput: testpmd-3n-skx-xxv710-64b-4t2c-base-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-xxv710-64b-4t2c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "64B-1t1c-.*vhost.*-pdrdisc" - layout: - "plot-throughput" + title: "testpmd-3n-skx-xxv710-64b-4t2c-base-pdr" + layout: "plot-throughput" +# Packet Throughput - DPDK testpmd 2n-skx-x710 - type: "plot" - title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc" + title: "DPDK Throughput: testpmd-2n-skx-x710-64b-2t1c-base-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')" + output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-x710-64b-2t1c-base-ndr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "64B-2t2c-.*vhost.*-pdrdisc" - layout: - "plot-throughput" + title: "testpmd-2n-skx-x710-64b-2t1c-base-ndr" + layout: "plot-throughput" -# VPP VM VHOST SELECTION - type: "plot" - title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc" + title: "DPDK Throughput: testpmd-2n-skx-x710-64b-4t2c-base-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-x710-64b-4t2c-base-ndr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "64B-1t1c-.*vhost.*-ndrdisc" - layout: - "plot-throughput" + title: "testpmd-2n-skx-x710-64b-4t2c-base-ndr" + layout: "plot-throughput" - type: "plot" - title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc" + title: "DPDK Throughput: testpmd-2n-skx-x710-64b-2t1c-base-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-x710-64b-2t1c-base-pdr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "64B-2t2c-.*vhost.*-ndrdisc" - layout: - "plot-throughput" + title: "testpmd-2n-skx-x710-64b-2t1c-base-pdr" + layout: "plot-throughput" - type: "plot" - title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc" + title: "DPDK Throughput: testpmd-2n-skx-x710-64b-4t2c-base-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-x710-64b-4t2c-base-pdr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "64B-1t1c-.*vhost.*-pdrdisc" - layout: - "plot-throughput" + title: "testpmd-2n-skx-x710-64b-4t2c-base-pdr" + layout: "plot-throughput" +# Packet Throughput - DPDK testpmd 2n-skx-xxv710 - type: "plot" - title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc" + title: "DPDK Throughput: testpmd-2n-skx-xxv710-64b-2t1c-base-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-xxv710-64b-2t1c-base-ndr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "64B-2t2c-.*vhost.*-pdrdisc" - layout: - "plot-throughput" + title: "testpmd-2n-skx-xxv710-64b-2t1c-base-ndr" + layout: "plot-throughput" -# VPP CRYPTO - type: "plot" - title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc" + title: "DPDK Throughput: testpmd-2n-skx-xxv710-64b-4t2c-base-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')" + output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-xxv710-64b-4t2c-base-ndr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "64B-1t1c-.*ipsec.*-ndrdisc" - layout: - "plot-throughput" + title: "testpmd-2n-skx-xxv710-64b-4t2c-base-ndr" + layout: "plot-throughput" - type: "plot" - title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc" + title: "DPDK Throughput: testpmd-2n-skx-xxv710-64b-2t1c-base-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')" + output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-xxv710-64b-2t1c-base-pdr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "64B-2t2c-.*ipsec.*-ndrdisc" - layout: - "plot-throughput" + title: "testpmd-2n-skx-xxv710-64b-2t1c-base-pdr" + layout: "plot-throughput" - type: "plot" - title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc" + title: "DPDK Throughput: testpmd-2n-skx-xxv710-64b-4t2c-base-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')" + output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-xxv710-64b-4t2c-base-pdr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "throughput" - "parent" + - "tags" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "64B-1t1c-.*ipsec.*-pdrdisc" - layout: - "plot-throughput" + title: "testpmd-2n-skx-xxv710-64b-4t2c-base-pdr" + layout: "plot-throughput" + +################################################################################ +# Packet Latency - VPP IPSec 3n-hsw-xl710 base - type: "plot" - title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc" - algorithm: "plot_performance_box" + title: "VPP Latency: ipsec-3n-hsw-xl710-64b-1t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-base-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'BASE' and + '1T1C' and + 'IPSECHW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 + - "tags" layout: - title: "64B-2t2c-.*ipsec.*-pdrdisc" - layout: - "plot-throughput" + title: "ipsec-3n-hsw-xl710-64b-1t1c-base-ndr" + layout: "plot-latency" -# DPDK - type: "plot" - title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - algorithm: "plot_performance_box" + title: "VPP Latency: ipsec-3n-hsw-xl710-64b-2t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc" - data: - "plot-dpdk-throughput-latency" - filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-base-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'BASE' and + '2T2C' and + 'IPSECHW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 + - "tags" layout: - title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - layout: - "plot-throughput" + title: "ipsec-3n-hsw-xl710-64b-2t2c-base-ndr" + layout: "plot-latency" +# Packet Latency - VPP IPSec 3n-hsw-xl710 scale - type: "plot" - title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - algorithm: "plot_performance_box" + title: "VPP Latency: ipsec-3n-hsw-xl710-64b-1t1c-scale-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc" - data: - "plot-dpdk-throughput-latency" - filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'SCALE' and + '1T1C' and + 'IPSECHW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 + - "tags" layout: - title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - layout: - "plot-throughput" + title: "ipsec-3n-hsw-xl710-64b-1t1c-scale-ndr" + layout: "plot-latency" - type: "plot" - title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc" - algorithm: "plot_performance_box" + title: "VPP Latency: ipsec-3n-hsw-xl710-64b-2t2c-scale-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc" - data: - "plot-dpdk-throughput-latency" - filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'" - parameters: - - "throughput" - - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc" - xaxis: - autorange: True - autotick: False - fixedrange: False - gridcolor: "rgb(238, 238, 238)" - linecolor: "rgb(238, 238, 238)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - tickmode: "linear" - title: "Indexed Test Cases" - zeroline: False - yaxis: - gridcolor: "rgb(238, 238, 238)'" - hoverformat: ".4s" - linecolor: "rgb(238, 238, 238)" - linewidth: 1 - range: [2000000, 12000000] - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - title: "Packets Per Second [pps]" - zeroline: False - boxmode: "group" - boxgroupgap: 0.5 - autosize: False - margin: - t: 50 - b: 20 - l: 50 - r: 20 - showlegend: True - legend: - orientation: "h" - width: 700 - height: 1000 - -- - type: "plot" - title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc" - data: - "plot-dpdk-throughput-latency" - filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'" - parameters: - - "throughput" - - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc" - xaxis: - autorange: True - autotick: False - fixedrange: False - gridcolor: "rgb(238, 238, 238)" - linecolor: "rgb(238, 238, 238)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - tickmode: "linear" - title: "Indexed Test Cases" - zeroline: False - yaxis: - gridcolor: "rgb(238, 238, 238)'" - hoverformat: ".4s" - linecolor: "rgb(238, 238, 238)" - linewidth: 1 - range: [2000000, 12000000] - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - title: "Packets Per Second [pps]" - zeroline: False - boxmode: "group" - boxgroupgap: 0.5 - autosize: False - margin: - t: 50 - b: 20 - l: 50 - r: 20 - showlegend: True - legend: - orientation: "h" - width: 700 - height: 1000 - -- - type: "plot" - title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc" - data: - "plot-dpdk-throughput-latency" - filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'SCALE' and + '2T2C' and + 'IPSECHW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 + - "tags" layout: - title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" - layout: - "plot-throughput" + title: "ipsec-3n-hsw-xl710-64b-2t2c-scale-ndr" + layout: "plot-latency" +# Packet Latency - VPP IPSec 3n-hsw-xl710 sw - type: "plot" - title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" - algorithm: "plot_performance_box" + title: "VPP Latency: ipsec-3n-hsw-xl710-64b-1t1c-sw-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc" - data: - "plot-dpdk-throughput-latency" - filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-sw-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + '1T1C' and + 'IPSECSW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 + - "tags" layout: - title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" - layout: - "plot-throughput" + title: "ipsec-3n-hsw-xl710-64b-1t1c-sw-ndr" + layout: "plot-latency" - type: "plot" - title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc" - algorithm: "plot_performance_box" + title: "VPP Latency: ipsec-3n-hsw-xl710-64b-2t2c-sw-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc" - data: - "plot-dpdk-throughput-latency" - filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'" - parameters: - - "throughput" - - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc" - xaxis: - autorange: True - autotick: False - fixedrange: False - gridcolor: "rgb(238, 238, 238)" - linecolor: "rgb(238, 238, 238)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - tickmode: "linear" - title: "Indexed Test Cases" - zeroline: False - yaxis: - gridcolor: "rgb(238, 238, 238)'" - hoverformat: ".4s" - linecolor: "rgb(238, 238, 238)" - linewidth: 1 - range: [20000000, 30000000] - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - title: "Packets Per Second [pps]" - zeroline: False - boxmode: "group" - boxgroupgap: 0.5 - autosize: False - margin: - t: 50 - b: 20 - l: 50 - r: 20 - showlegend: True - legend: - orientation: "h" - width: 700 - height: 1000 - -- - type: "plot" - title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc" - data: - "plot-dpdk-throughput-latency" - filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'" - parameters: - - "throughput" - - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc" - xaxis: - autorange: True - autotick: False - fixedrange: False - gridcolor: "rgb(238, 238, 238)" - linecolor: "rgb(238, 238, 238)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - tickmode: "linear" - title: "Indexed Test Cases" - zeroline: False - yaxis: - gridcolor: "rgb(238, 238, 238)'" - hoverformat: ".4s" - linecolor: "rgb(238, 238, 238)" - linewidth: 1 - range: [20000000, 30000000] - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - title: "Packets Per Second [pps]" - zeroline: False - boxmode: "group" - boxgroupgap: 0.5 - autosize: False - margin: - t: 50 - b: 20 - l: 50 - r: 20 - showlegend: True - legend: - orientation: "h" - width: 700 - height: 1000 - -# Plot latency - -# VPP L2 sel1 -- - type: "plot" - title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - algorithm: "plot_latency_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-sw-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + '2T2C' and + 'IPSECSW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" parameters: - "latency" - "parent" - traces: - boxmean: False + - "tags" layout: - title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - layout: - "plot-latency" + title: "ipsec-3n-hsw-xl710-64b-2t2c-sw-ndr" + layout: "plot-latency" +################################################################################ + +# Packet Latency - DPDK l3fwd 3n-hsw-x520 - type: "plot" - title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - algorithm: "plot_latency_box" + title: "DPDK Latency: l3fwd-3n-hsw-x520-64b-1t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x520-64b-1t1c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD'" parameters: - "latency" - "parent" - traces: - boxmean: False + - "tags" layout: - title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - layout: - "plot-latency" + title: "l3fwd-3n-hsw-x520-64b-1t1c-base-ndr" + layout: "plot-latency" -# VPP L2 sel2 - type: "plot" - title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - algorithm: "plot_latency_box" + title: "DPDK Latency: l3fwd-3n-hsw-x520-64b-2t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x520-64b-2t2c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD'" parameters: - "latency" - "parent" - traces: - boxmean: False + - "tags" layout: - title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - layout: - "plot-latency" + title: "l3fwd-3n-hsw-x520-64b-2t2c-base-ndr" + layout: "plot-latency" +# Packet Latency - DPDK l3fwd 3n-hsw-x710 - type: "plot" - title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - algorithm: "plot_latency_box" + title: "DPDK Latency: l3fwd-3n-hsw-x710-64b-1t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x710-64b-1t1c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD'" parameters: - "latency" - "parent" - traces: - boxmean: False + - "tags" layout: - title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - layout: - "plot-latency" + title: "l3fwd-3n-hsw-x710-64b-1t1c-base-ndr" + layout: "plot-latency" -# VPP IP4 - type: "plot" - title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc" - algorithm: "plot_latency_box" + title: "DPDK Latency: l3fwd-3n-hsw-x710-64b-2t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x710-64b-2t2c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD'" parameters: - "latency" - "parent" - traces: - boxmean: False + - "tags" layout: - title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc" - layout: - "plot-latency" + title: "l3fwd-3n-hsw-x710-64b-2t2c-base-ndr" + layout: "plot-latency" +# Packet Latency - DPDK l3fwd 3n-hsw-xl710 - type: "plot" - title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc" - algorithm: "plot_latency_box" + title: "DPDK Latency: l3fwd-3n-hsw-xl710-64b-1t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-xl710-64b-1t1c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD'" parameters: - "latency" - "parent" - traces: - boxmean: False + - "tags" layout: - title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc" - layout: - "plot-latency" + title: "l3fwd-3n-hsw-xl710-64b-1t1c-base-ndr" + layout: "plot-latency" -# VPP IP6 - type: "plot" - title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc" - algorithm: "plot_latency_box" + title: "DPDK Latency: l3fwd-3n-hsw-xl710-64b-2t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50" - data: - "plot-vpp-throughput-latency" - filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-xl710-64b-2t2c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD'" parameters: - "latency" - "parent" - traces: - boxmean: False + - "tags" layout: - title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc" - layout: - "plot-latency" + title: "l3fwd-3n-hsw-xl710-64b-2t2c-base-ndr" + layout: "plot-latency" +# Packet Latency - DPDK l3fwd 3n-skx-x710 - type: "plot" - title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc" - algorithm: "plot_latency_box" + title: "DPDK Latency: l3fwd-3n-skx-x710-64b-2t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50" - data: - "plot-vpp-throughput-latency" - filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-x710-64b-2t1c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD'" parameters: - "latency" - "parent" - traces: - boxmean: False + - "tags" layout: - title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc" - layout: - "plot-latency" + title: "l3fwd-3n-skx-x710-64b-2t1c-base-ndr" + layout: "plot-latency" -# VPP IP4_overlay - type: "plot" - title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" - algorithm: "plot_latency_box" + title: "DPDK Latency: l3fwd-3n-skx-x710-64b-4t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-x710-64b-4t2c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD'" parameters: - "latency" - "parent" - traces: - boxmean: False + - "tags" layout: - title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" - layout: - "plot-latency" + title: "l3fwd-3n-skx-x710-64b-4t2c-base-ndr" + layout: "plot-latency" +# Packet Latency - DPDK l3fwd 3n-skx-xxv710 - type: "plot" - title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" - algorithm: "plot_latency_box" + title: "DPDK Latency: l3fwd-3n-skx-xxv710-64b-2t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-xxv710-64b-2t1c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD'" parameters: - "latency" - "parent" - traces: - boxmean: False + - "tags" layout: - title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" - layout: - "plot-latency" + title: "l3fwd-3n-skx-xxv710-64b-2t1c-base-ndr" + layout: "plot-latency" -# VPP IP6_overlay - type: "plot" - title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" - algorithm: "plot_latency_box" + title: "DPDK Latency: l3fwd-3n-skx-xxv710-64b-4t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50" - data: - "plot-vpp-throughput-latency" - filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-xxv710-64b-4t2c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD'" parameters: - "latency" - "parent" - traces: - boxmean: False + - "tags" layout: - title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" - layout: - "plot-latency" + title: "l3fwd-3n-skx-xxv710-64b-4t2c-base-ndr" + layout: "plot-latency" +# Packet Latency - DPDK l3fwd 2n-skx-x710 - type: "plot" - title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" - algorithm: "plot_latency_box" + title: "DPDK Latency: l3fwd-2n-skx-x710-64b-2t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50" - data: - "plot-vpp-throughput-latency" - filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-x710-64b-2t1c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD'" parameters: - "latency" - "parent" - traces: - boxmean: False + - "tags" layout: - title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" - layout: - "plot-latency" + title: "l3fwd-2n-skx-x710-64b-2t1c-base-ndr" + layout: "plot-latency" -# VPP VM VHOST - type: "plot" - title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc" - algorithm: "plot_latency_box" + title: "DPDK Latency: l3fwd-2n-skx-x710-64b-4t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-x710-64b-4t2c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD'" parameters: - "latency" - "parent" - traces: - boxmean: False + - "tags" layout: - title: "64B-1t1c-.*vhost.*-ndrdisc" - layout: - "plot-latency" + title: "l3fwd-2n-skx-x710-64b-4t2c-base-ndr" + layout: "plot-latency" +# Packet Latency - DPDK l3fwd 2n-skx-xxv710 - type: "plot" - title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc" - algorithm: "plot_latency_box" + title: "DPDK Latency: l3fwd-2n-skx-xxv710-64b-2t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-xxv710-64b-2t1c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD'" parameters: - "latency" - "parent" - traces: - boxmean: False + - "tags" layout: - title: "64B-2t2c-.*vhost.*-ndrdisc" - layout: - "plot-latency" + title: "l3fwd-2n-skx-xxv710-64b-2t1c-base-ndr" + layout: "plot-latency" -# VPP VM VHOST selection - type: "plot" - title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc" - algorithm: "plot_latency_box" + title: "DPDK Latency: l3fwd-2n-skx-xxv710-64b-4t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-xxv710-64b-4t2c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD'" parameters: - "latency" - "parent" - traces: - boxmean: False + - "tags" layout: - title: "64B-1t1c-.*vhost.*-ndrdisc" - layout: - "plot-latency" + title: "l3fwd-2n-skx-xxv710-64b-4t2c-base-ndr" + layout: "plot-latency" +################################################################################ + +# Packet Latency - DPDK testpmd 3n-hsw-x520 - type: "plot" - title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc" - algorithm: "plot_latency_box" + title: "DPDK Latency: testpmd-3n-hsw-x520-64b-1t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x520-64b-1t1c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "latency" - "parent" - traces: - boxmean: False + - "tags" layout: - title: "64B-2t2c-.*vhost.*-ndrdisc" - layout: - "plot-latency" + title: "testpmd-3n-hsw-x520-64b-1t1c-base-ndr" + layout: "plot-latency" -# VPP CRYPTO - type: "plot" - title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc" - algorithm: "plot_latency_box" + title: "DPDK Latency: testpmd-3n-hsw-x520-64b-2t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x520-64b-2t2c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "latency" - "parent" - traces: - boxmean: False + - "tags" layout: - title: "64B-1t1c-.*ipsec.*-ndrdisc" - layout: - "plot-latency" + title: "testpmd-3n-hsw-x520-64b-2t2c-base-ndr" + layout: "plot-latency" +# Packet Latency - DPDK testpmd 3n-hsw-x710 - type: "plot" - title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc" - algorithm: "plot_latency_box" + title: "DPDK Latency: testpmd-3n-hsw-x710-64b-1t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x710-64b-1t1c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "latency" - "parent" - traces: - boxmean: False + - "tags" layout: - title: "64B-2t2c-.*ipsec.*-ndrdisc" - layout: - "plot-latency" + title: "testpmd-3n-hsw-x710-64b-1t1c-base-ndr" + layout: "plot-latency" -# DPDK - type: "plot" - title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - algorithm: "plot_latency_box" + title: "DPDK Latency: testpmd-3n-hsw-x710-64b-2t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50" - data: - "plot-dpdk-throughput-latency" - filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x710-64b-2t2c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "latency" - "parent" - traces: - boxmean: False + - "tags" layout: - title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - layout: - "plot-latency" + title: "testpmd-3n-hsw-x710-64b-2t2c-base-ndr" + layout: "plot-latency" +# Packet Latency - DPDK testpmd 3n-hsw-xl710 - type: "plot" - title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - algorithm: "plot_latency_box" + title: "DPDK Latency: testpmd-3n-hsw-xl710-64b-1t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50" - data: - "plot-dpdk-throughput-latency" - filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-xl710-64b-1t1c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "latency" - "parent" - traces: - boxmean: False + - "tags" layout: - title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - layout: - "plot-latency" + title: "testpmd-3n-hsw-xl710-64b-1t1c-base-ndr" + layout: "plot-latency" - type: "plot" - title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc" - algorithm: "plot_latency_box" + title: "DPDK Latency: testpmd-3n-hsw-xl710-64b-2t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50" - data: - "plot-dpdk-throughput-latency" - filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-xl710-64b-2t2c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "latency" - "parent" - traces: - boxmean: False + - "tags" layout: - title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc" - layout: - "plot-latency" + title: "testpmd-3n-hsw-xl710-64b-2t2c-base-ndr" + layout: "plot-latency" +# Packet Latency - DPDK testpmd 3n-skx-x710 - type: "plot" - title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc" - algorithm: "plot_latency_box" + title: "DPDK Latency: testpmd-3n-skx-x710-64b-2t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50" - data: - "plot-dpdk-throughput-latency" - filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-x710-64b-2t1c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - "latency" - "parent" - traces: - boxmean: False + - "tags" layout: - title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc" - layout: - "plot-latency" + title: "testpmd-3n-skx-x710-64b-2t1c-base-ndr" + layout: "plot-latency" -# Ligato - Throughput +- + type: "plot" + title: "DPDK Latency: testpmd-3n-skx-x710-64b-4t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-x710-64b-4t2c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "testpmd-3n-skx-x710-64b-4t2c-base-ndr" + layout: "plot-latency" -# Container memif +# Packet Latency - DPDK testpmd 3n-skx-xxv710 - type: "plot" - title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" - algorithm: "plot_performance_box" + title: "DPDK Latency: testpmd-3n-skx-xxv710-64b-2t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-xxv710-64b-2t1c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - - "throughput" + - "latency" - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 + - "tags" layout: - title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" - layout: - "plot-throughput" + title: "testpmd-3n-skx-xxv710-64b-2t1c-base-ndr" + layout: "plot-latency" - type: "plot" - title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" - algorithm: "plot_performance_box" + title: "DPDK Latency: testpmd-3n-skx-xxv710-64b-4t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-xxv710-64b-4t2c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - - "throughput" + - "latency" - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 + - "tags" layout: - title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" - layout: - "plot-throughput" + title: "testpmd-3n-skx-xxv710-64b-4t2c-base-ndr" + layout: "plot-latency" +# Packet Latency - DPDK testpmd 2n-skx-x710 - type: "plot" - title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" - algorithm: "plot_performance_box" + title: "DPDK Latency: testpmd-2n-skx-x710-64b-2t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-x710-64b-2t1c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - - "throughput" + - "latency" - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 + - "tags" layout: - title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" - layout: - "plot-throughput" + title: "testpmd-2n-skx-x710-64b-2t1c-base-ndr" + layout: "plot-latency" - type: "plot" - title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" - algorithm: "plot_performance_box" + title: "DPDK Latency: testpmd-2n-skx-x710-64b-4t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-x710-64b-4t2c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - - "throughput" + - "latency" - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 + - "tags" layout: - title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" - layout: - "plot-throughput" + title: "testpmd-2n-skx-x710-64b-4t2c-base-ndr" + layout: "plot-latency" -# Container orchestrated +# Packet Latency - DPDK testpmd 2n-skx-xxv710 - type: "plot" - title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" - algorithm: "plot_performance_box" + title: "DPDK Latency: testpmd-2n-skx-xxv710-64b-2t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc" - data: - "plot-ligato-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-xxv710-64b-2t1c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - - "throughput" + - "latency" - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 + - "tags" layout: - title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" - layout: - "plot-throughput" + title: "testpmd-2n-skx-xxv710-64b-2t1c-base-ndr" + layout: "plot-latency" - type: "plot" - title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" - algorithm: "plot_performance_box" + title: "DPDK Latency: testpmd-2n-skx-xxv710-64b-4t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc" - data: - "plot-ligato-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-xxv710-64b-4t2c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" parameters: - - "throughput" + - "latency" - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 + - "tags" layout: - title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" - layout: - "plot-throughput" + title: "testpmd-2n-skx-xxv710-64b-4t2c-base-ndr" + layout: "plot-latency" + +################################################################################ +# Speedup - VPP IPSec 3n-hsw-xl710 base - type: "plot" - title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" - algorithm: "plot_performance_box" + title: "Speedup: ipsec-3n-hsw-xl710-64b-base-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc" - data: - "plot-ligato-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-base-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'BASE' and + 'IPSECHW' and + not 'VHOST'" parameters: - "throughput" - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 + - "tags" layout: - title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" - layout: - "plot-throughput" + title: "ipsec-3n-hsw-xl710-64b-base-ndr" + layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" - algorithm: "plot_performance_box" + title: "Speedup: ipsec-3n-hsw-xl710-64b-base-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc" - data: - "plot-ligato-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-base-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'BASE' and + 'IPSECHW' and + not 'VHOST'" parameters: - "throughput" - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 + - "tags" layout: - title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" - layout: - "plot-throughput" - -# Ligato - Latency + title: "ipsec-3n-hsw-xl710-64b-base-pdr" + layout: "plot-throughput-speedup-analysis" -# Container memif +# Speedup - VPP IPSec 3n-hsw-xl710 scale - type: "plot" - title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" - algorithm: "plot_latency_box" + title: "Speedup: ipsec-3n-hsw-xl710-64b-scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'SCALE' and + 'IPSECHW' and + not 'VHOST'" parameters: - - "latency" + - "throughput" - "parent" - traces: - boxmean: False + - "tags" layout: - title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" - layout: - "plot-latency" + title: "ipsec-3n-hsw-xl710-64b-scale-ndr" + layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" - algorithm: "plot_latency_box" + title: "Speedup: ipsec-3n-hsw-xl710-64b-scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'SCALE' and + 'IPSECHW' and + not 'VHOST'" parameters: - - "latency" + - "throughput" - "parent" - traces: - boxmean: False + - "tags" layout: - title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" - layout: - "plot-latency" + title: "ipsec-3n-hsw-xl710-64b-scale-pdr" + layout: "plot-throughput-speedup-analysis" -# Container orchestrated +# Speedup - VPP IPSec 3n-hsw-xl710 sw - type: "plot" - title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" - algorithm: "plot_latency_box" + title: "Speedup: ipsec-3n-hsw-xl710-64b-sw-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50" - data: - "plot-ligato-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-sw-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'IPSECSW' and + not 'VHOST'" parameters: - - "latency" + - "throughput" - "parent" - traces: - boxmean: False + - "tags" layout: - title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" - layout: - "plot-latency" + title: "ipsec-3n-hsw-xl710-64b-sw-ndr" + layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" - algorithm: "plot_latency_box" + title: "Speedup: ipsec-3n-hsw-xl710-64b-sw-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50" - data: - "plot-ligato-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-sw-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'IPSECSW' and + not 'VHOST'" parameters: - - "latency" + - "throughput" - "parent" - traces: - boxmean: False + - "tags" layout: - title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" - layout: - "plot-latency" + title: "ipsec-3n-hsw-xl710-64b-sw-pdr" + layout: "plot-throughput-speedup-analysis"