X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=8f9fd8170c81ad3d914fac28fed6203127df770e;hp=918f28069ea591cdf94e00598461bddfdac17d81;hb=201be740d4dc17a9eea94ee97494929703c8534b;hpb=153bf776309870aa615f8217c3b438aad199f5ed diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 918f28069e..8f9fd8170c 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -33,9 +33,11 @@ DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw" DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx" DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx" + DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv" DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw" DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx" DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx" + DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv" DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw" DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu" DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos" @@ -50,9 +52,11 @@ DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw" DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx" DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx" + DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv" DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw" DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx" DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx" + DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv" DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu" DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos" DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu" @@ -62,6 +66,7 @@ DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw" DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx" DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx" + DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv" # .css patch file to fix tables generated by Sphinx DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css" @@ -70,6 +75,8 @@ urls: URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job" URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job" + URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/1810/robot-plugin.zip" + # URL[VIRL,DNV]: "http://download.it/from/nexus" URL[NEXUS]: "https://docs.fd.io/csit" DIR[NEXUS]: "report/_static/archive" @@ -102,6 +109,7 @@ limits: nic: x520: 24460000 + x553: 29761905 x710: 35800000 xxv710: 35800000 xl710: 35800000 @@ -118,19 +126,14 @@ data-sets: + # Denverton: + intel-dnv-vpp: + # TODO: Replace with new data + intel-dnv-vpp-release-1810: + - 1 + # VPP Performance vpp-performance-changes-3n-hsw: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel csit-vpp-perf-verify-1807-3n-hsw: - 11 # NDRPDR full 1 - 22 # NDRPDR full 2 @@ -156,6 +159,22 @@ - 39 # NDRPDR sel - 41 # NDRPDR sel - 42 # NDRPDR sel + # TODO Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + + vpp-nic-comparison-3n-hsw: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel vpp-performance-changes-3n-skx: csit-vpp-perf-verify-1807-3n-skx: @@ -180,6 +199,28 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel + # TODO Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + + vpp-nic-comparison-3n-skx: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel vpp-performance-changes-2n-skx: csit-vpp-perf-verify-1807-2n-skx: @@ -204,89 +245,84 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel - 27 # NDRPDR sel + # TODO Add new data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 16 # NDRPDR sel fails + - 21 # NDRPDR sel + - 23 # NDRPDR sel - vpp-compare-testbeds: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel + vpp-nic-comparison-2n-skx: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel + - 13 # NDRPDR sel + - 16 # NDRPDR sel fails + - 21 # NDRPDR sel - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel - csit-vpp-perf-verify-1810-3n-skx: - - 24 # NDRPDR full + + vpp-compare-testbeds: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel vpp-compare-testbeds-mrr: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel vpp-compare-topologies: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel + - 16 # NDRPDR sel fails - 21 # NDRPDR sel - - 22 # NDRPDR sel - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel vpp-compare-topologies-mrr: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel vpp-performance-changes-3n-hsw-mrr: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel csit-vpp-perf-verify-1807-3n-hsw: - 8 # MRR full - 9 # MRR sel @@ -299,6 +335,14 @@ - 48 # MRR sel csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel + + vpp-nic-comparison-3n-hsw-mrr: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel vpp-performance-changes-3n-skx-mrr: csit-vpp-perf-verify-1807-3n-skx: @@ -317,6 +361,14 @@ - 11 # MRR sel - 12 # MRR sel - 13 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + + vpp-nic-comparison-3n-skx-mrr: + # TODO: Replace with new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel vpp-performance-changes-2n-skx-mrr: csit-vpp-perf-verify-1807-2n-skx: @@ -335,117 +387,136 @@ - 10 # MRR sel - 11 # MRR sel - 12 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel + + vpp-nic-comparison-2n-skx-mrr: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel vpp-perf-results-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 20 # NDRPDR full - - 21 # NDRPDR full - - 22 # NDRPDR full - - 27 # NDRPDR full + # TODO: Replace with FULL data + csit-vpp-perf-verify-1901-3n-hsw: + - 19 # NDRPDR sel vpp-perf-results-3n-skx: - csit-vpp-perf-verify-1810-3n-skx: - - 23 # NDRPDR full - - 24 # NDRPDR full + # TODO: Add FULL data + csit-vpp-perf-verify-1901-3n-skx: + - 37 # NDRPDR full + - 39 # NDRPDR full vpp-perf-results-2n-skx: - csit-vpp-perf-verify-1810-2n-skx: + # TODO: Add FULL data + csit-vpp-perf-verify-1901-2n-skx: - 25 # NDRPDR full - - 26 # NDRPDR full + - 30 # NDRPDR full vpp-mrr-results-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel + # TODO: Replace with FULL data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel vpp-mrr-results-3n-skx: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel + # TODO: Replace with FULL data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel vpp-mrr-results-2n-skx: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel + # TODO: Replace with FULL data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel plot-throughput-speedup-analysis-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel plot-throughput-speedup-analysis-3n-skx: - csit-vpp-perf-verify-1810-3n-skx: - - 24 # NDRPDR full - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel plot-throughput-speedup-analysis-2n-skx: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel + - 16 # NDRPDR sel fails - 21 # NDRPDR sel - - 22 # NDRPDR sel - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel plot-vpp-throughput-latency-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + + plot-vpp-soak-2n-skx: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-2n-skx: + csit-vpp-perf-verify-master-2n-skx: + - 248 # SOAK sel + - 251 # SOAK sel + + plot-vpp-nfv-2n-skx: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 28 # NFV NDRPDR + - 29 # NFV NDRPDR + - 32 # NFV NDRPDR + + plot-vpp-nfv-2n-skx-mrr: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 24 # NFV MRR + - 26 # NFV MRR + - 27 # NFV MRR + - 35 # NFV MRR plot-vpp-throughput-latency-3n-skx: - csit-vpp-perf-verify-1810-3n-skx: - - 24 # NDRPDR full - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel plot-vpp-throughput-latency-2n-skx: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel + - 16 # NDRPDR sel fails - 21 # NDRPDR sel - - 22 # NDRPDR sel - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel plot-vpp-http-server-performance: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-3n-hsw: csit-vpp-perf-verify-1810-3n-hsw: - 28 # WRK - 29 # WRK @@ -460,23 +531,27 @@ # VPP Functional vpp-func-results-ubuntu: - csit-vpp-functional-1810-ubuntu1604-virl: - - 44 + csit-vpp-functional-1901-ubuntu1604-virl: + - 48 vpp-func-results-centos: - csit-vpp-functional-1810-centos7-virl: - - 44 + csit-vpp-functional-1901-centos7-virl: + - 50 vpp-device-results-ubuntu: - csit-vpp-device-1810-ubuntu1804-1n-skx: - - 2 + csit-vpp-device-1901-ubuntu1804-1n-skx: + - 49 # VPP Ligato ligato-perf-results-3n-hsw: + # TODO: Replace with new data + # csit-ligato-perf-verify-1901-3n-hsw: csit-ligato-perf-verify-1810-3n-hsw: - 5 # full plot-ligato-throughput-speedup-analysis-3n-hsw: + # TODO: Replace with new data + # csit-ligato-perf-verify-1901-3n-hsw: csit-ligato-perf-verify-1810-3n-hsw: - 5 # full - 6 # sel @@ -491,6 +566,8 @@ - 18 # sel plot-ligato-throughput-latency-3n-hsw: + # TODO: Replace with new data + # csit-ligato-perf-verify-1901-3n-hsw: csit-ligato-perf-verify-1810-3n-hsw: - 5 # full - 6 # sel @@ -506,17 +583,6 @@ # DPDK Performance dpdk-performance-changes-3n-hsw: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 csit-dpdk-perf-verify-1807-3n-hsw: - 11 - 12 # full @@ -539,6 +605,17 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel dpdk-performance-changes-3n-skx: csit-dpdk-perf-verify-1807-3n-skx: @@ -563,12 +640,16 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-skx: + - 1 # NDRPDR sel F + - 2 # NDRPDR sel F - dpdk-compare-testbeds: - csit-dpdk-perf-verify-1810-3n-skx: + dpdk-performance-changes-2n-skx: + csit-dpdk-perf-verify-1810-2n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel - - 6 # NDRPDR sel + - 5 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel - 9 # NDRPDR sel @@ -576,8 +657,7 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel + csit-dpdk-perf-verify-1901-2n-skx: - 2 # NDRPDR sel - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -587,47 +667,61 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + - 11 # NDRPDR sel - dpdk-compare-topologies: - csit-dpdk-perf-verify-1810-3n-skx: + dpdk-compare-testbeds: + # TODO: Replace with new data + csit-dpdk-perf-verify-1901-3n-skx: + - 1 # NDRPDR sel F + - 2 # NDRPDR sel F + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-hsw: - 3 # NDRPDR sel - 4 # NDRPDR sel + - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - csit-dpdk-perf-verify-1810-2n-skx: + + dpdk-compare-topologies: + # TODO: Replace with new data + csit-dpdk-perf-verify-1901-3n-skx: + - 1 # NDRPDR sel F + - 2 # NDRPDR sel F + # TODO: Add new data + csit-dpdk-perf-verify-1901-2n-skx: + - 2 # NDRPDR sel - 3 # NDRPDR sel - 4 # NDRPDR sel - 5 # NDRPDR sel + - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel dpdk-perf-results-3n-hsw: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 + # TODO: Replace with FULL data + csit-dpdk-perf-verify-1901-3n-hsw: + - 6 # NDRPDR sel dpdk-perf-results-3n-skx: - csit-dpdk-perf-verify-1810-3n-skx: - - 3 # NDRPDR sel + # TODO: Replace with new data + csit-dpdk-perf-verify-1901-3n-skx: + - 2 # NDRPDR sel F dpdk-perf-results-2n-skx: - csit-dpdk-perf-verify-1810-2n-skx: - - 3 + # TODO: Replace with FULL data + csit-dpdk-perf-verify-1901-2n-skx: + - 2 # NDRPDR sel plot-dpdk-throughput-latency-3n-hsw: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + # TODO: Replace with new data + csit-dpdk-perf-verify-1901-3n-hsw: - 3 # NDRPDR sel - 4 # NDRPDR sel - 5 # NDRPDR sel @@ -636,50 +730,126 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + - 11 # NDRPDR sel plot-dpdk-throughput-latency-3n-skx: - csit-dpdk-perf-verify-1810-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel + # TODO: Replace with new data + csit-dpdk-perf-verify-1901-3n-skx: + - 1 # NDRPDR sel F + - 2 # NDRPDR sel F plot-dpdk-throughput-latency-2n-skx: - csit-dpdk-perf-verify-1810-2n-skx: + csit-dpdk-perf-verify-1901-2n-skx: + - 2 # NDRPDR sel - 3 # NDRPDR sel - 4 # NDRPDR sel - 5 # NDRPDR sel + - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel # HoneyComb Functional hc-func-results: - csit-hc2vpp-verify-func-1810-ubuntu1604: + csit-hc2vpp-verify-func-1901-ubuntu1604: - 3 # NSH SFC Functional nsh-func-results: + # TODO: Replace with new data + # csit-nsh_sfc-verify-func-1901-ubuntu1604-virl: csit-nsh_sfc-verify-func-1810-ubuntu1604-virl: - 1 # DMM Functional dmm-func-results: - csit-dmm-functional-1810-ubuntu1604-virl: - - 1 + # TODO: Replace with new data + csit-dmm-functional-1901-ubuntu1604-virl: + - 2 plot-layouts: + plot-soak-throughput: + titlefont: + size: 18 + xaxis: + title: "Test Cases [Index]" + titlefont: + size: 16 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickmode: "linear" + tickfont: + size: 16 + zeroline: False + yaxis: + title: "Packet Throughput [Mpps]" + titlefont: + size: 16 + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4s" + tickformat: ".3s" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickfont: + size: 16 + zeroline: False + range: [0,50] + autosize: False + margin: + t: 50 + b: 0 + l: 80 + r: 20 + showlegend: True + legend: + orientation: "h" + font: + size: 16 + width: 700 + height: 900 + + plot-service-density: + titlefont: + size: 18 + xaxis: + side: "top" + autorange: True + fixedrange: False + showgrid: False + showline: False + showticklabels: False + ticks: "" + ticklen: 0 + tickwidth: 0 + zeroline: False + yaxis: + autorange: "reversed" + showgrid: False + showline: False + showticklabels: False + ticks: "" + ticklen: 0 + tickwidth: 0 + zeroline: False + autosize: True + showlegend: False + width: 700 + height: 700 + plot-cps: titlefont: size: 18 @@ -828,7 +998,7 @@ autosize: False margin: t: 50 - b: 20 + b: 0 l: 80 r: 20 showlegend: True @@ -877,7 +1047,7 @@ size: 16 zeroline: True rangemode: "tozero" - # range: [0,100] + range: [0,100] legend: orientation: "h" font: @@ -1003,17 +1173,9 @@ builds: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + intel-dnv-vpp-release-1810: + - 1 + csit-vpp-perf-verify-1807-3n-hsw: - 8 # MRR full - 9 # MRR sel @@ -1073,6 +1235,13 @@ - 35 # WRK - 36 # WRK - 37 # WRK + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel csit-vpp-perf-verify-1807-3n-skx: - 31 # MRR full - 28 # MRR sel @@ -1114,6 +1283,18 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + - 37 # NDRPDR full + - 39 # NDRPDR full + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel csit-vpp-perf-verify-1807-2n-skx: - 27 # MRR full - 31 # MRR sel @@ -1154,18 +1335,27 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel - 27 # NDRPDR sel - csit-vpp-perf-check-1804: - - 5 # mrr - full - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel + - 25 # NDRPDR full + - 30 # NDRPDR full + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 16 # NDRPDR sel fails + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NFV MRR + - 26 # NFV MRR + - 27 # NFV MRR + - 35 # NFV MRR + - 28 # NFV NDRPDR + - 29 # NFV NDRPDR + - 32 # NFV NDRPDR + csit-vpp-perf-verify-master-2n-skx: + - 248 # SOAK sel + - 251 # SOAK sel csit-ligato-perf-verify-1810-3n-hsw: - 5 # full - 6 # sel @@ -1178,17 +1368,8 @@ - 16 # sel - 17 # sel - 18 # sel - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 + # TODO: Add new data + # csit-ligato-perf-verify-1901-3n-hsw: csit-dpdk-perf-verify-1807-3n-hsw: - 11 - 12 # full @@ -1211,6 +1392,16 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + csit-dpdk-perf-verify-1901-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel csit-dpdk-perf-verify-1807-3n-skx: - 1 # NDRPDR sel - 2 # NDRPDR sel @@ -1233,6 +1424,9 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel + csit-dpdk-perf-verify-1901-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel csit-dpdk-perf-verify-1810-2n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -1244,18 +1438,28 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel - - csit-vpp-functional-1810-ubuntu1604-virl: - - 44 - csit-vpp-functional-1810-centos7-virl: - - 44 - csit-vpp-device-1810-ubuntu1804-1n-skx: - - 2 + csit-dpdk-perf-verify-1901-2n-skx: + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + csit-vpp-functional-1901-ubuntu1604-virl: + - 48 + csit-vpp-functional-1901-centos7-virl: + - 50 + csit-vpp-device-1901-ubuntu1804-1n-skx: + - 49 csit-nsh_sfc-verify-func-1810-ubuntu1604-virl: - 1 - csit-dmm-functional-1810-ubuntu1604-virl: - - 1 - csit-hc2vpp-verify-func-1810-ubuntu1604: + csit-dmm-functional-1901-ubuntu1604-virl: + - 2 + csit-hc2vpp-verify-func-1901-ubuntu1604: - 3 - @@ -1264,600 +1468,595 @@ format: html: - full - pdf: - - minimal +# pdf: +# - minimal ################################################################################ ### T A B L E S ### ################################################################################ -################################################################################ -# VPP -# VPP Performance Changes 3n-hsw 1t1c pdr +# VPP Compare NICs 3n-hsw 1t1c ndr - type: "table" - title: "VPP Performance Changes 3n-hsw 1t1c pdr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr" - history: - - - title: "rls1804" - data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + title: "VPP Compare NICs 3n-hsw 1t1c ndr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 18 # NDRPDR sel - - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel + title: "Intel-x520" + nic: "NIC_Intel-X520-DA2" compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel - data: "vpp-performance-changes-3n-hsw" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Intel-x710" + nic: "NIC_Intel-X710" + data: "vpp-nic-comparison-3n-hsw" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - "throughput" + - "tags" -# VPP Performance Changes 3n-hsw 2t2c pdr +# VPP Compare NICs 3n-hsw 2t2c ndr - type: "table" - title: "VPP Performance Changes 3n-hsw 2t2c pdr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr" - history: - - - title: "rls1804" - data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + title: "VPP Compare NICs 3n-hsw 2t2c ndr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 18 # NDRPDR sel - - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel + title: "Intel-x520" + nic: "NIC_Intel-X520-DA2" compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel - data: "vpp-performance-changes-3n-hsw" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Intel-x710" + nic: "NIC_Intel-X710" + data: "vpp-nic-comparison-3n-hsw" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - "throughput" + - "tags" -# VPP Performance Changes 3n-hsw 1t1c ndr +# VPP Compare NICs 3n-hsw 1t1c pdr - type: "table" - title: "VPP Performance Changes 3n-hsw 1t1c ndr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr" - history: - - - title: "rls1804" - data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + title: "VPP Compare NICs 3n-hsw 1t1c pdr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 18 # NDRPDR sel - - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel + title: "Intel-x520" + nic: "NIC_Intel-X520-DA2" compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel - data: "vpp-performance-changes-3n-hsw" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Intel-x710" + nic: "NIC_Intel-X710" + data: "vpp-nic-comparison-3n-hsw" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - "throughput" + - "tags" -# VPP Performance Changes 3n-hsw 2t2c ndr +# VPP Compare NICs 3n-hsw 2t2c pdr - type: "table" - title: "VPP Performance Changes 3n-hsw 2t2c ndr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr" - history: - - - title: "rls1804" - data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + title: "VPP Compare NICs 3n-hsw 2t2c pdr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 18 # NDRPDR sel - - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel + title: "Intel-x520" + nic: "NIC_Intel-X520-DA2" compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel - data: "vpp-performance-changes-3n-hsw" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Intel-x710" + nic: "NIC_Intel-X710" + data: "vpp-nic-comparison-3n-hsw" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - "throughput" + - "tags" -# VPP Performance Changes 3n-skx 2t1c pdr +# VPP Compare NICs 3n-hsw 1t1c mrr - type: "table" - title: "VPP Performance Changes 3n-skx 2t1c pdr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr" + title: "VPP Compare NICs 3n-hsw 1t1c mrr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel + title: "Intel-x520" + nic: "NIC_Intel-X520-DA2" compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel - data: "vpp-performance-changes-3n-skx" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Intel-x710" + nic: "NIC_Intel-X710" + data: "vpp-nic-comparison-3n-hsw-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "throughput" + - "result" + - "tags" -# VPP Performance Changes 3n-skx 4t2c pdr +# VPP Compare NICs 3n-hsw 2t2c mrr - type: "table" - title: "VPP Performance Changes 3n-skx 4t2c pdr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr" + title: "VPP Compare NICs 3n-hsw 2t2c mrr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel + title: "Intel-x520" + nic: "NIC_Intel-X520-DA2" compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel - data: "vpp-performance-changes-3n-skx" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Intel-x710" + nic: "NIC_Intel-X710" + data: "vpp-nic-comparison-3n-hsw-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "throughput" + - "result" + - "tags" -# VPP Performance Changes 3n-skx 2t1c ndr +# VPP Compare NICs 3n-hsw 4t4c mrr - type: "table" - title: "VPP Performance Changes 3n-skx 2t1c ndr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr" + title: "VPP Compare NICs 3n-hsw 4t4c mrr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel + title: "Intel-x520" + nic: "NIC_Intel-X520-DA2" compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel - data: "vpp-performance-changes-3n-skx" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Intel-x710" + nic: "NIC_Intel-X710" + data: "vpp-nic-comparison-3n-hsw-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "throughput" + - "result" + - "tags" -# VPP Performance Changes 3n-skx 4t2c ndr +# VPP Compare NICs 3n-skx 2t1c ndr - type: "table" - title: "VPP Performance Changes 3n-skx 4t2c ndr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr" + title: "VPP Compare NICs 3n-skx 2t1c ndr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel + title: "Intel-x710" + nic: "NIC_Intel-X710" compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel - data: "vpp-performance-changes-3n-skx" + title: "Intel-xxv710" + nic: "NIC_Intel-XXV710" + data: "vpp-nic-comparison-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - "throughput" + - "tags" -# VPP Performance Changes 2n-skx 2t1c pdr +# VPP Compare NICs 3n-skx 4t2c ndr - type: "table" - title: "VPP Performance Changes 2n-skx 2t1c pdr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr" + title: "VPP Compare NICs 3n-skx 4t2c ndr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel + title: "Intel-x710" + nic: "NIC_Intel-X710" compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel - data: "vpp-performance-changes-2n-skx" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Intel-xxv710" + nic: "NIC_Intel-XXV710" + data: "vpp-nic-comparison-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - "throughput" + - "tags" -# VPP Performance Changes 2n-skx 4t2c pdr +# VPP Compare NICs 3n-skx 2t1c pdr - type: "table" - title: "VPP Performance Changes 2n-skx 4t2c pdr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr" + title: "VPP Compare NICs 3n-skx 2t1c pdr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel + title: "Intel-x710" + nic: "NIC_Intel-X710" compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel - data: "vpp-performance-changes-2n-skx" + title: "Intel-xxv710" + nic: "NIC_Intel-XXV710" + data: "vpp-nic-comparison-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - "throughput" + - "tags" -# VPP Performance Changes 2n-skx 2t1c ndr + # VPP Compare NICs 3n-skx 4t2c pdr - type: "table" - title: "VPP Performance Changes 2n-skx 2t1c ndr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr" + title: "VPP Compare NICs 3n-skx 4t2c pdr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel + title: "Intel-x710" + nic: "NIC_Intel-X710" compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel - data: "vpp-performance-changes-2n-skx" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Intel-xxv710" + nic: "NIC_Intel-XXV710" + data: "vpp-nic-comparison-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - "throughput" + - "tags" -# VPP Performance Changes 2n-skx 4t2c ndr +# VPP Compare NICs 3n-skx 2t1c mrr - type: "table" - title: "VPP Performance Changes 2n-skx 4t2c ndr" + title: "VPP Compare NICs 3n-skx 2t1c mrr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr" + reference: + title: "Intel-x710" + nic: "NIC_Intel-X710" + compare: + title: "Intel-xxv710" + nic: "NIC_Intel-XXV710" + data: "vpp-nic-comparison-3n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + - "tags" + +# VPP Compare NICs 3n-skx 4t2c mrr +- + type: "table" + title: "VPP Compare NICs 3n-skx 4t2c mrr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr" + reference: + title: "Intel-x710" + nic: "NIC_Intel-X710" + compare: + title: "Intel-xxv710" + nic: "NIC_Intel-XXV710" + data: "vpp-nic-comparison-3n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + - "tags" + + # VPP Compare NICs 3n-skx 8t4c mrr +- + type: "table" + title: "VPP Compare NICs 3n-skx 8t4c mrr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr" + reference: + title: "Intel-x710" + nic: "NIC_Intel-X710" + compare: + title: "Intel-xxv710" + nic: "NIC_Intel-XXV710" + data: "vpp-nic-comparison-3n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + - "tags" + +# VPP Compare NICs 2n-skx 2t1c ndr +- + type: "table" + title: "VPP Compare NICs 2n-skx 2t1c ndr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr" + reference: + title: "Intel-x710" + nic: "NIC_Intel-X710" + compare: + title: "Intel-xxv710" + nic: "NIC_Intel-XXV710" + data: "vpp-nic-comparison-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Compare NICs 2n-skx 4t2c ndr +- + type: "table" + title: "VPP Compare NICs 2n-skx 4t2c ndr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr" + reference: + title: "Intel-x710" + nic: "NIC_Intel-X710" + compare: + title: "Intel-xxv710" + nic: "NIC_Intel-XXV710" + data: "vpp-nic-comparison-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + + # VPP Compare NICs 2n-skx 2t1c pdr +- + type: "table" + title: "VPP Compare NICs 2n-skx 2t1c pdr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr" + reference: + title: "Intel-x710" + nic: "NIC_Intel-X710" + compare: + title: "Intel-xxv710" + nic: "NIC_Intel-XXV710" + data: "vpp-nic-comparison-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Compare NICs 2n-skx 4t2c pdr +- + type: "table" + title: "VPP Compare NICs 2n-skx 4t2c pdr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr" + reference: + title: "Intel-x710" + nic: "NIC_Intel-X710" + compare: + title: "Intel-xxv710" + nic: "NIC_Intel-XXV710" + data: "vpp-nic-comparison-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Compare NICs 2n-skx 2t1c mrr +- + type: "table" + title: "VPP Compare NICs 2n-skx 2t1c mrr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr" + reference: + title: "Intel-x710" + nic: "NIC_Intel-X710" + compare: + title: "Intel-xxv710" + nic: "NIC_Intel-XXV710" + data: "vpp-nic-comparison-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + - "tags" + +# VPP Compare NICs 2n-skx 4t2c mrr +- + type: "table" + title: "VPP Compare NICs 2n-skx 4t2c mrr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr" + reference: + title: "Intel-x710" + nic: "NIC_Intel-X710" + compare: + title: "Intel-xxv710" + nic: "NIC_Intel-XXV710" + data: "vpp-nic-comparison-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + - "tags" + +# VPP Compare NICs 2n-skx 8t4c mrr +- + type: "table" + title: "VPP Compare NICs 2n-skx 8t4c mrr" + algorithm: "table_nics_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr" + reference: + title: "Intel-x710" + nic: "NIC_Intel-X710" + compare: + title: "Intel-xxv710" + nic: "NIC_Intel-XXV710" + data: "vpp-nic-comparison-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + - "tags" + +################################################################################ +# VPP + +# VPP Performance Changes 3n-hsw 1t1c pdr +- + type: "table" + title: "VPP Performance Changes 3n-hsw 1t1c pdr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel - 39 # NDRPDR sel - - 40 # NDRPDR sel + - 41 # NDRPDR sel - 42 # NDRPDR sel compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + data: "vpp-performance-changes-3n-hsw" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 3n-hsw 2t2c pdr +- + type: "table" + title: "VPP Performance Changes 3n-hsw 2t2c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel + - 47 # NDRPDR sel + reference: title: "rls1810" data: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel - - 13 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel + - 18 # NDRPDR sel - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel - data: "vpp-performance-changes-2n-skx" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 42 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + data: "vpp-performance-changes-3n-hsw" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - "throughput" -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx ndr +# VPP Performance Changes 3n-hsw 1t1c ndr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx ndr" + title: "VPP Performance Changes 3n-hsw 1t1c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel + - 47 # NDRPDR sel reference: - title: "3-Node Hsw" + title: "rls1810" data: csit-vpp-perf-verify-1810-3n-hsw: - 8 # NDRPDR sel @@ -1871,35 +2070,49 @@ - 41 # NDRPDR sel - 42 # NDRPDR sel compare: - title: "3-Node Skx" + title: "rls1901" data: - csit-vpp-perf-verify-1810-3n-skx: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + - 18 # NDRPDR sel F - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel - data: "vpp-compare-testbeds" + - 31 # NDRPDR sel + - 36 # NDRPDR sel + data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710' and 'NDRPDR'" + filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - "throughput" -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx pdr +# VPP Performance Changes 3n-hsw 2t2c ndr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx pdr" + title: "VPP Performance Changes 3n-hsw 2t2c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel + - 47 # NDRPDR sel reference: - title: "3-Node Hsw" + title: "rls1810" data: csit-vpp-perf-verify-1810-3n-hsw: - 8 # NDRPDR sel @@ -1913,35 +2126,46 @@ - 41 # NDRPDR sel - 42 # NDRPDR sel compare: - title: "3-Node Skx" + title: "rls1901" data: - csit-vpp-perf-verify-1810-3n-skx: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + - 18 # NDRPDR sel F - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel - data: "vpp-compare-testbeds" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710' and 'NDRPDR'" + - 31 # NDRPDR sel + - 36 # NDRPDR sel + data: "vpp-performance-changes-3n-hsw" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - "throughput" -# VPP Comparison Across Topologies 3n-skx to 2n-skx ndr +# VPP Performance Changes 3n-skx 2t1c pdr - type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx ndr" + title: "VPP Performance Changes 3n-skx 2t1c pdr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel reference: - title: "3-Node Skx" + title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: - 10 # NDRPDR sel @@ -1955,35 +2179,49 @@ - 22 # NDRPDR sel - 25 # NDRPDR sel compare: - title: "2-Node Skx" + title: "rls1901" data: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel - data: "vpp-compare-topologies" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR'" + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + data: "vpp-performance-changes-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - "throughput" -# VPP Comparison Across Topologies 3n-skx to 2n-skx pdr +# VPP Performance Changes 3n-skx 4t2c pdr - type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx pdr" + title: "VPP Performance Changes 3n-skx 4t2c pdr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel reference: - title: "3-Node Skx" + title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: - 10 # NDRPDR sel @@ -1997,828 +2235,1282 @@ - 22 # NDRPDR sel - 25 # NDRPDR sel compare: - title: "2-Node Skx" + title: "rls1901" data: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel - data: "vpp-compare-topologies" + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + data: "vpp-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR'" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - "throughput" -# VPP Performance Changes 3n-hsw 1t1c MRR +# VPP Performance Changes 3n-skx 2t1c ndr - type: "table" - title: "VPP Performance Changes 3n-hsw 1t1c MRR" + title: "VPP Performance Changes 3n-skx 2t1c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full - - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel - data: "vpp-performance-changes-3n-hsw-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + data: "vpp-performance-changes-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "result" + - "throughput" -# VPP Performance Changes 3n-hsw 2t2c MRR +# VPP Performance Changes 3n-skx 4t2c ndr - type: "table" - title: "VPP Performance Changes 3n-hsw 2t2c MRR" + title: "VPP Performance Changes 3n-skx 4t2c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full - - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel - data: "vpp-performance-changes-3n-hsw-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + data: "vpp-performance-changes-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "result" + - "throughput" -# VPP Performance Changes 3n-hsw 4t4c MRR +# VPP Performance Changes 2n-skx 2t1c pdr - type: "table" - title: "VPP Performance Changes 3n-hsw 4t4c MRR" + title: "VPP Performance Changes 2n-skx 2t1c pdr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full - - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel - data: "vpp-performance-changes-3n-hsw-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + # TODO: Add new data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 16 # NDRPDR sel fails + - 21 # NDRPDR sel + - 23 # NDRPDR sel + data: "vpp-performance-changes-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "result" + - "throughput" -# VPP Performance Changes 3n-skx 2t1c MRR +# VPP Performance Changes 2n-skx 4t2c pdr - type: "table" - title: "VPP Performance Changes 3n-skx 2t1c MRR" + title: "VPP Performance Changes 2n-skx 4t2c pdr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr" + history: + - title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-vpp-perf-verify-1807-3n-skx: - - 28 # MRR sel - - 32 # MRR sel - - 36 # MRR sel - - 42 # MRR sel - - 47 # MRR sel - - 48 # MRR sel - - 51 # MRR sel - - 52 # MRR sel - - 53 # MRR sel + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel - data: "vpp-performance-changes-3n-skx-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + # TODO: Add new data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 16 # NDRPDR sel fails + - 21 # NDRPDR sel + - 23 # NDRPDR sel + data: "vpp-performance-changes-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "result" + - "throughput" -# VPP Performance Changes 3n-skx 4t2c MRR +# VPP Performance Changes 2n-skx 2t1c ndr - type: "table" - title: "VPP Performance Changes 3n-skx 4t2c MRR" + title: "VPP Performance Changes 2n-skx 2t1c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr" + history: + - title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-vpp-perf-verify-1807-3n-skx: - - 28 # MRR sel - - 32 # MRR sel - - 36 # MRR sel - - 42 # MRR sel - - 47 # MRR sel - - 48 # MRR sel - - 51 # MRR sel - - 52 # MRR sel - - 53 # MRR sel + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel - data: "vpp-performance-changes-3n-skx-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + # TODO: Add new data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 16 # NDRPDR sel fails + - 21 # NDRPDR sel + - 23 # NDRPDR sel + data: "vpp-performance-changes-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "result" + - "throughput" -# VPP Performance Changes 3n-skx 8t4c MRR +# VPP Performance Changes 2n-skx 4t2c ndr - type: "table" - title: "VPP Performance Changes 3n-skx 8t4c MRR" + title: "VPP Performance Changes 2n-skx 4t2c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr" + history: + - title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-vpp-perf-verify-1807-3n-skx: - - 28 # MRR sel - - 32 # MRR sel - - 36 # MRR sel - - 42 # MRR sel - - 47 # MRR sel - - 48 # MRR sel - - 51 # MRR sel - - 52 # MRR sel - - 53 # MRR sel + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel - data: "vpp-performance-changes-3n-skx-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + # TODO: Add new data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 16 # NDRPDR sel fails + - 21 # NDRPDR sel + - 23 # NDRPDR sel + data: "vpp-performance-changes-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "result" + - "throughput" -# VPP Performance Changes 2n-skx 2t1c MRR +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr - type: "table" - title: "VPP Performance Changes 2n-skx 2t1c MRR" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr" reference: - title: "rls1807" + title: "3-Node Hsw" data: - csit-vpp-perf-verify-1807-2n-skx: - - 31 # MRR sel - - 33 # MRR sel - - 37 # MRR sel - - 38 # MRR sel - - 41 # MRR sel - - 43 # MRR sel - - 44 # MRR sel - - 45 # MRR sel - - 46 # MRR sel - - 47 # MRR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel compare: - title: "rls1810" + title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - data: "vpp-performance-changes-2n-skx-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + data: "vpp-compare-testbeds" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'" parameters: - "name" - "parent" - - "result" + - "throughput" -# VPP Performance Changes 2n-skx 4t2c MRR +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr - type: "table" - title: "VPP Performance Changes 2n-skx 4t2c MRR" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr" reference: - title: "rls1807" + title: "3-Node Hsw" data: - csit-vpp-perf-verify-1807-2n-skx: - - 31 # MRR sel - - 33 # MRR sel - - 37 # MRR sel - - 38 # MRR sel - - 41 # MRR sel - - 43 # MRR sel - - 44 # MRR sel - - 45 # MRR sel - - 46 # MRR sel - - 47 # MRR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel compare: - title: "rls1810" + title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - data: "vpp-performance-changes-2n-skx-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + data: "vpp-compare-testbeds" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'" parameters: - "name" - "parent" - - "result" + - "throughput" -# VPP Performance Changes 2n-skx 8t4c MRR +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr - type: "table" - title: "VPP Performance Changes 2n-skx 8t4c MRR" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr" reference: - title: "rls1807" + title: "3-Node Hsw" data: - csit-vpp-perf-verify-1807-2n-skx: - - 31 # MRR sel - - 33 # MRR sel - - 37 # MRR sel - - 38 # MRR sel - - 41 # MRR sel - - 43 # MRR sel - - 44 # MRR sel - - 45 # MRR sel - - 46 # MRR sel - - 47 # MRR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel compare: - title: "rls1810" + title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - data: "vpp-performance-changes-2n-skx-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + data: "vpp-compare-testbeds" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'" parameters: - "name" - "parent" - - "result" + - "throughput" -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx mrr +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx mrr" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr" reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel - data: "vpp-compare-testbeds-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710' and 'MRR'" + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + data: "vpp-compare-testbeds" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'" parameters: - "name" - "parent" - - "result" + - "throughput" -# VPP Comparison Across Topologies 3n-skx to 2n-skx mrr +# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr - type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx mrr" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr" reference: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel compare: title: "2-Node Skx" data: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - data: "vpp-compare-topologies-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'MRR'" + # TODO: Add new data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 16 # NDRPDR sel fails + - 21 # NDRPDR sel + - 23 # NDRPDR sel + data: "vpp-compare-topologies" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR' and '1C'" parameters: - "name" - "parent" - - "result" + - "throughput" -# Detailed Test Results - VPP Performance Results 3n-hsw +# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr - type: "table" - title: "Detailed Test Results - VPP Performance Results 3n-hsw" - algorithm: "table_merged_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw" - columns: - - - title: "Name" - data: "data name" - - - title: "Status" - data: "data msg" - rows: "generated" - data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP Performance Results 3n-skx + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr" + reference: + title: "3-Node Skx" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + compare: + title: "2-Node Skx" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 16 # NDRPDR sel fails + - 21 # NDRPDR sel + - 23 # NDRPDR sel + data: "vpp-compare-topologies" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR' and '2C'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr - type: "table" - title: "Detailed Test Results - VPP Performance Results 3n-skx" - algorithm: "table_merged_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx" - columns: - - - title: "Name" - data: "data name" - - - title: "Status" - data: "data msg" - rows: "generated" - data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr" + reference: + title: "3-Node Skx" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + compare: + title: "2-Node Skx" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 16 # NDRPDR sel fails + - 21 # NDRPDR sel + - 23 # NDRPDR sel + data: "vpp-compare-topologies" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR' and '1C'" parameters: - "name" - "parent" - - "msg" + - "throughput" -# Detailed Test Results - VPP Performance Results 2n-skx +# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr - type: "table" - title: "Detailed Test Results - VPP Performance Results 2n-skx" - algorithm: "table_merged_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx" - columns: - - - title: "Name" - data: "data name" - - - title: "Status" - data: "data msg" - rows: "generated" - data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr" + reference: + title: "3-Node Skx" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + compare: + title: "2-Node Skx" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 16 # NDRPDR sel fails + - 21 # NDRPDR sel + - 23 # NDRPDR sel + data: "vpp-compare-topologies" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR' and '2C'" parameters: - "name" - "parent" - - "msg" + - "throughput" -# Test configuration - VPP Performance Test Configs 3n-hsw +# VPP Performance Changes 3n-hsw 1t1c MRR - type: "table" - title: "Test configuration - VPP Performance Test Configs 3n-hsw" - algorithm: "table_merged_details" - output-file-ext: ".csv" - output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw" - columns: - - - title: "Name" - data: "data name" - - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" - rows: "generated" - data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + title: "VPP Performance Changes 3n-hsw 1t1c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-hsw: + - 8 # MRR full + - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel + - 48 # MRR sel + reference: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 9 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel + data: "vpp-performance-changes-3n-hsw-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - - "parent" - "name" - - "vat-history" + - "parent" + - "result" -# Test configuration - VPP Performance Test Configs 3n-skx +# VPP Performance Changes 3n-hsw 2t2c MRR - type: "table" - title: "Test configuration - VPP Performance Test Configs 3n-skx" - algorithm: "table_merged_details" - output-file-ext: ".csv" - output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx" - columns: - - - title: "Name" - data: "data name" - - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" - rows: "generated" - data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + title: "VPP Performance Changes 3n-hsw 2t2c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-hsw: + - 8 # MRR full + - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel + - 48 # MRR sel + reference: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 9 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel + data: "vpp-performance-changes-3n-hsw-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - - "parent" - "name" - - "vat-history" + - "parent" + - "result" -# Test configuration - VPP Performance Test Configs 2n-skx +# VPP Performance Changes 3n-hsw 4t4c MRR - type: "table" - title: "Test configuration - VPP Performance Test Configs 2n-skx" - algorithm: "table_merged_details" - output-file-ext: ".csv" - output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx" - columns: - - - title: "Name" - data: "data name" - - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" - rows: "generated" - data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + title: "VPP Performance Changes 3n-hsw 4t4c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-hsw: + - 8 # MRR full + - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel + - 48 # MRR sel + reference: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 9 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel + data: "vpp-performance-changes-3n-hsw-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - - "parent" - "name" - - "vat-history" + - "parent" + - "result" -# Test Operational Data - VPP Performance Operational Data 3n-hsw +# VPP Performance Changes 3n-skx 2t1c MRR - type: "table" - title: "Test Operational Data - VPP Performance Operational Data 3n-hsw" - algorithm: "table_merged_details" - output-file-ext: ".csv" - output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw" - columns: - - - title: "Name" - data: "data name" - - - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" - data: "data show-run" - rows: "generated" - data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + title: "VPP Performance Changes 3n-skx 2t1c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel + reference: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + data: "vpp-performance-changes-3n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - - "parent" - "name" - - "show-run" + - "parent" + - "result" -# Test Operational Data - VPP Performance Operational Data 3n-skx +# VPP Performance Changes 3n-skx 4t2c MRR - type: "table" - title: "Test Operational Data - VPP Performance Operational Data 3n-skx" - algorithm: "table_merged_details" - output-file-ext: ".csv" - output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx" - columns: - - - title: "Name" - data: "data name" - - - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" - data: "data show-run" - rows: "generated" - data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + title: "VPP Performance Changes 3n-skx 4t2c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel + reference: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + data: "vpp-performance-changes-3n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - - "parent" - "name" - - "show-run" + - "parent" + - "result" -# Test Operational Data - VPP Performance Operational Data 2n-skx +# VPP Performance Changes 3n-skx 8t4c MRR - type: "table" - title: "Test Operational Data - VPP Performance Operational Data 2n-skx" - algorithm: "table_merged_details" - output-file-ext: ".csv" - output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx" - columns: - - - title: "Name" - data: "data name" - - - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" - data: "data show-run" - rows: "generated" - data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + title: "VPP Performance Changes 3n-skx 8t4c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel + reference: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + data: "vpp-performance-changes-3n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - - "parent" - "name" - - "show-run" + - "parent" + - "result" -# Detailed Test Results - VPP MRR Results 3n-hsw +# VPP Performance Changes 2n-skx 2t1c MRR - type: "table" - title: "Detailed Test Results - VPP MRR Results 3n-hsw" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw" - columns: - - - title: "Name" - data: "data name" - - - title: "Status" - data: "data msg" - rows: "generated" - data: "vpp-mrr-results-3n-hsw" - filter: "'MRR'" + title: "VPP Performance Changes 2n-skx 2t1c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel + reference: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-2n-skx: + - 8 # MRR sel + - 10 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel + data: "vpp-performance-changes-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "msg" + - "result" -# Detailed Test Results - VPP MRR Results 3n-skx +# VPP Performance Changes 2n-skx 4t2c MRR - type: "table" - title: "Detailed Test Results - VPP MRR Results 3n-skx" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx" - columns: - - - title: "Name" - data: "data name" - - - title: "Status" - data: "data msg" - rows: "generated" - data: "vpp-mrr-results-3n-skx" - filter: "'MRR'" + title: "VPP Performance Changes 2n-skx 4t2c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel + reference: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-2n-skx: + - 8 # MRR sel + - 10 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel + data: "vpp-performance-changes-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "msg" + - "result" -# Detailed Test Results - VPP MRR Results 2n-skx +# VPP Performance Changes 2n-skx 8t4c MRR - type: "table" - title: "Detailed Test Results - VPP MRR Results 2n-skx" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx" - columns: - - - title: "Name" - data: "data name" - - - title: "Status" - data: "data msg" - rows: "generated" - data: "vpp-mrr-results-2n-skx" - filter: "'MRR'" + title: "VPP Performance Changes 2n-skx 8t4c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel + reference: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-2n-skx: + - 8 # MRR sel + - 10 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel + data: "vpp-performance-changes-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "msg" + - "result" -# Test configuration - VPP MRR Test Configs 3n-hsw +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr - type: "table" - title: "Test configuration - VPP MRR Test Configs 3n-hsw" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw" - columns: - - - title: "Name" - data: "data name" - - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" - rows: "generated" - data: "vpp-mrr-results-3n-hsw" - filter: "'MRR'" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr" + reference: + title: "3-Node Hsw" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel + compare: + title: "3-Node Skx" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + data: "vpp-compare-testbeds-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and 'MRR' and '1C'" parameters: - - "parent" - "name" - - "vat-history" + - "parent" + - "result" -# Test configuration - VPP MRR Test Configs 3n-skx +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr - type: "table" - title: "Test configuration - VPP MRR Test Configs 3n-skx" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx" - columns: - - - title: "Name" - data: "data name" - - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" - rows: "generated" - data: "vpp-mrr-results-3n-skx" - filter: "'MRR'" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr" + reference: + title: "3-Node Hsw" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel + compare: + title: "3-Node Skx" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + data: "vpp-compare-testbeds-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and 'MRR' and '2C'" parameters: - - "parent" - "name" - - "vat-history" + - "parent" + - "result" -# Test configuration - VPP MRR Test Configs 2n-skx +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr - type: "table" - title: "Test configuration - VPP MRR Test Configs 2n-skx" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx" - columns: - - - title: "Name" - data: "data name" - - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" - rows: "generated" - data: "vpp-mrr-results-2n-skx" - filter: "'MRR'" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr" + reference: + title: "3-Node Hsw" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel + compare: + title: "3-Node Skx" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + data: "vpp-compare-testbeds-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and 'MRR' and '4C'" parameters: + - "name" - "parent" + - "result" + +# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr +- + type: "table" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr" + reference: + title: "3-Node Skx" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + compare: + title: "2-Node Skx" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel + data: "vpp-compare-topologies-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'MRR' and '1C'" + parameters: - "name" - - "vat-history" + - "parent" + - "result" -# Detailed Test Results - VPP Functional Results - Ubuntu +# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr - type: "table" - title: "Detailed Test Results - VPP Functional Results - Ubuntu" - algorithm: "table_details" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr" + reference: + title: "3-Node Skx" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + compare: + title: "2-Node Skx" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel + data: "vpp-compare-topologies-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'MRR' and '2C'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr +- + type: "table" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr" + reference: + title: "3-Node Skx" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + compare: + title: "2-Node Skx" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel + data: "vpp-compare-topologies-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'MRR' and '4C'" + parameters: + - "name" + - "parent" + - "result" + +# Detailed Test Results - VPP Performance Results 3n-hsw +- + type: "table" + title: "Detailed Test Results - VPP Performance Results 3n-hsw" + algorithm: "table_merged_details" output-file-ext: ".csv" - output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu" + output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw" columns: - title: "Name" data: "data name" - - - title: "Documentation" - data: "data doc" - title: "Status" - data: "data status" + data: "data msg" rows: "generated" - data: "vpp-func-results-ubuntu" - filter: "all" + data: "vpp-perf-results-3n-hsw" + filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "name" - "parent" - - "doc" - - "status" + - "msg" -# Detailed Test Results - VPP Functional Results - CentOS +# Detailed Test Results - VPP Performance Results 3n-skx - type: "table" - title: "Detailed Test Results - VPP Functional Results - CentOS" - algorithm: "table_details" + title: "Detailed Test Results - VPP Performance Results 3n-skx" + algorithm: "table_merged_details" output-file-ext: ".csv" - output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos" + output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx" columns: - title: "Name" data: "data name" - - title: "Documentation" - data: "data doc" + title: "Status" + data: "data msg" + rows: "generated" + data: "vpp-perf-results-3n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP Performance Results 2n-skx +- + type: "table" + title: "Detailed Test Results - VPP Performance Results 2n-skx" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx" + columns: + - + title: "Name" + data: "data name" - title: "Status" - data: "data status" + data: "data msg" rows: "generated" - data: - "vpp-func-results-centos" - filter: "all" + data: "vpp-perf-results-2n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "name" - "parent" - - "doc" - - "status" + - "msg" -# Test configuration - VPP Functional Test Configs - Ubuntu +# Detailed Test Results - VPP Performance Results 2n-dnv - type: "table" - title: "Test configuration - VPP Functional Test Configs - Ubuntu" + title: "Detailed Test Results - VPP Performance Results 2n-dnv" algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu" + output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "intel-dnv-vpp" + filter: "'NDRPDR'" + parameters: + - "name" + - "parent" + - "msg" + +# Test configuration - VPP Performance Test Configs 3n-hsw +- + type: "table" + title: "Test configuration - VPP Performance Test Configs 3n-hsw" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw" columns: - title: "Name" @@ -2827,20 +3519,20 @@ title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" data: "data vat-history" rows: "generated" - data: "vpp-func-results-ubuntu" - filter: "all" + data: "vpp-perf-results-3n-hsw" + filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "parent" - "name" - "vat-history" -# Test configuration - VPP Functional Test Configs - CentOS +# Test configuration - VPP Performance Test Configs 3n-skx - type: "table" - title: "Test configuration - VPP Functional Test Configs - CentOS" - algorithm: "table_details" + title: "Test configuration - VPP Performance Test Configs 3n-skx" + algorithm: "table_merged_details" output-file-ext: ".csv" - output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos" + output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx" columns: - title: "Name" @@ -2849,125 +3541,1169 @@ title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" data: "data vat-history" rows: "generated" - data: "vpp-func-results-centos" - filter: "all" + data: "vpp-perf-results-3n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "parent" - "name" - "vat-history" -# Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw +# Test configuration - VPP Performance Test Configs 2n-skx - type: "table" - title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw" - algorithm: "table_details" + title: "Test configuration - VPP Performance Test Configs 2n-skx" + algorithm: "table_merged_details" output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw" + output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx" columns: - title: "Name" data: "data name" - - title: "Status" - data: "data msg" + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" rows: "generated" - data: "ligato-perf-results-3n-hsw" - filter: "all" + data: "vpp-perf-results-2n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - - "name" - "parent" - - "msg" + - "name" + - "vat-history" -# Detailed Test Results - VPP Device Results - Ubuntu +# Test configuration - VPP Performance Test Configs 2n-dnv - type: "table" - title: "Detailed Test Results - VPP Device Results - Ubuntu" + title: "Test configuration - VPP Performance Test Configs 2n-dnv" algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" + output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv" columns: - title: "Name" data: "data name" - - title: "Documentation" - data: "data doc" - - - title: "Status" - data: "data status" + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" rows: "generated" - data: "vpp-device-results-ubuntu" - filter: "all" + data: "intel-dnv-vpp" + filter: "'NDRPDR'" parameters: - - "name" - "parent" - - "doc" - - "status" + - "name" + - "vat-history" -# Test configuration - VPP Device Test Configs - Ubuntu +# Test Operational Data - VPP Performance Operational Data 3n-hsw - type: "table" - title: "Test configuration - VPP Device Test Configs - Ubuntu" - algorithm: "table_details" + title: "Test Operational Data - VPP Performance Operational Data 3n-hsw" + algorithm: "table_merged_details" output-file-ext: ".csv" - output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" + output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw" columns: - title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" + data: "data show-run" rows: "generated" - data: "vpp-device-results-ubuntu" - filter: "all" + data: "vpp-perf-results-3n-hsw" + filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "parent" - "name" - - "vat-history" + - "show-run" -################################################################################ +# Test Operational Data - VPP Performance Operational Data 3n-skx +- + type: "table" + title: "Test Operational Data - VPP Performance Operational Data 3n-skx" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" + data: "data show-run" + rows: "generated" + data: "vpp-perf-results-3n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "parent" + - "name" + - "show-run" -# DPDK Performance Changes 3n-hsw 1t1c pdr +# Test Operational Data - VPP Performance Operational Data 2n-skx - type: "table" - title: "DPDK Performance Changes 3n-hsw 1t1c pdr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr" - history: - - - title: "rls1804" - data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 + title: "Test Operational Data - VPP Performance Operational Data 2n-skx" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" + data: "data show-run" + rows: "generated" + data: "vpp-perf-results-2n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "parent" + - "name" + - "show-run" + +# Test Operational Data - VPP Performance Operational Data 2n-dnv +- + type: "table" + title: "Test Operational Data - VPP Performance Operational Data 2n-dnv" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" + data: "data show-run" + rows: "generated" + data: "intel-dnv-vpp" + filter: "'NDRPDR'" + parameters: + - "parent" + - "name" + - "show-run" + +# Detailed Test Results - VPP MRR Results 3n-hsw +- + type: "table" + title: "Detailed Test Results - VPP MRR Results 3n-hsw" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "vpp-mrr-results-3n-hsw" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP MRR Results 3n-skx +- + type: "table" + title: "Detailed Test Results - VPP MRR Results 3n-skx" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "vpp-mrr-results-3n-skx" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP MRR Results 2n-skx +- + type: "table" + title: "Detailed Test Results - VPP MRR Results 2n-skx" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "vpp-mrr-results-2n-skx" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP MRR Results 2n-dnv +- + type: "table" + title: "Detailed Test Results - VPP MRR Results 2n-dnv" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "intel-dnv-vpp" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "msg" + +# Test configuration - VPP MRR Test Configs 3n-hsw +- + type: "table" + title: "Test configuration - VPP MRR Test Configs 3n-hsw" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: "vpp-mrr-results-3n-hsw" + filter: "'MRR'" + parameters: + - "parent" + - "name" + - "vat-history" + +# Test configuration - VPP MRR Test Configs 3n-skx +- + type: "table" + title: "Test configuration - VPP MRR Test Configs 3n-skx" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: "vpp-mrr-results-3n-skx" + filter: "'MRR'" + parameters: + - "parent" + - "name" + - "vat-history" + +# Test configuration - VPP MRR Test Configs 2n-skx +- + type: "table" + title: "Test configuration - VPP MRR Test Configs 2n-skx" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: "vpp-mrr-results-2n-skx" + filter: "'MRR'" + parameters: + - "parent" + - "name" + - "vat-history" + +# Test configuration - VPP MRR Test Configs 2n-dnv +- + type: "table" + title: "Test configuration - VPP MRR Test Configs 2n-dnv" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: "intel-dnv-vpp" + filter: "'MRR'" + parameters: + - "parent" + - "name" + - "vat-history" + +# Detailed Test Results - VPP Functional Results - Ubuntu +- + type: "table" + title: "Detailed Test Results - VPP Functional Results - Ubuntu" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu" + columns: + - + title: "Name" + data: "data name" + - + title: "Documentation" + data: "data doc" + - + title: "Status" + data: "data status" + rows: "generated" + data: "vpp-func-results-ubuntu" + filter: "all" + parameters: + - "name" + - "parent" + - "doc" + - "status" + +# Detailed Test Results - VPP Functional Results - CentOS +- + type: "table" + title: "Detailed Test Results - VPP Functional Results - CentOS" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos" + columns: + - + title: "Name" + data: "data name" + - + title: "Documentation" + data: "data doc" + - + title: "Status" + data: "data status" + rows: "generated" + data: + "vpp-func-results-centos" + filter: "all" + parameters: + - "name" + - "parent" + - "doc" + - "status" + +# Test configuration - VPP Functional Test Configs - Ubuntu +- + type: "table" + title: "Test configuration - VPP Functional Test Configs - Ubuntu" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: "vpp-func-results-ubuntu" + filter: "all" + parameters: + - "parent" + - "name" + - "vat-history" + +# Test configuration - VPP Functional Test Configs - CentOS +- + type: "table" + title: "Test configuration - VPP Functional Test Configs - CentOS" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: "vpp-func-results-centos" + filter: "all" + parameters: + - "parent" + - "name" + - "vat-history" + +# Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw +- + type: "table" + title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "ligato-perf-results-3n-hsw" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP Device Results - Ubuntu +- + type: "table" + title: "Detailed Test Results - VPP Device Results - Ubuntu" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" + columns: + - + title: "Name" + data: "data name" + - + title: "Documentation" + data: "data doc" + - + title: "Status" + data: "data status" + rows: "generated" + data: "vpp-device-results-ubuntu" + filter: "all" + parameters: + - "name" + - "parent" + - "doc" + - "status" + +# Test configuration - VPP Device Test Configs - Ubuntu +- + type: "table" + title: "Test configuration - VPP Device Test Configs - Ubuntu" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: "vpp-device-results-ubuntu" + filter: "all" + parameters: + - "parent" + - "name" + - "vat-history" + +################################################################################ + +# DPDK Performance Changes 3n-hsw 1t1c pdr +- + type: "table" + title: "DPDK Performance Changes 3n-hsw 1t1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr" + history: + - + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-hsw: + - 11 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 + reference: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + data: "dpdk-performance-changes-3n-hsw" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 3n-hsw 2t2c pdr +- + type: "table" + title: "DPDK Performance Changes 3n-hsw 2t2c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr" + history: + - + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-hsw: + - 11 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 + reference: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + data: "dpdk-performance-changes-3n-hsw" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 3n-hsw 1t1c ndr +- + type: "table" + title: "DPDK Performance Changes 3n-hsw 1t1c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr" + history: + - + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-hsw: + - 11 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 + reference: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + data: "dpdk-performance-changes-3n-hsw" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 3n-hsw 2t2c ndr +- + type: "table" + title: "DPDK Performance Changes 3n-hsw 2t2c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr" + history: + - + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-hsw: + - 11 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 + reference: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + data: "dpdk-performance-changes-3n-hsw" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 3n-skx 2t1c pdr +- + type: "table" + title: "DPDK Performance Changes 3n-skx 2t1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr" + history: + - + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + reference: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-skx: + - 1 # NDRPDR sel F + - 2 # NDRPDR sel F + data: "dpdk-performance-changes-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 3n-skx 4t2c pdr +- + type: "table" + title: "DPDK Performance Changes 3n-skx 4t2c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr" + history: + - + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + reference: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-skx: + - 1 # NDRPDR sel F + - 2 # NDRPDR sel F + data: "dpdk-performance-changes-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 3n-skx 2t1c ndr +- + type: "table" + title: "DPDK Performance Changes 3n-skx 2t1c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr" + history: + - + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + reference: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-skx: + - 1 # NDRPDR sel F + - 2 # NDRPDR sel F + data: "dpdk-performance-changes-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 3n-skx 4t2c ndr +- + type: "table" + title: "DPDK Performance Changes 3n-skx 4t2c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr" + history: + - + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + reference: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-skx: + - 1 # NDRPDR sel F + - 2 # NDRPDR sel F + data: "dpdk-performance-changes-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr +- + type: "table" + title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" + reference: + title: "3-Node Hsw" + data: + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + compare: + title: "3-Node Skx" + data: + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-skx: + - 1 # NDRPDR sel F + - 2 # NDRPDR sel F + data: "dpdk-compare-testbeds" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr +- + type: "table" + title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr" + reference: + title: "3-Node Skx" + data: + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-skx: + - 1 # NDRPDR sel F + - 2 # NDRPDR sel F + compare: + title: "2-Node Skx" + data: + # TODO: Add new data + csit-dpdk-perf-verify-1901-2n-skx: + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + data: "dpdk-compare-topologies" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr +- + type: "table" + title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr" + reference: + title: "3-Node Skx" + data: + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-skx: + - 1 # NDRPDR sel F + - 2 # NDRPDR sel F + compare: + title: "2-Node Skx" + data: + # TODO: Add new data + csit-dpdk-perf-verify-1901-2n-skx: + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + data: "dpdk-compare-topologies" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr +- + type: "table" + title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" + reference: + title: "3-Node Hsw" + data: + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + compare: + title: "3-Node Skx" + data: + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-skx: + - 1 # NDRPDR sel F + - 2 # NDRPDR sel F + data: "dpdk-compare-testbeds" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx mrr +# NOTE: Not used in 18.10 +#- +# type: "table" +# title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx mrr" +# algorithm: "table_performance_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-mrr" +# reference: +# title: "3-Node Hsw" +# data: +# csit-dpdk-perf-verify-1807-3n-hsw: +# - 11 +# - 12 # full +# - 14 +# - 15 +# - 16 +# - 17 +# - 20 +# - 21 +# - 22 +# - 23 +# compare: +# title: "3-Node Skx" +# data: +# csit-dpdk-perf-verify-1807-3n-skx: +# - 1 +# - 2 +# - 3 +# - 6 +# - 7 +# - 8 +# - 9 +# - 10 +# - 11 +# - 12 +# data: "dpdk-compare-testbeds" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'NIC_Intel-X710' and MRR" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" +# parameters: +# - "name" +# - "parent" +# - "result" + +# DPDK Performance Changes 2n-skx 2t1c pdr +- + type: "table" + title: "DPDK Performance Changes 2n-skx 2t1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr" + reference: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-2n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel compare: + title: "rls1901" + data: + csit-dpdk-perf-verify-1901-2n-skx: + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + data: "dpdk-performance-changes-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 2n-skx 4t2c pdr +- + type: "table" + title: "DPDK Performance Changes 2n-skx 4t2c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr" + reference: title: "rls1810" data: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel + csit-dpdk-perf-verify-1810-2n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-dpdk-perf-verify-1901-2n-skx: - 2 # NDRPDR sel - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -2977,729 +4713,752 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - data: "dpdk-performance-changes-3n-hsw" + - 11 # NDRPDR sel + data: "dpdk-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 2n-skx 2t1c ndr +- + type: "table" + title: "DPDK Performance Changes 2n-skx 2t1c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr" + reference: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-2n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-dpdk-perf-verify-1901-2n-skx: + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + data: "dpdk-performance-changes-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 2n-skx 4t2c ndr +- + type: "table" + title: "DPDK Performance Changes 2n-skx 4t2c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr" + reference: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-2n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-dpdk-perf-verify-1901-2n-skx: + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + data: "dpdk-performance-changes-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# Detailed Test Results - DPDK Performance Results 3n-hsw +- + type: "table" + title: "Detailed Test Results - DPDK Performance Results 3n-hsw" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "dpdk-perf-results-3n-hsw" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - DPDK Performance Results 3n-skx +- + type: "table" + title: "Detailed Test Results - DPDK Performance Results 3n-skx" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "dpdk-perf-results-3n-skx" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - DPDK Performance Results 2n-skx +- + type: "table" + title: "Detailed Test Results - DPDK Performance Results 2n-skx" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "dpdk-perf-results-2n-skx" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +################################################################################ +# HoneyComb +- + type: "table" + title: "Detailed Test Results - Honeycomb Functional Results" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results" + columns: + - + title: "Name" + data: "data name" + - + title: "Documentation" + data: "data doc" + - + title: "Status" + data: "data status" + rows: "generated" + data: + "hc-func-results" + filter: "all" parameters: - "name" - "parent" - - "throughput" + - "doc" + - "status" -# DPDK Performance Changes 3n-hsw 2t2c pdr +################################################################################ +# NSH SFC - type: "table" - title: "DPDK Performance Changes 3n-hsw 2t2c pdr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr" - history: - - - title: "rls1804" - data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 - compare: - title: "rls1810" - data: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - data: "dpdk-performance-changes-3n-hsw" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Detailed Test Results - NSH SFC Functional Results" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results" + columns: + - + title: "Name" + data: "data name" + - + title: "Documentation" + data: "data doc" + - + title: "Status" + data: "data status" + rows: "generated" + data: + "nsh-func-results" + filter: "all" parameters: - "name" - "parent" - - "throughput" + - "doc" + - "status" -# DPDK Performance Changes 3n-hsw 1t1c ndr +################################################################################ +# DMM - type: "table" - title: "DPDK Performance Changes 3n-hsw 1t1c ndr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr" - history: - - - title: "rls1804" - data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 - compare: - title: "rls1810" - data: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - data: "dpdk-performance-changes-3n-hsw" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Detailed Test Results - DMM Functional Results" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,FUNC,DMM]}/dmm_functional_results" + columns: + - + title: "Name" + data: "data name" + - + title: "Documentation" + data: "data doc" + - + title: "Status" + data: "data status" + rows: "generated" + data: + "dmm-func-results" + filter: "all" + parameters: + - "name" + - "parent" + - "doc" + - "status" + +################################################################################ +### F I L E S ### +################################################################################ + +# VPP Performance Results 3n-hsw +- + type: "file" + title: "VPP Performance Results 3n-hsw" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,PERF,VPP,3N,HSW]}" + data: "vpp-perf-results-3n-hsw" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Results 3n-skx +- + type: "file" + title: "VPP Performance Results 3n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,PERF,VPP,3N,SKX]}" + data: "vpp-perf-results-3n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Results 2n-skx +- + type: "file" + title: "VPP Performance Results 2n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,PERF,VPP,2N,SKX]}" + data: "vpp-perf-results-2n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Results 2n-dnv +- + type: "file" + title: "VPP Performance Results 2n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,PERF,VPP,2N,DNV]}" + data: "intel-dnv-vpp" + filter: "'NDRPDR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Configuration 3n-hsw +- + type: "file" + title: "VPP Performance Configuration 3n-hsw" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_performance_configuration_3n_hsw" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTC,PERF,VPP,3N,HSW]}" + data: "vpp-perf-results-3n-hsw" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Configuration 3n-skx +- + type: "file" + title: "VPP Performance Configuration 3n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_performance_configuration_3n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTC,PERF,VPP,3N,SKX]}" + data: "vpp-perf-results-3n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Configuration 2n-skx +- + type: "file" + title: "VPP Performance Configuration 2n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_performance_configuration_2n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTC,PERF,VPP,2N,SKX]}" + data: "vpp-perf-results-2n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Configuration 2n-dnv +- + type: "file" + title: "VPP Performance Configuration 2n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_performance_configuration_2n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTC,PERF,VPP,2N,DNV]}" + data: "intel-dnv-vpp" + filter: "'NDRPDR'" parameters: - "name" + - "doc" + - "level" - "parent" - - "throughput" + data-start-level: 3 -# DPDK Performance Changes 3n-hsw 2t2c ndr +# VPP Performance Operational Data 3n-hsw - - type: "table" - title: "DPDK Performance Changes 3n-hsw 2t2c ndr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr" - history: - - - title: "rls1804" - data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 - compare: - title: "rls1810" - data: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - data: "dpdk-performance-changes-3n-hsw" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + type: "file" + title: "VPP Performance Operational Data 3n-hsw" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_performance_operational_data_3n_hsw" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTO,PERF,VPP,3N,HSW]}" + data: "vpp-perf-results-3n-hsw" + filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "name" + - "doc" + - "level" - "parent" - - "throughput" + data-start-level: 3 -# DPDK Performance Changes 3n-skx 2t1c pdr +# VPP Performance Operational Data 3n-skx - - type: "table" - title: "DPDK Performance Changes 3n-skx 2t1c pdr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr" - reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - compare: - title: "rls1810" - data: - csit-dpdk-perf-verify-1810-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - data: "dpdk-performance-changes-3n-skx" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + type: "file" + title: "VPP Performance Operational Data 3n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_performance_operational_data_3n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTO,PERF,VPP,3N,SKX]}" + data: "vpp-perf-results-3n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "name" + - "doc" + - "level" - "parent" - - "throughput" + data-start-level: 3 -# DPDK Performance Changes 3n-skx 4t2c pdr +# VPP Performance Operational Data 2n-skx - - type: "table" - title: "DPDK Performance Changes 3n-skx 4t2c pdr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr" - reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - compare: - title: "rls1810" - data: - csit-dpdk-perf-verify-1810-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - data: "dpdk-performance-changes-3n-skx" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + type: "file" + title: "VPP Performance Operational Data 2n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_performance_operational_data_2n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTO,PERF,VPP,2N,SKX]}" + data: "vpp-perf-results-2n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "name" + - "doc" + - "level" - "parent" - - "throughput" + data-start-level: 3 -# DPDK Performance Changes 3n-skx 2t1c ndr +# VPP Performance Operational Data 2n-dnv - - type: "table" - title: "DPDK Performance Changes 3n-skx 2t1c ndr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr" - reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - compare: - title: "rls1810" - data: - csit-dpdk-perf-verify-1810-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - data: "dpdk-performance-changes-3n-skx" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + type: "file" + title: "VPP Performance Operational Data 2n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_performance_operational_data_2n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTO,PERF,VPP,2N,DNV]}" + data: "intel-dnv-vpp" + filter: "'NDRPDR'" parameters: - "name" + - "doc" + - "level" - "parent" - - "throughput" + data-start-level: 3 -# DPDK Performance Changes 3n-skx 4t2c ndr +# VPP MRR Results 3n-hsw - - type: "table" - title: "DPDK Performance Changes 3n-skx 4t2c ndr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr" - reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - compare: - title: "rls1810" - data: - csit-dpdk-perf-verify-1810-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - data: "dpdk-performance-changes-3n-skx" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + type: "file" + title: "VPP MRR Results 3n-hsw" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,MRR,VPP,3N,HSW]}" + data: "vpp-mrr-results-3n-hsw" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP MRR Results 3n-skx +- + type: "file" + title: "VPP MRR Results 3n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,MRR,VPP,3N,SKX]}" + data: "vpp-mrr-results-3n-skx" + filter: "'MRR'" parameters: - "name" + - "doc" + - "level" - "parent" - - "throughput" + data-start-level: 3 -# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr +# VPP MRR Results 2n-skx - - type: "table" - title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" - reference: - title: "3-Node Hsw" - data: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - compare: - title: "3-Node Skx" - data: - csit-dpdk-perf-verify-1810-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - data: "dpdk-compare-testbeds" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + type: "file" + title: "VPP MRR Results 2n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,MRR,VPP,2N,SKX]}" + data: "vpp-mrr-results-2n-skx" + filter: "all" parameters: - "name" + - "doc" + - "level" - "parent" - - "throughput" + data-start-level: 3 -# DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr +# VPP MRR Results 2n-dnv - - type: "table" - title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr" - reference: - title: "3-Node Skx" - data: - csit-dpdk-perf-verify-1810-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - compare: - title: "2-Node Skx" - data: - csit-dpdk-perf-verify-1810-2n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - data: "dpdk-compare-topologies" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + type: "file" + title: "VPP MRR Results 2n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,MRR,VPP,2N,DNV]}" + data: "intel-dnv-vpp" + filter: "'MRR'" parameters: - "name" + - "doc" + - "level" - "parent" - - "throughput" + data-start-level: 3 -# DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr +# VPP MRR Configuration 3n-hsw - - type: "table" - title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr" - reference: - title: "3-Node Skx" - data: - csit-dpdk-perf-verify-1810-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - compare: - title: "2-Node Skx" - data: - csit-dpdk-perf-verify-1810-2n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - data: "dpdk-compare-topologies" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + type: "file" + title: "VPP MRR Configuration 3n-hsw" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_configuration_3n_hsw" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTC,MRR,VPP,3N,HSW]}" + data: "vpp-mrr-results-3n-hsw" + filter: "'MRR'" parameters: - "name" + - "doc" + - "level" - "parent" - - "throughput" + data-start-level: 3 -# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr +# VPP MRR Configuration 3n-skx - - type: "table" - title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" - reference: - title: "3-Node Hsw" - data: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - compare: - title: "3-Node Skx" - data: - csit-dpdk-perf-verify-1810-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - data: "dpdk-compare-testbeds" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + type: "file" + title: "VPP MRR Configuration 3n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_configuration_3n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTC,MRR,VPP,3N,SKX]}" + data: "vpp-mrr-results-3n-skx" + filter: "'MRR'" parameters: - "name" + - "doc" + - "level" - "parent" - - "throughput" + data-start-level: 3 -# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx mrr -# NOTE: Not used in 18.10 -#- -# type: "table" -# title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx mrr" -# algorithm: "table_performance_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-mrr" -# reference: -# title: "3-Node Hsw" -# data: -# csit-dpdk-perf-verify-1807-3n-hsw: -# - 11 -# - 12 # full -# - 14 -# - 15 -# - 16 -# - 17 -# - 20 -# - 21 -# - 22 -# - 23 -# compare: -# title: "3-Node Skx" -# data: -# csit-dpdk-perf-verify-1807-3n-skx: -# - 1 -# - 2 -# - 3 -# - 6 -# - 7 -# - 8 -# - 9 -# - 10 -# - 11 -# - 12 -# data: "dpdk-compare-testbeds" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'NIC_Intel-X710' and MRR" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" -# parameters: -# - "name" -# - "parent" -# - "result" +# VPP MRR Configuration 2n-skx +- + type: "file" + title: "VPP MRR Configuration 2n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_configuration_2n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTC,MRR,VPP,2N,SKX]}" + data: "vpp-mrr-results-2n-skx" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 -# Detailed Test Results - DPDK Performance Results 3n-hsw +# VPP MRR Configuration 2n-dnv - - type: "table" - title: "Detailed Test Results - DPDK Performance Results 3n-hsw" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" - columns: - - - title: "Name" - data: "data name" - - - title: "Status" - data: "data msg" - rows: "generated" - data: "dpdk-perf-results-3n-hsw" - filter: "all" + type: "file" + title: "VPP MRR Configuration 2n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_configuration_2n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTC,MRR,VPP,2N,DNV]}" + data: "intel-dnv-vpp" + filter: "'MRR'" parameters: - "name" + - "doc" + - "level" - "parent" - - "msg" + data-start-level: 3 -# Detailed Test Results - DPDK Performance Results 3n-skx +# VPP Functional Results - Ubuntu - - type: "table" - title: "Detailed Test Results - DPDK Performance Results 3n-skx" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" - columns: - - - title: "Name" - data: "data name" - - - title: "Status" - data: "data msg" - rows: "generated" - data: "dpdk-perf-results-3n-skx" + type: "file" + title: "VPP Functional Results - Ubuntu" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,FUNC,VPP,UBUNTU]}" + data: "vpp-func-results-ubuntu" filter: "all" parameters: - "name" + - "doc" + - "level" - "parent" - - "msg" + data-start-level: 3 -# Detailed Test Results - DPDK Performance Results 2n-skx +# VPP Functional Results - CentOS - - type: "table" - title: "Detailed Test Results - DPDK Performance Results 2n-skx" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx" - columns: - - - title: "Name" - data: "data name" - - - title: "Status" - data: "data msg" - rows: "generated" - data: "dpdk-perf-results-2n-skx" + type: "file" + title: "VPP Functional Results - CentOS" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,FUNC,VPP,CENTOS]}" + data: + "vpp-func-results-centos" filter: "all" parameters: - "name" + - "doc" + - "level" - "parent" - - "msg" + data-start-level: 3 -################################################################################ -# HoneyComb +# VPP Functional Configuration - Ubuntu - - type: "table" - title: "Detailed Test Results - Honeycomb Functional Results" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results" - columns: - - - title: "Name" - data: "data name" - - - title: "Documentation" - data: "data doc" - - - title: "Status" - data: "data status" - rows: "generated" - data: - "hc-func-results" + type: "file" + title: "VPP Functional Configuration - Ubuntu" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTC,FUNC,VPP,UBUNTU]}" + data: "vpp-func-results-ubuntu" filter: "all" parameters: - "name" - - "parent" - "doc" - - "status" + - "level" + - "parent" + data-start-level: 3 -################################################################################ -# NSH SFC +# VPP Functional Configuration - CentOS - - type: "table" - title: "Detailed Test Results - NSH SFC Functional Results" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results" - columns: - - - title: "Name" - data: "data name" - - - title: "Documentation" - data: "data doc" - - - title: "Status" - data: "data status" - rows: "generated" + type: "file" + title: "VPP Functional Configuration - CentOS" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTC,FUNC,VPP,CENTOS]}" data: - "nsh-func-results" + "vpp-func-results-centos" filter: "all" parameters: - "name" - - "parent" - "doc" - - "status" + - "level" + - "parent" + data-start-level: 3 -################################################################################ -# DMM +# VPP Device Results - Ubuntu - - type: "table" - title: "Detailed Test Results - DMM Functional Results" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,FUNC,DMM]}/dmm_functional_results" - columns: - - - title: "Name" - data: "data name" - - - title: "Documentation" - data: "data doc" - - - title: "Status" - data: "data status" - rows: "generated" - data: - "dmm-func-results" + type: "file" + title: "VPP Device Results - Ubuntu" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}" + data: "vpp-device-results-ubuntu" filter: "all" parameters: - "name" + - "doc" + - "level" - "parent" + data-start-level: 2 + +# VPP Device Configuration - Ubuntu +- + type: "file" + title: "VPP Device Configuration - Ubuntu" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}" + data: "vpp-device-results-ubuntu" + filter: "all" + parameters: + - "name" - "doc" - - "status" + - "level" + - "parent" + data-start-level: 2 -################################################################################ -### F I L E S ### -################################################################################ +# Container Orchestrated Performance Results 3n-hsw +- + type: "file" + title: "Container Orchestrated Performance Results 3n-hsw" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,PERF,COT,3N,HSW]}" + data: "ligato-perf-results-3n-hsw" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 -# VPP Performance Results 3n-hsw +# DPDK Performance Results 3n-hsw - type: "file" - title: "VPP Performance Results 3n-hsw" + title: "DPDK Performance Results 3n-hsw" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw" + output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,PERF,VPP,3N,HSW]}" - data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + dir-tables: "{DIR[DTR,PERF,DPDK,3N,HSW]}" + data: "dpdk-perf-results-3n-hsw" + filter: "all" parameters: - "name" - "doc" @@ -3707,17 +5466,17 @@ - "parent" data-start-level: 3 -# VPP Performance Results 3n-skx +# DPDK Performance Results 3n-skx - type: "file" - title: "VPP Performance Results 3n-skx" + title: "DPDK Performance Results 3n-skx" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx" + output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,PERF,VPP,3N,SKX]}" - data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + dir-tables: "{DIR[DTR,PERF,DPDK,3N,SKX]}" + data: "dpdk-perf-results-3n-skx" + filter: "all" parameters: - "name" - "doc" @@ -3725,17 +5484,17 @@ - "parent" data-start-level: 3 -# VPP Performance Results 2n-skx +# DPDK Performance Results 2n-skx - type: "file" - title: "VPP Performance Results 2n-skx" + title: "DPDK Performance Results 2n-skx" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx" + output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,PERF,VPP,2N,SKX]}" - data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + dir-tables: "{DIR[DTR,PERF,DPDK,2N,SKX]}" + data: "dpdk-perf-results-2n-skx" + filter: "all" parameters: - "name" - "doc" @@ -3743,17 +5502,18 @@ - "parent" data-start-level: 3 -# VPP Performance Configuration 3n-hsw +# Honeycomb Functional Results - type: "file" - title: "VPP Performance Configuration 3n-hsw" + title: "Honeycomb Functional Results" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_performance_configuration_3n_hsw" + output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTC,PERF,VPP,3N,HSW]}" - data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + dir-tables: "{DIR[DTR,FUNC,HC]}" + data: + "hc-func-results" + filter: "all" parameters: - "name" - "doc" @@ -3761,17 +5521,18 @@ - "parent" data-start-level: 3 -# VPP Performance Configuration 3n-skx +# NSH SFC Functional Results - type: "file" - title: "VPP Performance Configuration 3n-skx" + title: "NSH SFC Functional Results" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_performance_configuration_3n_skx" + output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTC,PERF,VPP,3N,SKX]}" - data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + dir-tables: "{DIR[DTR,FUNC,NSHSFC]}" + data: + "nsh-func-results" + filter: "all" parameters: - "name" - "doc" @@ -3779,17 +5540,18 @@ - "parent" data-start-level: 3 -# VPP Performance Configuration 2n-skx +# DMM Functional Results - type: "file" - title: "VPP Performance Configuration 2n-skx" + title: "DMM Functional Results" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_performance_configuration_2n_skx" + output-file: "{DIR[DTR,FUNC,DMM]}/dmm_functional_results" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTC,PERF,VPP,2N,SKX]}" - data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + dir-tables: "{DIR[DTR,FUNC,DMM]}" + data: + "dmm-func-results" + filter: "all" parameters: - "name" - "doc" @@ -3797,410 +5559,1002 @@ - "parent" data-start-level: 3 -# VPP Performance Operational Data 3n-hsw +################################################################################ +### P L O T S ### +################################################################################ + +# Soak test - 30min Soak Test (PLRsearch), boxes - - type: "file" - title: "VPP Performance Operational Data 3n-hsw" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_performance_operational_data_3n_hsw" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTO,PERF,VPP,3N,HSW]}" - data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + type: "plot" + title: "VPP Throughput: 30min Soak Test (PLRsearch) boxes" + algorithm: "plot_soak_boxes" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/example-soak-boxes" + data: "plot-vpp-soak-2n-skx" + filter: "'SOAK'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "L2BDMACLRN" + - "IP4FWD" + - "IP6FWD" + - "VHOST" + layout: + title: "30min Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + +# Soak test - example, not used +- + type: "plot" + title: "VPP Throughput: 30min Soak Test (PLRsearch) bars" + algorithm: "plot_soak_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/example-soak-bars" + data: "plot-vpp-soak-2n-skx" + filter: "'SOAK'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "L2BDMACLRN" + - "IP4FWD" + - "IP6FWD" + - "VHOST" + layout: + title: "30min Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + +################################################################################ +# Plots - NF Density - VSC + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + '64B' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + '64B' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + 'IMIX' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + '64B' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-ndr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + '64B' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-ndr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-ndr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-ndr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + '64B' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-pdr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + '64B' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-pdr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-pdr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-pdr" + layout: "plot-service-density" + +################################################################################ +# Plots - NF Density - CSC + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '4T2C' and + 'MRR'" parameters: + - "result" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + layout: "plot-service-density" -# VPP Performance Operational Data 3n-skx - - type: "file" - title: "VPP Performance Operational Data 3n-skx" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_performance_operational_data_3n_skx" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTO,PERF,VPP,3N,SKX]}" - data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'IMIX' and + '2T1C' and + 'MRR'" parameters: + - "result" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + layout: "plot-service-density" -# VPP Performance Operational Data 2n-skx - - type: "file" - title: "VPP Performance Operational Data 2n-skx" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_performance_operational_data_2n_skx" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTO,PERF,VPP,2N,SKX]}" - data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'MRR'" parameters: + - "result" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + layout: "plot-service-density" -# VPP MRR Results 3n-hsw - - type: "file" - title: "VPP MRR Results 3n-hsw" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,MRR,VPP,3N,HSW]}" - data: "vpp-mrr-results-3n-hsw" - filter: "'MRR'" + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '2T1C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-ndr" + layout: "plot-service-density" -# VPP MRR Results 3n-skx - - type: "file" - title: "VPP MRR Results 3n-skx" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,MRR,VPP,3N,SKX]}" - data: "vpp-mrr-results-3n-skx" - filter: "'MRR'" + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '4T2C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-ndr" + layout: "plot-service-density" -# VPP MRR Results 2n-skx - - type: "file" - title: "VPP MRR Results 2n-skx" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,MRR,VPP,2N,SKX]}" - data: "vpp-mrr-results-2n-skx" - filter: "all" + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-ndr" + layout: "plot-service-density" -# VPP MRR Configuration 3n-hsw - - type: "file" - title: "VPP MRR Configuration 3n-hsw" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_configuration_3n_hsw" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTC,MRR,VPP,3N,HSW]}" - data: "vpp-mrr-results-3n-hsw" - filter: "'MRR'" + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-ndr" + layout: "plot-service-density" -# VPP MRR Configuration 3n-skx - - type: "file" - title: "VPP MRR Configuration 3n-skx" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_configuration_3n_skx" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTC,MRR,VPP,3N,SKX]}" - data: "vpp-mrr-results-3n-skx" - filter: "'MRR'" + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '2T1C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-pdr" + layout: "plot-service-density" -# VPP MRR Configuration 2n-skx - - type: "file" - title: "VPP MRR Configuration 2n-skx" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_configuration_2n_skx" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTC,MRR,VPP,2N,SKX]}" - data: "vpp-mrr-results-2n-skx" - filter: "'MRR'" + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '4T2C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-pdr" + layout: "plot-service-density" -# VPP Functional Results - Ubuntu - - type: "file" - title: "VPP Functional Results - Ubuntu" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,FUNC,VPP,UBUNTU]}" - data: "vpp-func-results-ubuntu" - filter: "all" + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-pdr" + layout: "plot-service-density" -# VPP Functional Results - CentOS - - type: "file" - title: "VPP Functional Results - CentOS" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,FUNC,VPP,CENTOS]}" - data: - "vpp-func-results-centos" - filter: "all" + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-pdr" + layout: "plot-service-density" + +################################################################################ +# Plots - NF Density - CSP -# VPP Functional Configuration - Ubuntu - - type: "file" - title: "VPP Functional Configuration - Ubuntu" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTC,FUNC,VPP,UBUNTU]}" - data: "vpp-func-results-ubuntu" - filter: "all" + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + '64B' and + '2T1C' and + 'MRR'" parameters: + - "result" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + layout: "plot-service-density" -# VPP Functional Configuration - CentOS - - type: "file" - title: "VPP Functional Configuration - CentOS" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTC,FUNC,VPP,CENTOS]}" - data: - "vpp-func-results-centos" - filter: "all" + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + '64B' and + '4T2C' and + 'MRR'" parameters: + - "result" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + layout: "plot-service-density" -# VPP Device Results - Ubuntu - - type: "file" - title: "VPP Device Results - Ubuntu" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}" - data: "vpp-device-results-ubuntu" - filter: "all" + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'IMIX' and + '2T1C' and + 'MRR'" parameters: + - "result" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 2 + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + layout: "plot-service-density" -# VPP Device Configuration - Ubuntu - - type: "file" - title: "VPP Device Configuration - Ubuntu" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}" - data: "vpp-device-results-ubuntu" - filter: "all" + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'IMIX' and + '4T2C' and + 'MRR'" parameters: + - "result" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 2 + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + layout: "plot-service-density" -# Container Orchestrated Performance Results 3n-hsw - - type: "file" - title: "Container Orchestrated Performance Results 3n-hsw" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,PERF,COT,3N,HSW]}" - data: "ligato-perf-results-3n-hsw" - filter: "all" + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csp-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + '64B' and + '2T1C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-ndr" + layout: "plot-service-density" -# DPDK Performance Results 3n-hsw - - type: "file" - title: "DPDK Performance Results 3n-hsw" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,PERF,DPDK,3N,HSW]}" - data: "dpdk-perf-results-3n-hsw" - filter: "all" + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csp-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + '64B' and + '4T2C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-ndr" + layout: "plot-service-density" -# DPDK Performance Results 3n-skx - - type: "file" - title: "DPDK Performance Results 3n-skx" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,PERF,DPDK,3N,SKX]}" - data: "dpdk-perf-results-3n-skx" - filter: "all" + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csp-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-ndr" + layout: "plot-service-density" -# DPDK Performance Results 2n-skx - - type: "file" - title: "DPDK Performance Results 2n-skx" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,PERF,DPDK,2N,SKX]}" - data: "dpdk-perf-results-2n-skx" - filter: "all" + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csp-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-ndr" + layout: "plot-service-density" -# Honeycomb Functional Results - - type: "file" - title: "Honeycomb Functional Results" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,FUNC,HC]}" - data: - "hc-func-results" - filter: "all" + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csp-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + '64B' and + '2T1C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-pdr" + layout: "plot-service-density" -# NSH SFC Functional Results - - type: "file" - title: "NSH SFC Functional Results" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,FUNC,NSHSFC]}" - data: - "nsh-func-results" - filter: "all" + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csp-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + '64B' and + '4T2C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-pdr" + layout: "plot-service-density" -# DMM Functional Results - - type: "file" - title: "DMM Functional Results" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,FUNC,DMM]}/dmm_functional_results" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,FUNC,DMM]}" - data: - "dmm-func-results" - filter: "all" + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csp-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-pdr" + layout: "plot-service-density" -################################################################################ -### P L O T S ### -################################################################################ +- + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csp-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-pdr" + layout: "plot-service-density" ################################################################################ # Plots VPP HTTP Server Performance @@ -4542,9 +6896,9 @@ - "parent" - "tags" sort: + - "L2XCFWD" - "L2PATCH" - - "L2XCBASE" - - "BASE" + - "L2BDMACLRN" - "FIB_10K" - "FIB_100K" - "FIB_1M" @@ -4577,9 +6931,9 @@ - "parent" - "tags" sort: + - "L2XCFWD" - "L2PATCH" - - "L2XCBASE" - - "BASE" + - "L2BDMACLRN" - "FIB_10K" - "FIB_100K" - "FIB_1M" @@ -4612,9 +6966,9 @@ - "parent" - "tags" sort: + - "L2XCFWD" - "L2PATCH" - - "L2XCBASE" - - "BASE" + - "L2BDMACLRN" - "FIB_10K" - "FIB_100K" - "FIB_1M" @@ -4647,9 +7001,9 @@ - "parent" - "tags" sort: + - "L2XCFWD" - "L2PATCH" - - "L2XCBASE" - - "BASE" + - "L2BDMACLRN" - "FIB_10K" - "FIB_100K" - "FIB_1M" @@ -4947,7 +7301,8 @@ '2T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "throughput" - "parent" @@ -4982,7 +7337,8 @@ '2T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "throughput" - "parent" @@ -5017,7 +7373,8 @@ '4T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "throughput" - "parent" @@ -5052,7 +7409,8 @@ '4T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "throughput" - "parent" @@ -5217,7 +7575,8 @@ '2T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "throughput" - "parent" @@ -5252,7 +7611,8 @@ '2T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "throughput" - "parent" @@ -5287,7 +7647,8 @@ '4T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "throughput" - "parent" @@ -5322,7 +7683,8 @@ '4T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "throughput" - "parent" @@ -5624,6 +7986,135 @@ title: "l2sw-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" layout: "plot-throughput" +# Packet Throughput - VPP L2 2n-dnv-x553 base +- + type: "plot" + title: "VPP Throughput: l2sw-2n-dnv-x553-64b-1t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-dnv-x553-64b-1t1c-base-ndr" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '64B' and + 'BASE' and + 'NDRPDR' and + 'ETH' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" + - "L2BDMACLRN" + - "L2PATCH" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-2n-dnv-x553-64b-1t1c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-2n-dnv-x553-64b-1t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-dnv-x553-64b-1t1c-base-pdr" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" + - "L2BDMACLRN" + - "L2PATCH" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-2n-dnv-x553-64b-1t1c-base-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-2n-dnv-x553-64b-2t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-dnv-x553-64b-2t2c-base-ndr" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" + - "L2BDMACLRN" + - "L2PATCH" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-2n-dnv-x553-64b-2t2c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-2n-dnv-x553-64b-2t2c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-dnv-x553-64b-2t2c-base-pdr" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" + - "L2BDMACLRN" + - "L2PATCH" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-2n-dnv-x553-64b-2t2c-base-pdr" + layout: "plot-throughput" + ################################################################################ # Packet Throughput - VPP Container Memif 3n-hsw-x520 @@ -6994,7 +9485,7 @@ data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '1T1C' and 'IP4FWD' and @@ -7005,9 +9496,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -7026,7 +9518,7 @@ data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '1T1C' and 'IP4FWD' and @@ -7037,9 +9529,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -7058,7 +9551,7 @@ data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '2T2C' and 'IP4FWD' and @@ -7069,9 +9562,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -7090,7 +9584,7 @@ data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '2T2C' and 'IP4FWD' and @@ -7101,9 +9595,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -7138,6 +9633,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "NAT44" - "POLICE_MARK" @@ -7176,6 +9672,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "NAT44" - "POLICE_MARK" @@ -7214,6 +9711,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "NAT44" - "POLICE_MARK" @@ -7252,6 +9750,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "NAT44" - "POLICE_MARK" @@ -7690,6 +10189,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "FIB_20K" - "FIB_200K" @@ -7722,6 +10222,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "FIB_20K" - "FIB_200K" @@ -7754,6 +10255,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "FIB_20K" - "FIB_200K" @@ -7786,6 +10288,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "FIB_20K" - "FIB_200K" @@ -9176,9 +11679,142 @@ output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-x710-64b-2t1c-base_and_scale-ndr" data: "plot-vpp-throughput-latency-2n-skx" - filter: "'NIC_Intel-X710' and + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and + 'NDRPDR' and + '2T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "DOT1Q" + - "IP4BASE" + - "FIB_20k" + - "FIB_200k" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-2n-skx-x710-64b-2t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-2n-skx-x710-64b-2t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-x710-64b-2t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and + 'NDRPDR' and + '2T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "DOT1Q" + - "IP4BASE" + - "FIB_20k" + - "FIB_200k" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-2n-skx-x710-64b-2t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-2n-skx-x710-64b-4t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-x710-64b-4t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and + 'NDRPDR' and + '4T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "DOT1Q" + - "IP4BASE" + - "FIB_20k" + - "FIB_200k" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-2n-skx-x710-64b-4t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-2n-skx-x710-64b-4t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-x710-64b-4t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and + 'NDRPDR' and + '4T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "DOT1Q" + - "IP4BASE" + - "FIB_20k" + - "FIB_200k" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-2n-skx-x710-64b-4t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv4 2n-skx-xxv710 base and scale +- + type: "plot" + title: "VPP Throughput: ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '2T1C' and 'IP4FWD' and @@ -9189,28 +11825,29 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-2n-skx-x710-64b-2t1c-base_and_scale-ndr" + title: "ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-2n-skx-x710-64b-2t1c-base_and_scale-pdr" + title: "VPP Throughput: ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-x710-64b-2t1c-base_and_scale-pdr" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-pdr" data: "plot-vpp-throughput-latency-2n-skx" - filter: "'NIC_Intel-X710' and + filter: "'NIC_Intel-XXV710' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '2T1C' and 'IP4FWD' and @@ -9221,28 +11858,29 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-2n-skx-x710-64b-2t1c-base_and_scale-pdr" + title: "ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-pdr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-2n-skx-x710-64b-4t2c-base_and_scale-ndr" + title: "VPP Throughput: ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-x710-64b-4t2c-base_and_scale-ndr" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" data: "plot-vpp-throughput-latency-2n-skx" - filter: "'NIC_Intel-X710' and + filter: "'NIC_Intel-XXV710' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '4T2C' and 'IP4FWD' and @@ -9253,28 +11891,29 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-2n-skx-x710-64b-4t2c-base_and_scale-ndr" + title: "ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-2n-skx-x710-64b-4t2c-base_and_scale-pdr" + title: "VPP Throughput: ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-x710-64b-4t2c-base_and_scale-pdr" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" data: "plot-vpp-throughput-latency-2n-skx" - filter: "'NIC_Intel-X710' and + filter: "'NIC_Intel-XXV710' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '4T2C' and 'IP4FWD' and @@ -9285,31 +11924,32 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-2n-skx-x710-64b-4t2c-base_and_scale-pdr" + title: "ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" layout: "plot-throughput" -# Packet Throughput - VPP IPv4 2n-skx-xxv710 base and scale +# Packet Throughput - VPP IPv4 2n-dnv-x553 base and scale - type: "plot" - title: "VPP Throughput: ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" + title: "VPP Throughput: ip4-2n-dnv-x553-64b-1t1c-base-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" - data: "plot-vpp-throughput-latency-2n-skx" - filter: "'NIC_Intel-XXV710' and + output-file: "{DIR[STATIC,VPP]}/ip4-2n-dnv-x553-64b-1t1c-base-ndr" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'IP4BASE' and 'NDRPDR' and - '2T1C' and + '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" @@ -9319,29 +11959,26 @@ - "tags" sort: - "IP4BASE" - - "FIB_20K" - - "FIB_200K" - - "FIB_2M" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" + title: "ip4-2n-dnv-x553-64b-1t1c-base-ndr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-pdr" + title: "VPP Throughput: ip4-2n-dnv-x553-64b-1t1c-base-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-pdr" - data: "plot-vpp-throughput-latency-2n-skx" - filter: "'NIC_Intel-XXV710' and + output-file: "{DIR[STATIC,VPP]}/ip4-2n-dnv-x553-64b-1t1c-base-pdr" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'IP4BASE' and 'NDRPDR' and - '2T1C' and + '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" @@ -9351,29 +11988,26 @@ - "tags" sort: - "IP4BASE" - - "FIB_20K" - - "FIB_200K" - - "FIB_2M" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-pdr" + title: "ip4-2n-dnv-x553-64b-1t1c-base-pdr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" + title: "VPP Throughput: ip4-2n-dnv-x553-64b-2t2c-base-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" - data: "plot-vpp-throughput-latency-2n-skx" - filter: "'NIC_Intel-XXV710' and + output-file: "{DIR[STATIC,VPP]}/ip4-2n-dnv-x553-64b-2t2c-base-ndr" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'IP4BASE' and 'NDRPDR' and - '4T2C' and + '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" @@ -9383,29 +12017,26 @@ - "tags" sort: - "IP4BASE" - - "FIB_20K" - - "FIB_200K" - - "FIB_2M" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" + title: "ip4-2n-dnv-x553-64b-2t2c-base-ndr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" + title: "VPP Throughput: ip4-2n-dnv-x553-64b-2t2c-base-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" - data: "plot-vpp-throughput-latency-2n-skx" - filter: "'NIC_Intel-XXV710' and + output-file: "{DIR[STATIC,VPP]}/ip4-2n-dnv-x553-64b-2t2c-base-pdr" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'IP4BASE' and 'NDRPDR' and - '4T2C' and + '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" @@ -9415,15 +12046,12 @@ - "tags" sort: - "IP4BASE" - - "FIB_20K" - - "FIB_200K" - - "FIB_2M" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" + title: "ip4-2n-dnv-x553-64b-2t2c-base-pdr" layout: "plot-throughput" ################################################################################ @@ -9441,8 +12069,7 @@ 'ENCAP' and 'NDRPDR' and '1T1C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -9475,8 +12102,7 @@ 'ENCAP' and 'NDRPDR' and '1T1C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -9509,8 +12135,7 @@ 'ENCAP' and 'NDRPDR' and '2T2C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -9543,8 +12168,7 @@ 'ENCAP' and 'NDRPDR' and '2T2C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -9707,8 +12331,7 @@ 'ENCAP' and 'NDRPDR' and '1T1C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -9716,7 +12339,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -9741,8 +12364,7 @@ 'ENCAP' and 'NDRPDR' and '1T1C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -9750,7 +12372,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -9775,8 +12397,7 @@ 'ENCAP' and 'NDRPDR' and '2T2C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -9784,7 +12405,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -9809,8 +12430,7 @@ 'ENCAP' and 'NDRPDR' and '2T2C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -9818,7 +12438,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -9973,8 +12593,7 @@ 'ENCAP' and 'NDRPDR' and '2T1C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -9982,7 +12601,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -10007,8 +12626,7 @@ 'ENCAP' and 'NDRPDR' and '2T1C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -10016,7 +12634,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -10041,8 +12659,7 @@ 'ENCAP' and 'NDRPDR' and '4T2C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -10050,7 +12667,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -10075,8 +12692,7 @@ 'ENCAP' and 'NDRPDR' and '4T2C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -10084,7 +12700,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -10940,8 +13556,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -10973,8 +13589,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -11006,8 +13622,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -11039,8 +13655,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -11205,7 +13821,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-X710' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '2T1C' and 'IP6FWD' and @@ -11218,8 +13834,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -11238,7 +13854,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-X710' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '2T1C' and 'IP6FWD' and @@ -11251,8 +13867,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -11271,7 +13887,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-X710' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '4T2C' and 'IP6FWD' and @@ -11284,8 +13900,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -11304,7 +13920,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-X710' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '4T2C' and 'IP6FWD' and @@ -11317,8 +13933,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -11338,7 +13954,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-XXV710' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '2T1C' and 'IP6FWD' and @@ -11351,8 +13967,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -11371,7 +13987,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-XXV710' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '2T1C' and 'IP6FWD' and @@ -11384,8 +14000,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" traces: hoverinfo: "x+y" @@ -11404,9 +14020,136 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-XXV710' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and + 'NDRPDR' and + '4T2C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20k" + - "FIB_200k" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-2n-skx-xxv710-78b-4t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-2n-skx-xxv710-78b-4t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-2n-skx-xxv710-78b-4t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '78B' and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and + 'NDRPDR' and + '4T2C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20k" + - "FIB_200k" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-2n-skx-xxv710-78b-4t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv6 2n-dnv-x553 base +- + type: "plot" + title: "VPP Throughput: ip6-2n-dnv-x553-78b-1t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-2n-dnv-x553-78b-1t1c-base-ndr" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '78B' and + 'IP6BASE' and + 'NDRPDR' and + '1T1C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-2n-dnv-x553-78b-1t1c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-2n-dnv-x553-78b-1t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-2n-dnv-x553-78b-1t1c-base-pdr" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '78B' and + 'IP6BASE' and + 'NDRPDR' and + '1T1C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-2n-dnv-x553-78b-1t1c-base-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-2n-dnv-x553-78b-2t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-2n-dnv-x553-78b-2t2c-base-ndr" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '78B' and + 'IP6BASE' and 'NDRPDR' and - '4T2C' and + '2T2C' and 'IP6FWD' and not 'SRv6' and not 'IPSEC' and @@ -11417,29 +14160,26 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" - - "FIB_2M" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip6-2n-skx-xxv710-78b-4t2c-base_and_scale-ndr" + title: "ip6-2n-dnv-x553-78b-2t2c-base-ndr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip6-2n-skx-xxv710-78b-4t2c-base_and_scale-pdr" + title: "VPP Throughput: ip6-2n-dnv-x553-78b-2t2c-base-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip6-2n-skx-xxv710-78b-4t2c-base_and_scale-pdr" - data: "plot-vpp-throughput-latency-2n-skx" - filter: "'NIC_Intel-XXV710' and + output-file: "{DIR[STATIC,VPP]}/ip6-2n-dnv-x553-78b-2t2c-base-pdr" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'IP6BASE' and 'NDRPDR' and - '4T2C' and + '2T2C' and 'IP6FWD' and not 'SRv6' and not 'IPSEC' and @@ -11450,15 +14190,12 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" - - "FIB_2M" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip6-2n-skx-xxv710-78b-4t2c-base_and_scale-pdr" + title: "ip6-2n-dnv-x553-78b-2t2c-base-pdr" layout: "plot-throughput" ################################################################################ @@ -14250,6 +16987,7 @@ '2T1C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -14282,6 +17020,7 @@ '4T2C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -14314,6 +17053,7 @@ '2T1C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -14346,6 +17086,7 @@ '4T2C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -14379,6 +17120,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -14414,6 +17156,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -14449,6 +17192,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -14484,6 +17228,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -14521,6 +17266,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -14556,6 +17302,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -14591,6 +17338,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -14626,6 +17374,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -14662,6 +17411,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -14696,6 +17446,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -14730,6 +17481,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -14764,6 +17516,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -16871,9 +19624,9 @@ - "parent" - "tags" sort: + - "L2XCFWD" - "L2PATCH" - - "L2XCBASE" - - "BASE" + - "L2BDMACLRN" - "FIB_10K" - "FIB_100K" - "FIB_1M" @@ -16902,9 +19655,9 @@ - "parent" - "tags" sort: + - "L2XCFWD" - "L2PATCH" - - "L2XCBASE" - - "BASE" + - "L2BDMACLRN" - "FIB_10K" - "FIB_100K" - "FIB_1M" @@ -17168,7 +19921,8 @@ '2T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "latency" - "parent" @@ -17199,7 +19953,8 @@ '4T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "latency" - "parent" @@ -17288,7 +20043,8 @@ '2T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "latency" - "parent" @@ -17319,7 +20075,8 @@ '4T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "latency" - "parent" @@ -18079,7 +20836,7 @@ data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '1T1C' and 'IP4FWD' and @@ -18090,9 +20847,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip4-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" @@ -18107,7 +20865,7 @@ data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '2T2C' and 'IP4FWD' and @@ -18118,9 +20876,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip4-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" @@ -18151,6 +20910,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "NAT44" - "POLICE_MARK" @@ -18185,6 +20945,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "NAT44" - "POLICE_MARK" @@ -18395,6 +21156,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "FIB_20K" - "FIB_200K" @@ -18423,6 +21185,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "FIB_20K" - "FIB_200K" @@ -19051,7 +21814,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-X710' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '2T1C' and 'IP4FWD' and @@ -19062,9 +21825,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip4-2n-skx-x710-64b-2t1c-base_and_scale-ndr" @@ -19079,7 +21843,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-X710' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '4T2C' and 'IP4FWD' and @@ -19090,9 +21854,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip4-2n-skx-x710-64b-4t2c-base_and_scale-ndr" @@ -19108,7 +21873,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-XXV710' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '2T1C' and 'IP4FWD' and @@ -19119,9 +21884,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" @@ -19136,7 +21902,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-XXV710' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '4T2C' and 'IP4FWD' and @@ -19147,9 +21913,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" @@ -19170,8 +21937,7 @@ 'ENCAP' and 'NDRPDR' and '1T1C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -19200,8 +21966,7 @@ 'ENCAP' and 'NDRPDR' and '2T2C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -19288,8 +22053,7 @@ 'ENCAP' and 'NDRPDR' and '1T1C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -19297,7 +22061,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -19318,8 +22082,7 @@ 'ENCAP' and 'NDRPDR' and '2T2C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -19327,7 +22090,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -19406,8 +22169,7 @@ 'ENCAP' and 'NDRPDR' and '2T1C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -19415,7 +22177,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -19436,8 +22198,7 @@ 'ENCAP' and 'NDRPDR' and '4T2C' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -19445,7 +22206,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -19759,7 +22520,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-X710' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '2T1C' and 'IP6FWD' and @@ -19772,8 +22533,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip6-2n-skx-x710-78b-2t1c-base_and_scale-ndr" @@ -19788,7 +22549,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-X710' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '4T2C' and 'IP6FWD' and @@ -19801,8 +22562,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip6-2n-skx-x710-78b-4t2c-base_and_scale-ndr" @@ -19818,7 +22579,7 @@ data: "plot-vpp-throughput-latency-2n-skx" filter: "'NIC_Intel-XXV710' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and '2T1C' and 'IP6FWD' and @@ -19831,8 +22592,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip6-2n-skx-xxv710-78b-2t1c-base_and_scale-ndr" @@ -19860,8 +22621,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip6-2n-skx-xxv710-78b-4t2c-base_and_scale-ndr" @@ -21116,6 +23877,7 @@ '2T1C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "latency" @@ -21144,6 +23906,7 @@ '4T2C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "latency" @@ -21174,6 +23937,7 @@ 'VHOST_1024' and not 'VXLAN' and not 'IP4FWD' and + not 'NF_DENSITY' and not '2VM'" parameters: - "latency" @@ -21204,6 +23968,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -21237,6 +24002,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -21268,6 +24034,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -21300,6 +24067,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "latency" @@ -21330,6 +24098,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "latency" @@ -22835,7 +25604,7 @@ data: "plot-throughput-speedup-analysis-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and 'IP4FWD' and not 'IPSEC' and @@ -22845,9 +25614,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip4-3n-hsw-x520-64b-base_and_scale-ndr" @@ -22862,7 +25632,7 @@ data: "plot-throughput-speedup-analysis-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and 'IP4FWD' and not 'IPSEC' and @@ -22872,9 +25642,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip4-3n-hsw-x520-64b-base_and_scale-pdr" @@ -22904,6 +25675,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "NAT44" - "POLICE_MARK" @@ -22937,6 +25709,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "NAT44" - "POLICE_MARK" @@ -23140,6 +25913,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "FIB_20K" - "FIB_200K" @@ -23167,6 +25941,7 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - "FIB_20K" - "FIB_200K" @@ -23775,7 +26550,7 @@ data: "plot-throughput-speedup-analysis-2n-skx" filter: "'NIC_Intel-X710' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and 'IP4FWD' and not 'IPSEC' and @@ -23785,9 +26560,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip4-2n-skx-x710-64b-base_and_scale-ndr" @@ -23802,7 +26578,7 @@ data: "plot-throughput-speedup-analysis-2n-skx" filter: "'NIC_Intel-X710' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and 'IP4FWD' and not 'IPSEC' and @@ -23812,9 +26588,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip4-2n-skx-x710-64b-base_and_scale-pdr" @@ -23830,7 +26607,7 @@ data: "plot-throughput-speedup-analysis-2n-skx" filter: "'NIC_Intel-XXV710' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and 'IP4FWD' and not 'IPSEC' and @@ -23840,9 +26617,10 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip4-2n-skx-xxv710-64b-base_and_scale-ndr" @@ -23857,7 +26635,7 @@ data: "plot-throughput-speedup-analysis-2n-skx" filter: "'NIC_Intel-XXV710' and '64B' and - ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP4BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and 'IP4FWD' and not 'IPSEC' and @@ -23867,14 +26645,64 @@ - "parent" - "tags" sort: + - "DOT1Q" - "IP4BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip4-2n-skx-xxv710-64b-base_and_scale-pdr" layout: "plot-throughput-speedup-analysis" +# Speedup - VPP IPv4 2n-dnv-x553 base +- + type: "plot" + title: "Speedup: ip4-2n-dnv-x553-64b-base-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-dnv-x553-64b-base-ndr-tsa" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '64B' and + 'IP4BASE' and + 'NDRPDR' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + layout: + title: "ip4-2n-dnv-x553-64b-base-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip4-2n-dnv-x553-64b-base-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-dnv-x553-64b-base-pdr-tsa" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '64B' and + 'IP4BASE' and + 'NDRPDR' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + layout: + title: "ip4-2n-dnv-x553-64b-base-pdr" + layout: "plot-throughput-speedup-analysis" + ################################################################################ # Speedup - VPP IPv4 Tunnels 3n-hsw-x520 @@ -23889,8 +26717,7 @@ '64B' and 'ENCAP' and 'NDRPDR' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -23918,8 +26745,7 @@ '64B' and 'ENCAP' and 'NDRPDR' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -24003,8 +26829,7 @@ '64B' and 'ENCAP' and 'NDRPDR' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -24012,7 +26837,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -24032,8 +26857,7 @@ '64B' and 'ENCAP' and 'NDRPDR' and - 'VXLAN' and - 'L2BDMACLRN' and + ('VXLAN' or 'LISP') and not 'VHOST' and not 'IPSECHW'" parameters: @@ -24041,7 +26865,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -24126,7 +26950,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -24155,7 +26979,7 @@ - "parent" - "tags" sort: - - "not DOT1Q" + - "LISP" - "VXLAN_1" - "VXLAN_10" - "VXLAN_100" @@ -24648,7 +27472,7 @@ data: "plot-throughput-speedup-analysis-2n-skx" filter: "'NIC_Intel-X710' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and 'IP6FWD' and not 'SRv6' and @@ -24660,8 +27484,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip6-2n-skx-x710-78b-base_and_scale-ndr" @@ -24676,7 +27500,7 @@ data: "plot-throughput-speedup-analysis-2n-skx" filter: "'NIC_Intel-X710' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and 'IP6FWD' and not 'SRv6' and @@ -24688,8 +27512,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip6-2n-skx-x710-78b-base_and_scale-pdr" @@ -24705,7 +27529,7 @@ data: "plot-throughput-speedup-analysis-2n-skx" filter: "'NIC_Intel-XXV710' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and 'IP6FWD' and not 'SRv6' and @@ -24717,8 +27541,8 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip6-2n-skx-xxv710-78b-base_and_scale-ndr" @@ -24733,7 +27557,7 @@ data: "plot-throughput-speedup-analysis-2n-skx" filter: "'NIC_Intel-XXV710' and '78B' and - ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + ('IP6BASE' or 'FIB_20k' or 'FIB_200k' or 'FIB_2M') and 'NDRPDR' and 'IP6FWD' and not 'SRv6' and @@ -24745,13 +27569,64 @@ - "tags" sort: - "IP6BASE" - - "FIB_20K" - - "FIB_200K" + - "FIB_20k" + - "FIB_200k" - "FIB_2M" layout: title: "ip6-2n-skx-xxv710-78b-base_and_scale-pdr" layout: "plot-throughput-speedup-analysis" +# Speedup - VPP IPv6 2n-dnv-x553 base +- + type: "plot" + title: "Speedup: ip6-2n-dnv-x553-78b-base-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-2n-dnv-x553-78b-base-ndr-tsa" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '78B' and + 'IP6BASE' and + 'NDRPDR' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + layout: + title: "ip6-2n-dnv-x553-78b-base-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip6-2n-dnv-x553-78b-base-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-2n-dnv-x553-78b-base-pdr-tsa" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '78B' and + 'IP6BASE' and + 'NDRPDR' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + layout: + title: "ip6-2n-dnv-x553-78b-base-pdr" + layout: "plot-throughput-speedup-analysis" + ################################################################################ # Speedup - VPP IPv6 tunnels 3n-hsw-x520 @@ -25012,9 +27887,9 @@ - "parent" - "tags" sort: + - "L2XCFWD" - "L2PATCH" - - "L2XCBASE" - - "BASE" + - "L2BDMACLRN" - "FIB_10K" - "FIB_100K" - "FIB_1M" @@ -25042,9 +27917,9 @@ - "parent" - "tags" sort: + - "L2XCFWD" - "L2PATCH" - - "L2XCBASE" - - "BASE" + - "L2BDMACLRN" - "FIB_10K" - "FIB_100K" - "FIB_1M" @@ -25122,7 +27997,8 @@ 'ETH' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "throughput" - "parent" @@ -25152,7 +28028,8 @@ 'ETH' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "throughput" - "parent" @@ -25299,6 +28176,7 @@ 'ETH' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and + not 'DRV_AVF' and not 'MEMIF'" parameters: - "throughput" @@ -25329,6 +28207,7 @@ 'ETH' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and + not 'DRV_AVF' and not 'MEMIF'" parameters: - "throughput" @@ -25415,7 +28294,8 @@ 'ETH' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "throughput" - "parent" @@ -25445,7 +28325,8 @@ 'ETH' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - not 'MEMIF'" + not 'MEMIF' and + not 'DRV_AVF'" parameters: - "throughput" - "parent" @@ -25583,6 +28464,61 @@ title: "l2sw-2n-skx-xxv710-64b-base_and_scale-pdr" layout: "plot-throughput-speedup-analysis" +# Speedup - VPP L2 2n-dnv-x553 base +- + type: "plot" + title: "Speedup: l2sw-2n-dnv-x553-64b-base-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-dnv-x553-64b-base-ndr-tsa" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" + - "L2BDMACLRN" + - "L2PATCH" + layout: + title: "l2sw-2n-dnv-x553-64b-base-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: l2sw-2n-dnv-x553-64b-base-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-dnv-x553-64b-base-pdr-tsa" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" + - "L2BDMACLRN" + - "L2PATCH" + layout: + title: "l2sw-2n-dnv-x553-64b-base-pdr" + layout: "plot-throughput-speedup-analysis" + ################################################################################ # Packet Speedup - VPP vhost ip4 3n-hsw-x520 @@ -26551,6 +29487,7 @@ 'IP4FWD' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -26578,6 +29515,7 @@ 'IP4FWD' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -26606,6 +29544,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -26636,6 +29575,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -26668,6 +29608,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -26698,6 +29639,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -26729,6 +29671,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -26758,6 +29701,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -27047,4 +29991,4 @@ - "tags" layout: title: "vts-3n-hsw-x520-114b-base_and_scale-pdr-tsa" - layout: "plot-throughput-speedup-analysis" \ No newline at end of file + layout: "plot-throughput-speedup-analysis"