X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=f3792189164fb3134d43f897cccec27a3e3c0158;hb=34cd9da28fb263af2b46410ce562f12f7d92fa08;hp=b19f62786cf31841d31d3b9c1e3192e484625406;hpb=8243ea78854683f2f80da53d8f197f10316e4801;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index b19f62786c..f379218916 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -39,6 +39,7 @@ DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw" DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu" DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos" + DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu" DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results" DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results" DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results" @@ -54,6 +55,7 @@ DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx" DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu" DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos" + DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu" # Detailed tests operational data DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data" @@ -118,19 +120,6 @@ # VPP Performance vpp-performance-changes: - csit-vpp-perf-1801-all: - - 124 # sel - - 127 # sel - - 128 # sel - - 141 # sel - - 142 # sel - - 143 # sel - - 145 # sel - - 146 # sel - - 162 # sel - - 163 # sel - - 167 # sel - - 172 # sel acl only csit-vpp-perf-1804-all: - 21 # sel - 22 # sel @@ -156,69 +145,49 @@ - 40 # NDRPDR sel - 44 # NDRPDR sel - 47 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-hsw: + # TODO: Add data + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel vpp-compare-testbeds: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 + csit-vpp-perf-verify-1810-3n-hsw: + # TODO: Add data + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-skx: + - 24 # NDRPDR full + - 10 # NDRPDR sel + - 14 # NDRPDR sel - 15 # NDRPDR sel - 16 # NDRPDR sel + - 17 # NDRPDR sel - 19 # NDRPDR sel - - 18 # NDRPDR sel - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel vpp-compare-testbeds-mrr: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full + csit-vpp-perf-verify-1810-3n-hsw: + # TODO: Add data - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel - csit-vpp-perf-verify-1807-3n-skx: - - 28 # MRR sel - - 32 # MRR sel - - 36 # MRR sel - - 42 # MRR sel - - 47 # MRR sel - - 48 # MRR sel - - 51 # MRR sel - - 52 # MRR sel - - 53 # MRR sel - - 54 # MRR sel + csit-vpp-perf-verify-1810-3n-skx: + # TODO: Add data + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel vpp-performance-changes-mrr: - csit-vpp-perf-check-1801: - - 3 - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 11 - - 12 - - 13 csit-vpp-perf-check-1804: - 6 # mrr - sel - 13 # mrr - sel @@ -240,152 +209,156 @@ - 41 # MRR sel - 42 # MRR sel - 48 # MRR sel + csit-vpp-perf-verify-1810-3n-hsw: + # TODO: Add data + - 9 # MRR sel vpp-perf-results-3n-hsw: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 + csit-vpp-perf-verify-1810-3n-hsw: + # TODO: Add data + - 20 # NDRPDR full + - 21 # NDRPDR full + - 22 # NDRPDR full vpp-perf-results-3n-skx: - csit-vpp-perf-verify-1807-3n-skx: - - 40 # NDRPDR full 1 - - 41 # NDRPDR full 2 + csit-vpp-perf-verify-1810-3n-skx: + - 23 # NDRPDR full + - 24 # NDRPDR full vpp-perf-results-2n-skx: - csit-vpp-perf-verify-1807-2n-skx: - - 32 # NDRPDR full + csit-vpp-perf-verify-1810-2n-skx: + - 25 # NDRPDR full + - 26 # NDRPDR full vpp-mrr-results-3n-hsw: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full + csit-vpp-perf-verify-1810-3n-hsw: + # TODO: Replace with full + - 9 # MRR sel vpp-mrr-results-3n-skx: - csit-vpp-perf-verify-1807-3n-skx: - - 31 # MRR full + csit-vpp-perf-verify-1810-3n-skx: + # TODO: Replace with full + - 9 # MRR sel vpp-mrr-results-2n-skx: - csit-vpp-perf-verify-1807-2n-skx: - - 27 # MRR full + csit-vpp-perf-verify-1810-2n-skx: + # TODO: Replace with full + - 8 # MRR sel plot-throughput-speedup-analysis-3n-hsw: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 + csit-vpp-perf-verify-1810-3n-hsw: + # TODO: Add data + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + + plot-throughput-speedup-analysis-3n-skx: + csit-vpp-perf-verify-1810-3n-skx: + - 24 # NDRPDR full + - 10 # NDRPDR sel + - 14 # NDRPDR sel - 15 # NDRPDR sel - 16 # NDRPDR sel + - 17 # NDRPDR sel - 19 # NDRPDR sel - - 18 # NDRPDR sel - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel - - plot-throughput-speedup-analysis-3n-skx: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel plot-throughput-speedup-analysis-2n-skx: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel plot-vpp-throughput-latency-3n-hsw: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 + csit-vpp-perf-verify-1810-3n-hsw: + # TODO: Add data + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + + plot-vpp-throughput-latency-3n-skx: + csit-vpp-perf-verify-1810-3n-skx: + - 24 # NDRPDR full + - 10 # NDRPDR sel + - 14 # NDRPDR sel - 15 # NDRPDR sel - 16 # NDRPDR sel + - 17 # NDRPDR sel - 19 # NDRPDR sel - - 18 # NDRPDR sel - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel - - plot-vpp-throughput-latency-3n-skx: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel plot-vpp-throughput-latency-2n-skx: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel plot-vpp-http-server-performance: - csit-vpp-perf-verify-1807-3n-hsw: - - 24 # WRK - - 25 # WRK - - 23 # WRK - - 26 # WRK - - 27 # WRK + csit-vpp-perf-verify-1810-3n-hsw: - 28 # WRK - 29 # WRK - 30 # WRK + - 31 # WRK - 32 # WRK + - 33 # WRK + - 34 # WRK - 35 # WRK + - 36 # WRK + - 37 # WRK # VPP Functional vpp-func-results-ubuntu: - csit-vpp-functional-1807-ubuntu1604-virl: - - 278 + csit-vpp-functional-1810-ubuntu1604-virl: + - 44 vpp-func-results-centos: - csit-vpp-functional-1807-centos7-virl: - - 278 + csit-vpp-functional-1810-centos7-virl: + - 44 + + vpp-device-results-ubuntu: + csit-vpp-device-1810-ubuntu1804-1n-skx: + - 2 # VPP Ligato ligato-perf-results-3n-hsw: + # TODO: Replace with 1810 data: csit-ligato-perf-1807-all: - 3 # full ? plot-ligato-throughput-speedup-analysis-3n-hsw: + # TODO: Replace with 1810 data: csit-ligato-perf-1807-all: - 3 # full ? - 4 # sel plot-ligato-throughput-latency-3n-hsw: + # TODO: Replace with 1810 data: csit-ligato-perf-1807-all: - 3 # full ? - 4 # sel @@ -414,96 +387,107 @@ - 21 - 22 - 23 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel dpdk-compare-testbeds: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 - - 2 - - 3 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel dpdk-perf-results-3n-hsw: - csit-dpdk-perf-verify-1807-3n-hsw: - - 12 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 dpdk-perf-results-3n-skx: - csit-dpdk-perf-verify-1807-3n-skx: - - 12 + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel dpdk-perf-results-2n-skx: - csit-dpdk-perf-verify-1807-2n-skx: - - 10 + csit-dpdk-perf-verify-1810-2n-skx: + - 3 plot-dpdk-throughput-latency-3n-hsw: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel plot-dpdk-throughput-latency-3n-skx: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 - - 2 - - 3 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel plot-dpdk-throughput-latency-2n-skx: - csit-dpdk-perf-verify-1807-2n-skx: - - 1 - - 2 - - 3 - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 + csit-dpdk-perf-verify-1810-2n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel # HoneyComb Functional hc-func-results: - csit-hc2vpp-verify-func-1807-ubuntu1604: - - 6 + csit-hc2vpp-verify-func-1810-ubuntu1604: + - 1 # NSH SFC Functional nsh-func-results: - csit-nsh_sfc-verify-func-1807-ubuntu1604-virl: - - 2 + csit-nsh_sfc-verify-func-1810-ubuntu1604-virl: + - 1 # DMM Functional dmm-func-results: - csit-dmm-functional-master-ubuntu1604-virl: - - 95 + csit-dmm-functional-1810-ubuntu1604-virl: + - 1 plot-layouts: @@ -830,19 +814,6 @@ builds: - csit-vpp-perf-1801-all: - - 124 # sel - - 127 # sel - - 128 # sel - - 141 # sel - - 142 # sel - - 143 # sel - - 145 # sel - - 146 # sel - - 162 # sel - - 163 # sel - - 167 # sel - - 172 # sel acl only csit-vpp-perf-1804-all: - 21 # sel - 22 # sel @@ -887,6 +858,28 @@ - 30 # WRK - 32 # WRK - 35 # WRK + # TODO: Add data: + csit-vpp-perf-verify-1810-3n-hsw: + - 9 # MRR sel + - 20 # NDRPDR full + - 21 # NDRPDR full + - 22 # NDRPDR full + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 28 # WRK + - 29 # WRK + - 30 # WRK + - 31 # WRK + - 32 # WRK + - 33 # WRK + - 34 # WRK + - 35 # WRK + - 36 # WRK + - 37 # WRK csit-vpp-perf-verify-1807-3n-skx: - 31 # MRR full - 28 # MRR sel @@ -911,6 +904,24 @@ - 49 # NDRPDR sel - 50 # NDRPDR sel - 56 # NDRPDR sel + # TODO: Add data: + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel + - 23 # NDRPDR full + - 24 # NDRPDR full + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel csit-vpp-perf-verify-1807-2n-skx: - 27 # MRR full - 31 # MRR sel @@ -934,17 +945,24 @@ - 39 # NDRPDR sel - 40 # NDRPDR sel - 42 # NDRPDR sel - csit-vpp-perf-check-1801: - - 3 # mrr - - 4 # mrr - - 5 # mrr - - 6 # mrr - - 7 # mrr - - 8 # mrr - - 9 # mrr - - 11 # mrr - - 12 # mrr - - 13 # mrr + # TODO: Add data: + csit-vpp-perf-verify-1810-2n-skx: + - 8 # MRR sel + - 10 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 25 # NDRPDR full + - 26 # NDRPDR full + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel csit-vpp-perf-check-1804: - 5 # mrr - full - 6 # mrr - sel @@ -994,6 +1012,17 @@ - 21 - 22 - 23 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel csit-dpdk-perf-verify-1807-3n-skx: - 1 - 2 @@ -1005,27 +1034,41 @@ - 10 - 11 - 12 - csit-dpdk-perf-verify-1807-2n-skx: - - 1 + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + csit-dpdk-perf-verify-1810-2n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + + csit-vpp-functional-1810-ubuntu1604-virl: + - 44 + csit-vpp-functional-1810-centos7-virl: + - 44 + csit-vpp-device-1810-ubuntu1804-1n-skx: - 2 - - 3 - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - csit-vpp-functional-1807-ubuntu1604-virl: - - 278 - csit-vpp-functional-1807-centos7-virl: - - 278 - csit-nsh_sfc-verify-func-1807-ubuntu1604-virl: - - 2 - csit-dmm-functional-master-ubuntu1604-virl: - - 95 - csit-hc2vpp-verify-func-1807-ubuntu1604: - - 6 + csit-nsh_sfc-verify-func-1810-ubuntu1604-virl: + - 1 + csit-dmm-functional-1810-ubuntu1604-virl: + - 1 + csit-hc2vpp-verify-func-1810-ubuntu1604: + - 1 - type: "output" @@ -1042,6 +1085,8 @@ ################################################################################ # VPP + +# VPP Performance Changes 1t1c pdr - type: "table" title: "VPP Performance Changes 1t1c pdr" @@ -1049,36 +1094,20 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-1t1c-pdr" history: - - title: "rls1801" + title: "rls1804" data: - csit-vpp-perf-1801-all: - - 124 # sel - - 127 # sel - - 128 # sel - - 141 # sel - - 142 # sel - - 143 # sel - - 145 # sel - - 146 # sel - - 162 # sel - - 163 # sel - - 167 # sel - - 172 # sel acl only + csit-vpp-perf-1804-all: + - 21 # sel + - 22 # sel + - 23 # sel + - 24 # sel + - 27 # sel + - 28 # sel + - 29 # sel + - 30 # sel + - 31 # sel + - 35 # sel reference: - title: "rls1804" - data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel - compare: title: "rls1807" data: csit-vpp-perf-verify-1807-3n-hsw: @@ -1095,6 +1124,16 @@ - 40 # NDRPDR sel - 44 # NDRPDR sel - 47 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel data: "vpp-performance-changes" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1103,6 +1142,7 @@ - "parent" - "throughput" +# VPP Performance Changes 2t2c pdr - type: "table" title: "VPP Performance Changes 2t2c pdr" @@ -1110,36 +1150,20 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-2t2c-pdr" history: - - title: "rls1801" + title: "rls1804" data: - csit-vpp-perf-1801-all: - - 124 # sel - - 127 # sel - - 128 # sel - - 141 # sel - - 142 # sel - - 143 # sel - - 145 # sel - - 146 # sel - - 162 # sel - - 163 # sel - - 167 # sel - - 172 # sel acl only + csit-vpp-perf-1804-all: + - 21 # sel + - 22 # sel + - 23 # sel + - 24 # sel + - 27 # sel + - 28 # sel + - 29 # sel + - 30 # sel + - 31 # sel + - 35 # sel reference: - title: "rls1804" - data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel - compare: title: "rls1807" data: csit-vpp-perf-verify-1807-3n-hsw: @@ -1156,6 +1180,16 @@ - 40 # NDRPDR sel - 44 # NDRPDR sel - 47 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel data: "vpp-performance-changes" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1164,6 +1198,7 @@ - "parent" - "throughput" +# VPP Performance Changes 1t1c ndr - type: "table" title: "VPP Performance Changes 1t1c ndr" @@ -1171,36 +1206,20 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-1t1c-ndr" history: - - title: "rls1801" + title: "rls1804" data: - csit-vpp-perf-1801-all: - - 124 # sel - - 127 # sel - - 128 # sel - - 141 # sel - - 142 # sel - - 143 # sel - - 145 # sel - - 146 # sel - - 162 # sel - - 163 # sel - - 167 # sel - - 172 # sel acl only + csit-vpp-perf-1804-all: + - 21 # sel + - 22 # sel + - 23 # sel + - 24 # sel + - 27 # sel + - 28 # sel + - 29 # sel + - 30 # sel + - 31 # sel + - 35 # sel reference: - title: "rls1804" - data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel - compare: title: "rls1807" data: csit-vpp-perf-verify-1807-3n-hsw: @@ -1217,6 +1236,16 @@ - 40 # NDRPDR sel - 44 # NDRPDR sel - 47 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel data: "vpp-performance-changes" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1225,6 +1254,7 @@ - "parent" - "throughput" +# VPP Performance Changes 2t2c ndr - type: "table" title: "VPP Performance Changes 2t2c ndr" @@ -1232,36 +1262,20 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-2t2c-ndr" history: - - title: "rls1801" + title: "rls1804" data: - csit-vpp-perf-1801-all: - - 124 # sel - - 127 # sel - - 128 # sel - - 141 # sel - - 142 # sel - - 143 # sel - - 145 # sel - - 146 # sel - - 162 # sel - - 163 # sel - - 167 # sel - - 172 # sel acl only + csit-vpp-perf-1804-all: + - 21 # sel + - 22 # sel + - 23 # sel + - 24 # sel + - 27 # sel + - 28 # sel + - 29 # sel + - 30 # sel + - 31 # sel + - 35 # sel reference: - title: "rls1804" - data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel - compare: title: "rls1807" data: csit-vpp-perf-verify-1807-3n-hsw: @@ -1278,6 +1292,16 @@ - 40 # NDRPDR sel - 44 # NDRPDR sel - 47 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel data: "vpp-performance-changes" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1286,6 +1310,7 @@ - "parent" - "throughput" +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx ndr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx ndr" @@ -1294,34 +1319,27 @@ reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel - 18 # NDRPDR sel - - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel data: "vpp-compare-testbeds" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and 'NDRPDR'" @@ -1330,6 +1348,7 @@ - "parent" - "throughput" +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx pdr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx pdr" @@ -1338,34 +1357,27 @@ reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel - 18 # NDRPDR sel - - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel data: "vpp-compare-testbeds" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and 'NDRPDR'" @@ -1374,6 +1386,7 @@ - "parent" - "throughput" +# VPP Performance Changes - 1t1c MRR - type: "table" title: "VPP Performance Changes - 1t1c MRR" @@ -1381,34 +1394,20 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-1t1c-mrr" history: - - title: "rls1801" + title: "rls1804" data: - csit-vpp-perf-check-1801: - - 3 - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 11 - - 12 - - 13 + csit-vpp-perf-check-1804: + - 6 # mrr - sel + - 13 # mrr - sel + - 14 # mrr - sel + - 15 # mrr - sel + - 16 # mrr - sel + - 17 # mrr - sel + - 19 # mrr - sel + - 20 # mrr - sel + - 21 # mrr - sel + - 22 # mrr - sel reference: - title: "rls1804" - data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel - compare: title: "rls1807" data: csit-vpp-perf-verify-1807-3n-hsw: @@ -1421,6 +1420,11 @@ - 41 # MRR sel - 42 # MRR sel - 48 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 9 # MRR sel data: "vpp-performance-changes-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1429,6 +1433,7 @@ - "parent" - "result" +# VPP Performance Changes - 2t2c MRR - type: "table" title: "VPP Performance Changes - 2t2c MRR" @@ -1436,34 +1441,20 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-2t2c-mrr" history: - - title: "rls1801" + title: "rls1804" data: - csit-vpp-perf-check-1801: - - 3 - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 11 - - 12 - - 13 + csit-vpp-perf-check-1804: + - 6 # mrr - sel + - 13 # mrr - sel + - 14 # mrr - sel + - 15 # mrr - sel + - 16 # mrr - sel + - 17 # mrr - sel + - 19 # mrr - sel + - 20 # mrr - sel + - 21 # mrr - sel + - 22 # mrr - sel reference: - title: "rls1804" - data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel - compare: title: "rls1807" data: csit-vpp-perf-verify-1807-3n-hsw: @@ -1476,6 +1467,11 @@ - 41 # MRR sel - 42 # MRR sel - 48 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 9 # MRR sel data: "vpp-performance-changes-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1484,6 +1480,7 @@ - "parent" - "result" +# VPP Performance Changes - 4t4c MRR - type: "table" title: "VPP Performance Changes - 4t4c MRR" @@ -1491,34 +1488,20 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-4t4c-mrr" history: - - title: "rls1801" + title: "rls1804" data: - csit-vpp-perf-check-1801: - - 3 - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 11 - - 12 - - 13 + csit-vpp-perf-check-1804: + - 6 # mrr - sel + - 13 # mrr - sel + - 14 # mrr - sel + - 15 # mrr - sel + - 16 # mrr - sel + - 17 # mrr - sel + - 19 # mrr - sel + - 20 # mrr - sel + - 21 # mrr - sel + - 22 # mrr - sel reference: - title: "rls1804" - data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel - compare: title: "rls1807" data: csit-vpp-perf-verify-1807-3n-hsw: @@ -1531,6 +1514,11 @@ - 41 # MRR sel - 42 # MRR sel - 48 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 9 # MRR sel data: "vpp-performance-changes-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1539,6 +1527,7 @@ - "parent" - "result" +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx mrr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx mrr" @@ -1547,30 +1536,16 @@ reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full + csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1807-3n-skx: - - 28 # MRR sel - - 32 # MRR sel - - 36 # MRR sel - - 42 # MRR sel - - 47 # MRR sel - - 48 # MRR sel - - 51 # MRR sel - - 52 # MRR sel - - 53 # MRR sel - - 54 # MRR sel + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel data: "vpp-compare-testbeds-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and 'MRR'" @@ -1579,6 +1554,7 @@ - "parent" - "result" +# Detailed Test Results - VPP Performance Results 3n-hsw - type: "table" title: "Detailed Test Results - VPP Performance Results 3n-hsw" @@ -1600,6 +1576,7 @@ - "parent" - "msg" +# Detailed Test Results - VPP Performance Results 3n-skx - type: "table" title: "Detailed Test Results - VPP Performance Results 3n-skx" @@ -1621,6 +1598,7 @@ - "parent" - "msg" +# Detailed Test Results - VPP Performance Results 2n-skx - type: "table" title: "Detailed Test Results - VPP Performance Results 2n-skx" @@ -1642,6 +1620,7 @@ - "parent" - "msg" +# Test configuration - VPP Performance Test Configs 3n-hsw - type: "table" title: "Test configuration - VPP Performance Test Configs 3n-hsw" @@ -1663,6 +1642,7 @@ - "name" - "vat-history" +# Test configuration - VPP Performance Test Configs 3n-skx - type: "table" title: "Test configuration - VPP Performance Test Configs 3n-skx" @@ -1684,6 +1664,7 @@ - "name" - "vat-history" +# Test configuration - VPP Performance Test Configs 2n-skx - type: "table" title: "Test configuration - VPP Performance Test Configs 2n-skx" @@ -1705,6 +1686,7 @@ - "name" - "vat-history" +# Test Operational Data - VPP Performance Operational Data 3n-hsw - type: "table" title: "Test Operational Data - VPP Performance Operational Data 3n-hsw" @@ -1726,6 +1708,7 @@ - "name" - "show-run" +# Test Operational Data - VPP Performance Operational Data 3n-skx - type: "table" title: "Test Operational Data - VPP Performance Operational Data 3n-skx" @@ -1747,6 +1730,7 @@ - "name" - "show-run" +# Test Operational Data - VPP Performance Operational Data 2n-skx - type: "table" title: "Test Operational Data - VPP Performance Operational Data 2n-skx" @@ -1768,6 +1752,7 @@ - "name" - "show-run" +# Detailed Test Results - VPP MRR Results 3n-hsw - type: "table" title: "Detailed Test Results - VPP MRR Results 3n-hsw" @@ -1789,6 +1774,7 @@ - "parent" - "msg" +# Detailed Test Results - VPP MRR Results 3n-skx - type: "table" title: "Detailed Test Results - VPP MRR Results 3n-skx" @@ -1810,6 +1796,7 @@ - "parent" - "msg" +# Detailed Test Results - VPP MRR Results 2n-skx - type: "table" title: "Detailed Test Results - VPP MRR Results 2n-skx" @@ -1831,6 +1818,7 @@ - "parent" - "msg" +# Test configuration - VPP MRR Test Configs 3n-hsw - type: "table" title: "Test configuration - VPP MRR Test Configs 3n-hsw" @@ -1852,6 +1840,7 @@ - "name" - "vat-history" +# Test configuration - VPP MRR Test Configs 3n-skx - type: "table" title: "Test configuration - VPP MRR Test Configs 3n-skx" @@ -1873,6 +1862,7 @@ - "name" - "vat-history" +# Test configuration - VPP MRR Test Configs 2n-skx - type: "table" title: "Test configuration - VPP MRR Test Configs 2n-skx" @@ -1894,6 +1884,7 @@ - "name" - "vat-history" +# Detailed Test Results - VPP Functional Results - Ubuntu - type: "table" title: "Detailed Test Results - VPP Functional Results - Ubuntu" @@ -1919,6 +1910,7 @@ - "doc" - "status" +# Detailed Test Results - VPP Functional Results - CentOS - type: "table" title: "Detailed Test Results - VPP Functional Results - CentOS" @@ -1945,6 +1937,7 @@ - "doc" - "status" +# Test configuration - VPP Functional Test Configs - Ubuntu - type: "table" title: "Test configuration - VPP Functional Test Configs - Ubuntu" @@ -1966,6 +1959,7 @@ - "name" - "vat-history" +# Test configuration - VPP Functional Test Configs - CentOS - type: "table" title: "Test configuration - VPP Functional Test Configs - CentOS" @@ -1987,6 +1981,7 @@ - "name" - "vat-history" +# Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw - type: "table" title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw" @@ -2001,35 +1996,85 @@ title: "Status" data: "data msg" rows: "generated" - data: "ligato-perf-results-3n-hsw" + data: "ligato-perf-results-3n-hsw" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP Device Results - Ubuntu +- + type: "table" + title: "Detailed Test Results - VPP Device Results - Ubuntu" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" + columns: + - + title: "Name" + data: "data name" + - + title: "Documentation" + data: "data doc" + - + title: "Status" + data: "data status" + rows: "generated" + data: "vpp-device-results-ubuntu" + filter: "all" + parameters: + - "name" + - "parent" + - "doc" + - "status" + +# Test configuration - VPP Device Test Configs - Ubuntu +- + type: "table" + title: "Test configuration - VPP Device Test Configs - Ubuntu" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: "vpp-device-results-ubuntu" filter: "all" parameters: - - "name" - "parent" - - "msg" + - "name" + - "vat-history" ################################################################################ -# DPDK + +# DPDK Performance Changes 1t1c pdr - type: "table" title: "DPDK Performance Changes 1t1c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-1t1c-pdr" + history: + - + title: "rls1804" + data: + csit-dpdk-perf-1804-all: + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 reference: - title: "rls1804" - data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - compare: title: "rls1807" data: csit-dpdk-perf-verify-1807-3n-hsw: @@ -2043,6 +2088,20 @@ - 21 - 22 - 23 + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel data: "dpdk-performance-changes" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2051,26 +2110,28 @@ - "parent" - "throughput" +# DPDK Performance Changes 2t2c pdr - type: "table" title: "DPDK Performance Changes 2t2c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2t2c-pdr" + history: + - + title: "rls1804" + data: + csit-dpdk-perf-1804-all: + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 reference: - title: "rls1804" - data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - compare: title: "rls1807" data: csit-dpdk-perf-verify-1807-3n-hsw: @@ -2084,6 +2145,20 @@ - 21 - 22 - 23 + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel data: "dpdk-performance-changes" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2092,26 +2167,28 @@ - "parent" - "throughput" +# DPDK Performance Changes 1t1c ndr - type: "table" title: "DPDK Performance Changes 1t1c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-1t1c-ndr" + history: + - + title: "rls1804" + data: + csit-dpdk-perf-1804-all: + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 reference: - title: "rls1804" - data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - compare: title: "rls1807" data: csit-dpdk-perf-verify-1807-3n-hsw: @@ -2125,6 +2202,20 @@ - 21 - 22 - 23 + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel data: "dpdk-performance-changes" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2133,26 +2224,28 @@ - "parent" - "throughput" +# DPDK Performance Changes 2t2c ndr - type: "table" title: "DPDK Performance Changes 2t2c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2t2c-ndr" + history: + - + title: "rls1804" + data: + csit-dpdk-perf-1804-all: + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 reference: - title: "rls1804" - data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - compare: title: "rls1807" data: csit-dpdk-perf-verify-1807-3n-hsw: @@ -2166,6 +2259,20 @@ - 21 - 22 - 23 + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel data: "dpdk-performance-changes" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2174,6 +2281,7 @@ - "parent" - "throughput" +# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr - type: "table" title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr" @@ -2182,31 +2290,31 @@ reference: title: "3-Node Hsw" data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel compare: title: "3-Node Skx" data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 - - 2 - - 3 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel data: "dpdk-compare-testbeds" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2215,6 +2323,7 @@ - "parent" - "throughput" +# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr - type: "table" title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr" @@ -2223,31 +2332,31 @@ reference: title: "3-Node Hsw" data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel compare: title: "3-Node Skx" data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 - - 2 - - 3 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel data: "dpdk-compare-testbeds" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2256,6 +2365,7 @@ - "parent" - "throughput" +# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx mrr - type: "table" title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx mrr" @@ -2264,6 +2374,7 @@ reference: title: "3-Node Hsw" data: + # TODO: Replace with 1810 data csit-dpdk-perf-verify-1807-3n-hsw: - 11 - 12 # full @@ -2278,6 +2389,7 @@ compare: title: "3-Node Skx" data: + # TODO: Replace with 1810 data csit-dpdk-perf-verify-1807-3n-skx: - 1 - 2 @@ -2295,8 +2407,9 @@ parameters: - "name" - "parent" - - "throughput" + - "result" +# Detailed Test Results - DPDK Performance Results 3n-hsw - type: "table" title: "Detailed Test Results - DPDK Performance Results 3n-hsw" @@ -2318,6 +2431,7 @@ - "parent" - "msg" +# Detailed Test Results - DPDK Performance Results 3n-skx - type: "table" title: "Detailed Test Results - DPDK Performance Results 3n-skx" @@ -2339,6 +2453,7 @@ - "parent" - "msg" +# Detailed Test Results - DPDK Performance Results 2n-skx - type: "table" title: "Detailed Test Results - DPDK Performance Results 2n-skx" @@ -2360,7 +2475,6 @@ - "parent" - "msg" - ################################################################################ # HoneyComb - @@ -2449,6 +2563,7 @@ ### F I L E S ### ################################################################################ +# VPP Performance Results 3n-hsw - type: "file" title: "VPP Performance Results 3n-hsw" @@ -2466,6 +2581,7 @@ - "parent" data-start-level: 3 +# VPP Performance Results 3n-skx - type: "file" title: "VPP Performance Results 3n-skx" @@ -2483,6 +2599,7 @@ - "parent" data-start-level: 3 +# VPP Performance Results 2n-skx - type: "file" title: "VPP Performance Results 2n-skx" @@ -2500,6 +2617,7 @@ - "parent" data-start-level: 3 +# VPP Performance Configuration 3n-hsw - type: "file" title: "VPP Performance Configuration 3n-hsw" @@ -2517,6 +2635,7 @@ - "parent" data-start-level: 3 +# VPP Performance Configuration 3n-skx - type: "file" title: "VPP Performance Configuration 3n-skx" @@ -2534,6 +2653,7 @@ - "parent" data-start-level: 3 +# VPP Performance Configuration 2n-skx - type: "file" title: "VPP Performance Configuration 2n-skx" @@ -2551,6 +2671,7 @@ - "parent" data-start-level: 3 +# VPP Performance Operational Data 3n-hsw - type: "file" title: "VPP Performance Operational Data 3n-hsw" @@ -2568,6 +2689,7 @@ - "parent" data-start-level: 3 +# VPP Performance Operational Data 3n-skx - type: "file" title: "VPP Performance Operational Data 3n-skx" @@ -2585,6 +2707,7 @@ - "parent" data-start-level: 3 +# VPP Performance Operational Data 2n-skx - type: "file" title: "VPP Performance Operational Data 2n-skx" @@ -2602,6 +2725,7 @@ - "parent" data-start-level: 3 +# VPP MRR Results 3n-hsw - type: "file" title: "VPP MRR Results 3n-hsw" @@ -2619,6 +2743,7 @@ - "parent" data-start-level: 3 +# VPP MRR Results 3n-skx - type: "file" title: "VPP MRR Results 3n-skx" @@ -2636,6 +2761,7 @@ - "parent" data-start-level: 3 +# VPP MRR Results 2n-skx - type: "file" title: "VPP MRR Results 2n-skx" @@ -2653,6 +2779,7 @@ - "parent" data-start-level: 3 +# VPP MRR Configuration 3n-hsw - type: "file" title: "VPP MRR Configuration 3n-hsw" @@ -2670,6 +2797,7 @@ - "parent" data-start-level: 3 +# VPP MRR Configuration 3n-skx - type: "file" title: "VPP MRR Configuration 3n-skx" @@ -2687,6 +2815,7 @@ - "parent" data-start-level: 3 +# VPP MRR Configuration 2n-skx - type: "file" title: "VPP MRR Configuration 2n-skx" @@ -2704,6 +2833,7 @@ - "parent" data-start-level: 3 +# VPP Functional Results - Ubuntu - type: "file" title: "VPP Functional Results - Ubuntu" @@ -2719,8 +2849,9 @@ - "doc" - "level" - "parent" - data-start-level: 4 + data-start-level: 3 +# VPP Functional Results - CentOS - type: "file" title: "VPP Functional Results - CentOS" @@ -2737,8 +2868,9 @@ - "doc" - "level" - "parent" - data-start-level: 4 + data-start-level: 3 +# VPP Functional Configuration - Ubuntu - type: "file" title: "VPP Functional Configuration - Ubuntu" @@ -2754,8 +2886,9 @@ - "doc" - "level" - "parent" - data-start-level: 4 + data-start-level: 3 +# VPP Functional Configuration - CentOS - type: "file" title: "VPP Functional Configuration - CentOS" @@ -2772,8 +2905,45 @@ - "doc" - "level" - "parent" - data-start-level: 4 + data-start-level: 3 + +# VPP Device Results - Ubuntu +- + type: "file" + title: "VPP Device Results - Ubuntu" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}" + data: "vpp-device-results-ubuntu" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 2 + +# VPP Device Configuration - Ubuntu +- + type: "file" + title: "VPP Device Configuration - Ubuntu" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}" + data: "vpp-device-results-ubuntu" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 2 +# Container Orchestrated Performance Results 3n-hsw - type: "file" title: "Container Orchestrated Performance Results 3n-hsw" @@ -2791,6 +2961,7 @@ - "parent" data-start-level: 3 +# DPDK Performance Results 3n-hsw - type: "file" title: "DPDK Performance Results 3n-hsw" @@ -2808,6 +2979,7 @@ - "parent" data-start-level: 3 +# DPDK Performance Results 3n-skx - type: "file" title: "DPDK Performance Results 3n-skx" @@ -2825,6 +2997,7 @@ - "parent" data-start-level: 3 +# DPDK Performance Results 2n-skx - type: "file" title: "DPDK Performance Results 2n-skx" @@ -2842,6 +3015,7 @@ - "parent" data-start-level: 3 +# Honeycomb Functional Results - type: "file" title: "Honeycomb Functional Results" @@ -2860,6 +3034,7 @@ - "parent" data-start-level: 3 +# NSH SFC Functional Results - type: "file" title: "NSH SFC Functional Results" @@ -2878,6 +3053,7 @@ - "parent" data-start-level: 3 +# DMM Functional Results - type: "file" title: "DMM Functional Results" @@ -4327,10 +4503,10 @@ # Packet Throughput - VPP Container Memif 3n-hsw-x520 - type: "plot" - title: "VPP Throughput: memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr" + title: "VPP Throughput: memif-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr" + output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and @@ -4356,7 +4532,7 @@ boxpoints: "outliers" whiskerwidth: 0 layout: - title: "memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr" + title: "memif-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" layout: "plot-throughput" - @@ -9693,7 +9869,7 @@ '78B' and ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and 'NDRPDR' and - '4T12' and + '4T2C' and 'IP6FWD' and not 'SRv6' and not 'IPSEC' and @@ -16901,7 +17077,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -16935,7 +17111,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -16966,7 +17142,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -16985,7 +17161,7 @@ title: "VPP Latency: ip4-3n-hsw-x520-64b-2t2c-features-nat44-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-ndr-nat44-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-nat44-ndr-lat" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and @@ -16996,7 +17172,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17028,7 +17204,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17045,7 +17221,7 @@ title: "VPP Latency: ip4-3n-hsw-x520-64b-2t2c-features-iacl-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-ndr-iacl-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-iacl-ndr-lat" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and @@ -17057,7 +17233,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17087,7 +17263,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17104,7 +17280,7 @@ title: "VPP Latency: ip4-3n-hsw-x520-64b-2t2c-features-oacl-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-ndr-oacl-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-oacl-ndr-lat" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and @@ -17116,7 +17292,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17206,7 +17382,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17240,7 +17416,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17271,7 +17447,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17290,7 +17466,7 @@ title: "VPP Latency: ip4-3n-hsw-x710-64b-2t2c-features-nat44-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-ndr-nat44-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-nat44-ndr-lat" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and @@ -17301,7 +17477,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17333,7 +17509,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17350,7 +17526,7 @@ title: "VPP Latency: ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-ndr-iacl-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr-lat" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and @@ -17362,7 +17538,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17392,7 +17568,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17409,7 +17585,7 @@ title: "VPP Latency: ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-ndr-oacl-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr-lat" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and @@ -17421,7 +17597,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17568,7 +17744,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17602,7 +17778,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17633,7 +17809,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17652,7 +17828,7 @@ title: "VPP Latency: ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-ndr-nat44-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr-lat" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and @@ -17663,7 +17839,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17695,7 +17871,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17712,7 +17888,7 @@ title: "VPP Latency: ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-ndr-iacl-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr-lat" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and @@ -17724,7 +17900,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17754,7 +17930,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17783,7 +17959,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17990,7 +18166,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18018,7 +18194,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18108,7 +18284,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18136,7 +18312,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18189,7 +18365,7 @@ '64B' and 'ENCAP' and 'NDRPDR' and - '4t2c' and + '4T2C' and 'VXLAN' and 'L2BDMACLRN' and not 'VHOST' and @@ -18226,7 +18402,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18254,7 +18430,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18639,7 +18815,7 @@ 'LISP' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18664,7 +18840,7 @@ 'LISP' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: