X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=a795b705935c61ffc8b90c675bf08e86ec3b7856;hp=b19f62786cf31841d31d3b9c1e3192e484625406;hb=70b50286ea9145d2720d8bcb36d522b96a0b0ac2;hpb=8243ea78854683f2f80da53d8f197f10316e4801 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index b19f62786c..a795b70593 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -39,6 +39,7 @@ DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw" DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu" DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos" + DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu" DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results" DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results" DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results" @@ -54,6 +55,7 @@ DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx" DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu" DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos" + DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu" # Detailed tests operational data DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data" @@ -118,19 +120,6 @@ # VPP Performance vpp-performance-changes: - csit-vpp-perf-1801-all: - - 124 # sel - - 127 # sel - - 128 # sel - - 141 # sel - - 142 # sel - - 143 # sel - - 145 # sel - - 146 # sel - - 162 # sel - - 163 # sel - - 167 # sel - - 172 # sel acl only csit-vpp-perf-1804-all: - 21 # sel - 22 # sel @@ -156,69 +145,51 @@ - 40 # NDRPDR sel - 44 # NDRPDR sel - 47 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-hsw: + # TODO: Add data + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel vpp-compare-testbeds: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 + csit-vpp-perf-verify-1810-3n-hsw: + # TODO: Add data + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-skx: + - 24 # NDRPDR full + - 10 # NDRPDR sel + - 14 # NDRPDR sel - 15 # NDRPDR sel - 16 # NDRPDR sel + - 17 # NDRPDR sel - 19 # NDRPDR sel - - 18 # NDRPDR sel - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel vpp-compare-testbeds-mrr: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full + csit-vpp-perf-verify-1810-3n-hsw: + # TODO: Add data - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel - csit-vpp-perf-verify-1807-3n-skx: - - 28 # MRR sel - - 32 # MRR sel - - 36 # MRR sel - - 42 # MRR sel - - 47 # MRR sel - - 48 # MRR sel - - 51 # MRR sel - - 52 # MRR sel - - 53 # MRR sel - - 54 # MRR sel + csit-vpp-perf-verify-1810-3n-skx: + # TODO: Add data + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel vpp-performance-changes-mrr: - csit-vpp-perf-check-1801: - - 3 - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 11 - - 12 - - 13 csit-vpp-perf-check-1804: - 6 # mrr - sel - 13 # mrr - sel @@ -240,155 +211,176 @@ - 41 # MRR sel - 42 # MRR sel - 48 # MRR sel + csit-vpp-perf-verify-1810-3n-hsw: + # TODO: Add data + - 9 # MRR sel vpp-perf-results-3n-hsw: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 + csit-vpp-perf-verify-1810-3n-hsw: + - 20 # NDRPDR full + - 21 # NDRPDR full + - 22 # NDRPDR full + - 27 # NDRPDR full vpp-perf-results-3n-skx: - csit-vpp-perf-verify-1807-3n-skx: - - 40 # NDRPDR full 1 - - 41 # NDRPDR full 2 + csit-vpp-perf-verify-1810-3n-skx: + - 23 # NDRPDR full + - 24 # NDRPDR full vpp-perf-results-2n-skx: - csit-vpp-perf-verify-1807-2n-skx: - - 32 # NDRPDR full + csit-vpp-perf-verify-1810-2n-skx: + - 25 # NDRPDR full + - 26 # NDRPDR full vpp-mrr-results-3n-hsw: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full + csit-vpp-perf-verify-1810-3n-hsw: + # TODO: Replace with full + - 9 # MRR sel vpp-mrr-results-3n-skx: - csit-vpp-perf-verify-1807-3n-skx: - - 31 # MRR full + csit-vpp-perf-verify-1810-3n-skx: + # TODO: Replace with full + - 9 # MRR sel vpp-mrr-results-2n-skx: - csit-vpp-perf-verify-1807-2n-skx: - - 27 # MRR full + csit-vpp-perf-verify-1810-2n-skx: + # TODO: Replace with full + - 8 # MRR sel plot-throughput-speedup-analysis-3n-hsw: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-hsw: + # TODO: Add data + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel - 18 # NDRPDR sel - - 20 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel plot-throughput-speedup-analysis-3n-skx: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-skx: + - 24 # NDRPDR full + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel plot-throughput-speedup-analysis-2n-skx: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel plot-vpp-throughput-latency-3n-hsw: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-hsw: + # TODO: Add data + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel - 18 # NDRPDR sel - - 20 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel plot-vpp-throughput-latency-3n-skx: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-skx: + - 24 # NDRPDR full + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel plot-vpp-throughput-latency-2n-skx: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel plot-vpp-http-server-performance: - csit-vpp-perf-verify-1807-3n-hsw: - - 24 # WRK - - 25 # WRK - - 23 # WRK - - 26 # WRK - - 27 # WRK + csit-vpp-perf-verify-1810-3n-hsw: - 28 # WRK - 29 # WRK - 30 # WRK + - 31 # WRK - 32 # WRK + - 33 # WRK + - 34 # WRK - 35 # WRK + - 36 # WRK + - 37 # WRK # VPP Functional vpp-func-results-ubuntu: - csit-vpp-functional-1807-ubuntu1604-virl: - - 278 + csit-vpp-functional-1810-ubuntu1604-virl: + - 44 vpp-func-results-centos: - csit-vpp-functional-1807-centos7-virl: - - 278 + csit-vpp-functional-1810-centos7-virl: + - 44 + + vpp-device-results-ubuntu: + csit-vpp-device-1810-ubuntu1804-1n-skx: + - 2 # VPP Ligato ligato-perf-results-3n-hsw: - csit-ligato-perf-1807-all: - - 3 # full ? + csit-ligato-perf-verify-1810-3n-hsw: + - 5 # full plot-ligato-throughput-speedup-analysis-3n-hsw: - csit-ligato-perf-1807-all: - - 3 # full ? - - 4 # sel + csit-ligato-perf-verify-1810-3n-hsw: + - 5 # full + - 6 # sel + - 8 # sel + - 9 # sel + - 11 # sel + - 12 # sel + - 13 # sel + - 14 # sel + - 16 # sel + - 17 # sel + - 18 # sel plot-ligato-throughput-latency-3n-hsw: - csit-ligato-perf-1807-all: - - 3 # full ? - - 4 # sel + csit-ligato-perf-verify-1810-3n-hsw: + - 5 # full + - 6 # sel + - 8 # sel + - 9 # sel + - 11 # sel + - 12 # sel + - 13 # sel + - 14 # sel + - 16 # sel + - 17 # sel + - 18 # sel # DPDK Performance dpdk-performance-changes: @@ -414,96 +406,107 @@ - 21 - 22 - 23 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel dpdk-compare-testbeds: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 - - 2 - - 3 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel dpdk-perf-results-3n-hsw: - csit-dpdk-perf-verify-1807-3n-hsw: - - 12 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 dpdk-perf-results-3n-skx: - csit-dpdk-perf-verify-1807-3n-skx: - - 12 + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel dpdk-perf-results-2n-skx: - csit-dpdk-perf-verify-1807-2n-skx: - - 10 + csit-dpdk-perf-verify-1810-2n-skx: + - 3 plot-dpdk-throughput-latency-3n-hsw: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel plot-dpdk-throughput-latency-3n-skx: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 - - 2 - - 3 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel plot-dpdk-throughput-latency-2n-skx: - csit-dpdk-perf-verify-1807-2n-skx: - - 1 - - 2 - - 3 - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 + csit-dpdk-perf-verify-1810-2n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel # HoneyComb Functional hc-func-results: - csit-hc2vpp-verify-func-1807-ubuntu1604: - - 6 + csit-hc2vpp-verify-func-1810-ubuntu1604: + - 1 # NSH SFC Functional nsh-func-results: - csit-nsh_sfc-verify-func-1807-ubuntu1604-virl: - - 2 + csit-nsh_sfc-verify-func-1810-ubuntu1604-virl: + - 1 # DMM Functional dmm-func-results: - csit-dmm-functional-master-ubuntu1604-virl: - - 95 + csit-dmm-functional-1810-ubuntu1604-virl: + - 1 plot-layouts: @@ -830,19 +833,6 @@ builds: - csit-vpp-perf-1801-all: - - 124 # sel - - 127 # sel - - 128 # sel - - 141 # sel - - 142 # sel - - 143 # sel - - 145 # sel - - 146 # sel - - 162 # sel - - 163 # sel - - 167 # sel - - 172 # sel acl only csit-vpp-perf-1804-all: - 21 # sel - 22 # sel @@ -887,6 +877,30 @@ - 30 # WRK - 32 # WRK - 35 # WRK + # TODO: Add data: + csit-vpp-perf-verify-1810-3n-hsw: + - 9 # MRR sel + - 20 # NDRPDR full + - 21 # NDRPDR full + - 22 # NDRPDR full + - 27 # NDRPDR full + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 28 # WRK + - 29 # WRK + - 30 # WRK + - 31 # WRK + - 32 # WRK + - 33 # WRK + - 34 # WRK + - 35 # WRK + - 36 # WRK + - 37 # WRK csit-vpp-perf-verify-1807-3n-skx: - 31 # MRR full - 28 # MRR sel @@ -911,6 +925,24 @@ - 49 # NDRPDR sel - 50 # NDRPDR sel - 56 # NDRPDR sel + # TODO: Add data: + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel + - 23 # NDRPDR full + - 24 # NDRPDR full + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel csit-vpp-perf-verify-1807-2n-skx: - 27 # MRR full - 31 # MRR sel @@ -934,17 +966,24 @@ - 39 # NDRPDR sel - 40 # NDRPDR sel - 42 # NDRPDR sel - csit-vpp-perf-check-1801: - - 3 # mrr - - 4 # mrr - - 5 # mrr - - 6 # mrr - - 7 # mrr - - 8 # mrr - - 9 # mrr - - 11 # mrr - - 12 # mrr - - 13 # mrr + # TODO: Add data: + csit-vpp-perf-verify-1810-2n-skx: + - 8 # MRR sel + - 10 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 25 # NDRPDR full + - 26 # NDRPDR full + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel csit-vpp-perf-check-1804: - 5 # mrr - full - 6 # mrr - sel @@ -957,21 +996,18 @@ - 20 # mrr - sel - 21 # mrr - sel - 22 # mrr - sel - csit-ligato-perf-1804-all: - - 4 # full - - 5 # sel + csit-ligato-perf-verify-1810-3n-hsw: + - 5 # full - 6 # sel - - 7 # sel - 8 # sel - 9 # sel - - 10 # sel - 11 # sel - 12 # sel - 13 # sel - 14 # sel - csit-ligato-perf-1807-all: - - 3 # full ? - - 4 # sel + - 16 # sel + - 17 # sel + - 18 # sel csit-dpdk-perf-1804-all: - 4 - 5 @@ -994,6 +1030,17 @@ - 21 - 22 - 23 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel csit-dpdk-perf-verify-1807-3n-skx: - 1 - 2 @@ -1005,27 +1052,41 @@ - 10 - 11 - 12 - csit-dpdk-perf-verify-1807-2n-skx: - - 1 + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + csit-dpdk-perf-verify-1810-2n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + + csit-vpp-functional-1810-ubuntu1604-virl: + - 44 + csit-vpp-functional-1810-centos7-virl: + - 44 + csit-vpp-device-1810-ubuntu1804-1n-skx: - 2 - - 3 - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - csit-vpp-functional-1807-ubuntu1604-virl: - - 278 - csit-vpp-functional-1807-centos7-virl: - - 278 - csit-nsh_sfc-verify-func-1807-ubuntu1604-virl: - - 2 - csit-dmm-functional-master-ubuntu1604-virl: - - 95 - csit-hc2vpp-verify-func-1807-ubuntu1604: - - 6 + csit-nsh_sfc-verify-func-1810-ubuntu1604-virl: + - 1 + csit-dmm-functional-1810-ubuntu1604-virl: + - 1 + csit-hc2vpp-verify-func-1810-ubuntu1604: + - 1 - type: "output" @@ -1042,6 +1103,8 @@ ################################################################################ # VPP + +# VPP Performance Changes 1t1c pdr - type: "table" title: "VPP Performance Changes 1t1c pdr" @@ -1049,36 +1112,20 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-1t1c-pdr" history: - - title: "rls1801" + title: "rls1804" data: - csit-vpp-perf-1801-all: - - 124 # sel - - 127 # sel - - 128 # sel - - 141 # sel - - 142 # sel - - 143 # sel - - 145 # sel - - 146 # sel - - 162 # sel - - 163 # sel - - 167 # sel - - 172 # sel acl only + csit-vpp-perf-1804-all: + - 21 # sel + - 22 # sel + - 23 # sel + - 24 # sel + - 27 # sel + - 28 # sel + - 29 # sel + - 30 # sel + - 31 # sel + - 35 # sel reference: - title: "rls1804" - data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel - compare: title: "rls1807" data: csit-vpp-perf-verify-1807-3n-hsw: @@ -1095,6 +1142,17 @@ - 40 # NDRPDR sel - 44 # NDRPDR sel - 47 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel data: "vpp-performance-changes" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1103,6 +1161,7 @@ - "parent" - "throughput" +# VPP Performance Changes 2t2c pdr - type: "table" title: "VPP Performance Changes 2t2c pdr" @@ -1110,36 +1169,20 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-2t2c-pdr" history: - - title: "rls1801" + title: "rls1804" data: - csit-vpp-perf-1801-all: - - 124 # sel - - 127 # sel - - 128 # sel - - 141 # sel - - 142 # sel - - 143 # sel - - 145 # sel - - 146 # sel - - 162 # sel - - 163 # sel - - 167 # sel - - 172 # sel acl only + csit-vpp-perf-1804-all: + - 21 # sel + - 22 # sel + - 23 # sel + - 24 # sel + - 27 # sel + - 28 # sel + - 29 # sel + - 30 # sel + - 31 # sel + - 35 # sel reference: - title: "rls1804" - data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel - compare: title: "rls1807" data: csit-vpp-perf-verify-1807-3n-hsw: @@ -1156,6 +1199,17 @@ - 40 # NDRPDR sel - 44 # NDRPDR sel - 47 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel data: "vpp-performance-changes" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1164,6 +1218,7 @@ - "parent" - "throughput" +# VPP Performance Changes 1t1c ndr - type: "table" title: "VPP Performance Changes 1t1c ndr" @@ -1171,36 +1226,20 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-1t1c-ndr" history: - - title: "rls1801" + title: "rls1804" data: - csit-vpp-perf-1801-all: - - 124 # sel - - 127 # sel - - 128 # sel - - 141 # sel - - 142 # sel - - 143 # sel - - 145 # sel - - 146 # sel - - 162 # sel - - 163 # sel - - 167 # sel - - 172 # sel acl only + csit-vpp-perf-1804-all: + - 21 # sel + - 22 # sel + - 23 # sel + - 24 # sel + - 27 # sel + - 28 # sel + - 29 # sel + - 30 # sel + - 31 # sel + - 35 # sel reference: - title: "rls1804" - data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel - compare: title: "rls1807" data: csit-vpp-perf-verify-1807-3n-hsw: @@ -1217,6 +1256,17 @@ - 40 # NDRPDR sel - 44 # NDRPDR sel - 47 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel data: "vpp-performance-changes" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1225,6 +1275,7 @@ - "parent" - "throughput" +# VPP Performance Changes 2t2c ndr - type: "table" title: "VPP Performance Changes 2t2c ndr" @@ -1232,36 +1283,20 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-2t2c-ndr" history: - - title: "rls1801" + title: "rls1804" data: - csit-vpp-perf-1801-all: - - 124 # sel - - 127 # sel - - 128 # sel - - 141 # sel - - 142 # sel - - 143 # sel - - 145 # sel - - 146 # sel - - 162 # sel - - 163 # sel - - 167 # sel - - 172 # sel acl only + csit-vpp-perf-1804-all: + - 21 # sel + - 22 # sel + - 23 # sel + - 24 # sel + - 27 # sel + - 28 # sel + - 29 # sel + - 30 # sel + - 31 # sel + - 35 # sel reference: - title: "rls1804" - data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel - compare: title: "rls1807" data: csit-vpp-perf-verify-1807-3n-hsw: @@ -1278,6 +1313,17 @@ - 40 # NDRPDR sel - 44 # NDRPDR sel - 47 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel data: "vpp-performance-changes" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1286,6 +1332,7 @@ - "parent" - "throughput" +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx ndr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx ndr" @@ -1294,34 +1341,28 @@ reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel - 18 # NDRPDR sel - - 20 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel data: "vpp-compare-testbeds" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and 'NDRPDR'" @@ -1330,6 +1371,7 @@ - "parent" - "throughput" +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx pdr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx pdr" @@ -1338,34 +1380,28 @@ reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel - 18 # NDRPDR sel - - 20 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel data: "vpp-compare-testbeds" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and 'NDRPDR'" @@ -1374,6 +1410,7 @@ - "parent" - "throughput" +# VPP Performance Changes - 1t1c MRR - type: "table" title: "VPP Performance Changes - 1t1c MRR" @@ -1381,34 +1418,20 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-1t1c-mrr" history: - - title: "rls1801" + title: "rls1804" data: - csit-vpp-perf-check-1801: - - 3 - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 11 - - 12 - - 13 + csit-vpp-perf-check-1804: + - 6 # mrr - sel + - 13 # mrr - sel + - 14 # mrr - sel + - 15 # mrr - sel + - 16 # mrr - sel + - 17 # mrr - sel + - 19 # mrr - sel + - 20 # mrr - sel + - 21 # mrr - sel + - 22 # mrr - sel reference: - title: "rls1804" - data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel - compare: title: "rls1807" data: csit-vpp-perf-verify-1807-3n-hsw: @@ -1421,6 +1444,11 @@ - 41 # MRR sel - 42 # MRR sel - 48 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 9 # MRR sel data: "vpp-performance-changes-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1429,6 +1457,7 @@ - "parent" - "result" +# VPP Performance Changes - 2t2c MRR - type: "table" title: "VPP Performance Changes - 2t2c MRR" @@ -1436,34 +1465,20 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-2t2c-mrr" history: - - title: "rls1801" + title: "rls1804" data: - csit-vpp-perf-check-1801: - - 3 - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 11 - - 12 - - 13 + csit-vpp-perf-check-1804: + - 6 # mrr - sel + - 13 # mrr - sel + - 14 # mrr - sel + - 15 # mrr - sel + - 16 # mrr - sel + - 17 # mrr - sel + - 19 # mrr - sel + - 20 # mrr - sel + - 21 # mrr - sel + - 22 # mrr - sel reference: - title: "rls1804" - data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel - compare: title: "rls1807" data: csit-vpp-perf-verify-1807-3n-hsw: @@ -1476,6 +1491,11 @@ - 41 # MRR sel - 42 # MRR sel - 48 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 9 # MRR sel data: "vpp-performance-changes-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1484,6 +1504,7 @@ - "parent" - "result" +# VPP Performance Changes - 4t4c MRR - type: "table" title: "VPP Performance Changes - 4t4c MRR" @@ -1491,34 +1512,20 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-4t4c-mrr" history: - - title: "rls1801" + title: "rls1804" data: - csit-vpp-perf-check-1801: - - 3 - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 11 - - 12 - - 13 + csit-vpp-perf-check-1804: + - 6 # mrr - sel + - 13 # mrr - sel + - 14 # mrr - sel + - 15 # mrr - sel + - 16 # mrr - sel + - 17 # mrr - sel + - 19 # mrr - sel + - 20 # mrr - sel + - 21 # mrr - sel + - 22 # mrr - sel reference: - title: "rls1804" - data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel - compare: title: "rls1807" data: csit-vpp-perf-verify-1807-3n-hsw: @@ -1531,6 +1538,11 @@ - 41 # MRR sel - 42 # MRR sel - 48 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 9 # MRR sel data: "vpp-performance-changes-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1539,6 +1551,7 @@ - "parent" - "result" +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx mrr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx mrr" @@ -1547,30 +1560,16 @@ reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full + csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1807-3n-skx: - - 28 # MRR sel - - 32 # MRR sel - - 36 # MRR sel - - 42 # MRR sel - - 47 # MRR sel - - 48 # MRR sel - - 51 # MRR sel - - 52 # MRR sel - - 53 # MRR sel - - 54 # MRR sel + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel data: "vpp-compare-testbeds-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and 'MRR'" @@ -1579,6 +1578,7 @@ - "parent" - "result" +# Detailed Test Results - VPP Performance Results 3n-hsw - type: "table" title: "Detailed Test Results - VPP Performance Results 3n-hsw" @@ -1600,6 +1600,7 @@ - "parent" - "msg" +# Detailed Test Results - VPP Performance Results 3n-skx - type: "table" title: "Detailed Test Results - VPP Performance Results 3n-skx" @@ -1621,6 +1622,7 @@ - "parent" - "msg" +# Detailed Test Results - VPP Performance Results 2n-skx - type: "table" title: "Detailed Test Results - VPP Performance Results 2n-skx" @@ -1642,6 +1644,7 @@ - "parent" - "msg" +# Test configuration - VPP Performance Test Configs 3n-hsw - type: "table" title: "Test configuration - VPP Performance Test Configs 3n-hsw" @@ -1663,6 +1666,7 @@ - "name" - "vat-history" +# Test configuration - VPP Performance Test Configs 3n-skx - type: "table" title: "Test configuration - VPP Performance Test Configs 3n-skx" @@ -1684,6 +1688,7 @@ - "name" - "vat-history" +# Test configuration - VPP Performance Test Configs 2n-skx - type: "table" title: "Test configuration - VPP Performance Test Configs 2n-skx" @@ -1705,6 +1710,7 @@ - "name" - "vat-history" +# Test Operational Data - VPP Performance Operational Data 3n-hsw - type: "table" title: "Test Operational Data - VPP Performance Operational Data 3n-hsw" @@ -1726,6 +1732,7 @@ - "name" - "show-run" +# Test Operational Data - VPP Performance Operational Data 3n-skx - type: "table" title: "Test Operational Data - VPP Performance Operational Data 3n-skx" @@ -1747,6 +1754,7 @@ - "name" - "show-run" +# Test Operational Data - VPP Performance Operational Data 2n-skx - type: "table" title: "Test Operational Data - VPP Performance Operational Data 2n-skx" @@ -1768,6 +1776,7 @@ - "name" - "show-run" +# Detailed Test Results - VPP MRR Results 3n-hsw - type: "table" title: "Detailed Test Results - VPP MRR Results 3n-hsw" @@ -1789,6 +1798,7 @@ - "parent" - "msg" +# Detailed Test Results - VPP MRR Results 3n-skx - type: "table" title: "Detailed Test Results - VPP MRR Results 3n-skx" @@ -1810,6 +1820,7 @@ - "parent" - "msg" +# Detailed Test Results - VPP MRR Results 2n-skx - type: "table" title: "Detailed Test Results - VPP MRR Results 2n-skx" @@ -1831,6 +1842,7 @@ - "parent" - "msg" +# Test configuration - VPP MRR Test Configs 3n-hsw - type: "table" title: "Test configuration - VPP MRR Test Configs 3n-hsw" @@ -1852,6 +1864,7 @@ - "name" - "vat-history" +# Test configuration - VPP MRR Test Configs 3n-skx - type: "table" title: "Test configuration - VPP MRR Test Configs 3n-skx" @@ -1873,6 +1886,7 @@ - "name" - "vat-history" +# Test configuration - VPP MRR Test Configs 2n-skx - type: "table" title: "Test configuration - VPP MRR Test Configs 2n-skx" @@ -1894,6 +1908,7 @@ - "name" - "vat-history" +# Detailed Test Results - VPP Functional Results - Ubuntu - type: "table" title: "Detailed Test Results - VPP Functional Results - Ubuntu" @@ -1919,6 +1934,7 @@ - "doc" - "status" +# Detailed Test Results - VPP Functional Results - CentOS - type: "table" title: "Detailed Test Results - VPP Functional Results - CentOS" @@ -1945,6 +1961,7 @@ - "doc" - "status" +# Test configuration - VPP Functional Test Configs - Ubuntu - type: "table" title: "Test configuration - VPP Functional Test Configs - Ubuntu" @@ -1966,6 +1983,7 @@ - "name" - "vat-history" +# Test configuration - VPP Functional Test Configs - CentOS - type: "table" title: "Test configuration - VPP Functional Test Configs - CentOS" @@ -1987,6 +2005,7 @@ - "name" - "vat-history" +# Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw - type: "table" title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw" @@ -2001,35 +2020,85 @@ title: "Status" data: "data msg" rows: "generated" - data: "ligato-perf-results-3n-hsw" + data: "ligato-perf-results-3n-hsw" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP Device Results - Ubuntu +- + type: "table" + title: "Detailed Test Results - VPP Device Results - Ubuntu" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" + columns: + - + title: "Name" + data: "data name" + - + title: "Documentation" + data: "data doc" + - + title: "Status" + data: "data status" + rows: "generated" + data: "vpp-device-results-ubuntu" + filter: "all" + parameters: + - "name" + - "parent" + - "doc" + - "status" + +# Test configuration - VPP Device Test Configs - Ubuntu +- + type: "table" + title: "Test configuration - VPP Device Test Configs - Ubuntu" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: "vpp-device-results-ubuntu" filter: "all" parameters: - - "name" - "parent" - - "msg" + - "name" + - "vat-history" ################################################################################ -# DPDK + +# DPDK Performance Changes 1t1c pdr - type: "table" title: "DPDK Performance Changes 1t1c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-1t1c-pdr" + history: + - + title: "rls1804" + data: + csit-dpdk-perf-1804-all: + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 reference: - title: "rls1804" - data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - compare: title: "rls1807" data: csit-dpdk-perf-verify-1807-3n-hsw: @@ -2043,6 +2112,20 @@ - 21 - 22 - 23 + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel data: "dpdk-performance-changes" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2051,26 +2134,28 @@ - "parent" - "throughput" +# DPDK Performance Changes 2t2c pdr - type: "table" title: "DPDK Performance Changes 2t2c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2t2c-pdr" + history: + - + title: "rls1804" + data: + csit-dpdk-perf-1804-all: + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 reference: - title: "rls1804" - data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - compare: title: "rls1807" data: csit-dpdk-perf-verify-1807-3n-hsw: @@ -2084,6 +2169,20 @@ - 21 - 22 - 23 + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel data: "dpdk-performance-changes" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2092,26 +2191,28 @@ - "parent" - "throughput" +# DPDK Performance Changes 1t1c ndr - type: "table" title: "DPDK Performance Changes 1t1c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-1t1c-ndr" + history: + - + title: "rls1804" + data: + csit-dpdk-perf-1804-all: + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 reference: - title: "rls1804" - data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - compare: title: "rls1807" data: csit-dpdk-perf-verify-1807-3n-hsw: @@ -2125,6 +2226,20 @@ - 21 - 22 - 23 + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel data: "dpdk-performance-changes" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2133,26 +2248,28 @@ - "parent" - "throughput" +# DPDK Performance Changes 2t2c ndr - type: "table" title: "DPDK Performance Changes 2t2c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2t2c-ndr" + history: + - + title: "rls1804" + data: + csit-dpdk-perf-1804-all: + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 reference: - title: "rls1804" - data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - compare: title: "rls1807" data: csit-dpdk-perf-verify-1807-3n-hsw: @@ -2166,6 +2283,20 @@ - 21 - 22 - 23 + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel data: "dpdk-performance-changes" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2174,6 +2305,7 @@ - "parent" - "throughput" +# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr - type: "table" title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr" @@ -2182,31 +2314,31 @@ reference: title: "3-Node Hsw" data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel compare: title: "3-Node Skx" data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 - - 2 - - 3 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel data: "dpdk-compare-testbeds" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2215,6 +2347,7 @@ - "parent" - "throughput" +# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr - type: "table" title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr" @@ -2223,31 +2356,31 @@ reference: title: "3-Node Hsw" data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel compare: title: "3-Node Skx" data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 - - 2 - - 3 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel data: "dpdk-compare-testbeds" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2256,6 +2389,8 @@ - "parent" - "throughput" +# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx mrr +# NOTE: Not used in 18.10 - type: "table" title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx mrr" @@ -2264,6 +2399,7 @@ reference: title: "3-Node Hsw" data: + # TODO: Replace with 1810 data csit-dpdk-perf-verify-1807-3n-hsw: - 11 - 12 # full @@ -2278,6 +2414,7 @@ compare: title: "3-Node Skx" data: + # TODO: Replace with 1810 data csit-dpdk-perf-verify-1807-3n-skx: - 1 - 2 @@ -2295,8 +2432,9 @@ parameters: - "name" - "parent" - - "throughput" + - "result" +# Detailed Test Results - DPDK Performance Results 3n-hsw - type: "table" title: "Detailed Test Results - DPDK Performance Results 3n-hsw" @@ -2318,6 +2456,7 @@ - "parent" - "msg" +# Detailed Test Results - DPDK Performance Results 3n-skx - type: "table" title: "Detailed Test Results - DPDK Performance Results 3n-skx" @@ -2339,6 +2478,7 @@ - "parent" - "msg" +# Detailed Test Results - DPDK Performance Results 2n-skx - type: "table" title: "Detailed Test Results - DPDK Performance Results 2n-skx" @@ -2360,7 +2500,6 @@ - "parent" - "msg" - ################################################################################ # HoneyComb - @@ -2449,6 +2588,7 @@ ### F I L E S ### ################################################################################ +# VPP Performance Results 3n-hsw - type: "file" title: "VPP Performance Results 3n-hsw" @@ -2466,6 +2606,7 @@ - "parent" data-start-level: 3 +# VPP Performance Results 3n-skx - type: "file" title: "VPP Performance Results 3n-skx" @@ -2483,6 +2624,7 @@ - "parent" data-start-level: 3 +# VPP Performance Results 2n-skx - type: "file" title: "VPP Performance Results 2n-skx" @@ -2500,6 +2642,7 @@ - "parent" data-start-level: 3 +# VPP Performance Configuration 3n-hsw - type: "file" title: "VPP Performance Configuration 3n-hsw" @@ -2517,6 +2660,7 @@ - "parent" data-start-level: 3 +# VPP Performance Configuration 3n-skx - type: "file" title: "VPP Performance Configuration 3n-skx" @@ -2534,6 +2678,7 @@ - "parent" data-start-level: 3 +# VPP Performance Configuration 2n-skx - type: "file" title: "VPP Performance Configuration 2n-skx" @@ -2551,6 +2696,7 @@ - "parent" data-start-level: 3 +# VPP Performance Operational Data 3n-hsw - type: "file" title: "VPP Performance Operational Data 3n-hsw" @@ -2568,6 +2714,7 @@ - "parent" data-start-level: 3 +# VPP Performance Operational Data 3n-skx - type: "file" title: "VPP Performance Operational Data 3n-skx" @@ -2585,6 +2732,7 @@ - "parent" data-start-level: 3 +# VPP Performance Operational Data 2n-skx - type: "file" title: "VPP Performance Operational Data 2n-skx" @@ -2602,6 +2750,7 @@ - "parent" data-start-level: 3 +# VPP MRR Results 3n-hsw - type: "file" title: "VPP MRR Results 3n-hsw" @@ -2619,6 +2768,7 @@ - "parent" data-start-level: 3 +# VPP MRR Results 3n-skx - type: "file" title: "VPP MRR Results 3n-skx" @@ -2636,6 +2786,7 @@ - "parent" data-start-level: 3 +# VPP MRR Results 2n-skx - type: "file" title: "VPP MRR Results 2n-skx" @@ -2653,6 +2804,7 @@ - "parent" data-start-level: 3 +# VPP MRR Configuration 3n-hsw - type: "file" title: "VPP MRR Configuration 3n-hsw" @@ -2670,6 +2822,7 @@ - "parent" data-start-level: 3 +# VPP MRR Configuration 3n-skx - type: "file" title: "VPP MRR Configuration 3n-skx" @@ -2687,6 +2840,7 @@ - "parent" data-start-level: 3 +# VPP MRR Configuration 2n-skx - type: "file" title: "VPP MRR Configuration 2n-skx" @@ -2704,6 +2858,7 @@ - "parent" data-start-level: 3 +# VPP Functional Results - Ubuntu - type: "file" title: "VPP Functional Results - Ubuntu" @@ -2719,8 +2874,9 @@ - "doc" - "level" - "parent" - data-start-level: 4 + data-start-level: 3 +# VPP Functional Results - CentOS - type: "file" title: "VPP Functional Results - CentOS" @@ -2737,8 +2893,9 @@ - "doc" - "level" - "parent" - data-start-level: 4 + data-start-level: 3 +# VPP Functional Configuration - Ubuntu - type: "file" title: "VPP Functional Configuration - Ubuntu" @@ -2754,8 +2911,9 @@ - "doc" - "level" - "parent" - data-start-level: 4 + data-start-level: 3 +# VPP Functional Configuration - CentOS - type: "file" title: "VPP Functional Configuration - CentOS" @@ -2772,8 +2930,45 @@ - "doc" - "level" - "parent" - data-start-level: 4 + data-start-level: 3 + +# VPP Device Results - Ubuntu +- + type: "file" + title: "VPP Device Results - Ubuntu" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}" + data: "vpp-device-results-ubuntu" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 2 + +# VPP Device Configuration - Ubuntu +- + type: "file" + title: "VPP Device Configuration - Ubuntu" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}" + data: "vpp-device-results-ubuntu" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 2 +# Container Orchestrated Performance Results 3n-hsw - type: "file" title: "Container Orchestrated Performance Results 3n-hsw" @@ -2791,6 +2986,7 @@ - "parent" data-start-level: 3 +# DPDK Performance Results 3n-hsw - type: "file" title: "DPDK Performance Results 3n-hsw" @@ -2808,6 +3004,7 @@ - "parent" data-start-level: 3 +# DPDK Performance Results 3n-skx - type: "file" title: "DPDK Performance Results 3n-skx" @@ -2825,6 +3022,7 @@ - "parent" data-start-level: 3 +# DPDK Performance Results 2n-skx - type: "file" title: "DPDK Performance Results 2n-skx" @@ -2842,6 +3040,7 @@ - "parent" data-start-level: 3 +# Honeycomb Functional Results - type: "file" title: "Honeycomb Functional Results" @@ -2860,6 +3059,7 @@ - "parent" data-start-level: 3 +# NSH SFC Functional Results - type: "file" title: "NSH SFC Functional Results" @@ -2878,6 +3078,7 @@ - "parent" data-start-level: 3 +# DMM Functional Results - type: "file" title: "DMM Functional Results" @@ -4327,10 +4528,10 @@ # Packet Throughput - VPP Container Memif 3n-hsw-x520 - type: "plot" - title: "VPP Throughput: memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr" + title: "VPP Throughput: memif-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr" + output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and @@ -4356,7 +4557,7 @@ boxpoints: "outliers" whiskerwidth: 0 layout: - title: "memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr" + title: "memif-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" layout: "plot-throughput" - @@ -9693,7 +9894,7 @@ '78B' and ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and 'NDRPDR' and - '4T12' and + '4T2C' and 'IP6FWD' and not 'SRv6' and not 'IPSEC' and @@ -16901,7 +17102,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -16935,7 +17136,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -16966,7 +17167,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -16985,7 +17186,7 @@ title: "VPP Latency: ip4-3n-hsw-x520-64b-2t2c-features-nat44-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-ndr-nat44-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-nat44-ndr-lat" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and @@ -16996,7 +17197,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17028,7 +17229,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17045,7 +17246,7 @@ title: "VPP Latency: ip4-3n-hsw-x520-64b-2t2c-features-iacl-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-ndr-iacl-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-iacl-ndr-lat" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and @@ -17057,7 +17258,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17087,7 +17288,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17104,7 +17305,7 @@ title: "VPP Latency: ip4-3n-hsw-x520-64b-2t2c-features-oacl-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-ndr-oacl-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-oacl-ndr-lat" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and @@ -17116,7 +17317,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17206,7 +17407,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17240,7 +17441,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17271,7 +17472,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17290,7 +17491,7 @@ title: "VPP Latency: ip4-3n-hsw-x710-64b-2t2c-features-nat44-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-ndr-nat44-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-nat44-ndr-lat" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and @@ -17301,7 +17502,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17333,7 +17534,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17350,7 +17551,7 @@ title: "VPP Latency: ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-ndr-iacl-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr-lat" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and @@ -17362,7 +17563,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17392,7 +17593,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17409,7 +17610,7 @@ title: "VPP Latency: ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-ndr-oacl-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr-lat" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and @@ -17421,7 +17622,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17568,7 +17769,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17602,7 +17803,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17633,7 +17834,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17652,7 +17853,7 @@ title: "VPP Latency: ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-ndr-nat44-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr-lat" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and @@ -17663,7 +17864,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17695,7 +17896,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17712,7 +17913,7 @@ title: "VPP Latency: ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-ndr-iacl-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr-lat" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and @@ -17724,7 +17925,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17754,7 +17955,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17783,7 +17984,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17990,7 +18191,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18018,7 +18219,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18108,7 +18309,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18136,7 +18337,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18189,7 +18390,7 @@ '64B' and 'ENCAP' and 'NDRPDR' and - '4t2c' and + '4T2C' and 'VXLAN' and 'L2BDMACLRN' and not 'VHOST' and @@ -18226,7 +18427,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18254,7 +18455,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18639,7 +18840,7 @@ 'LISP' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18664,7 +18865,7 @@ 'LISP' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: