X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=64d0cf91bfd36e9ad3afb943bd01628d9b046f14;hb=90f09a941acfee8bb7e19c06046d54c968b6421f;hp=a71b035fdcbd386039b66419738b38128afc0629;hpb=41ae3f37ecb95800b261cd1b1c2dc5f141a355f6;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index a71b035fdc..64d0cf91bf 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -151,6 +151,11 @@ - 12 # NDRPDR sel - 14 # NDRPDR sel - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel vpp-compare-testbeds: csit-vpp-perf-verify-1810-3n-hsw: @@ -159,6 +164,11 @@ - 12 # NDRPDR sel - 14 # NDRPDR sel - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel csit-vpp-perf-verify-1810-3n-skx: - 24 # NDRPDR full - 10 # NDRPDR sel @@ -174,10 +184,8 @@ vpp-compare-testbeds-mrr: csit-vpp-perf-verify-1810-3n-hsw: - # TODO: Add data - 9 # MRR sel csit-vpp-perf-verify-1810-3n-skx: - # TODO: Add data - 9 # MRR sel - 11 # MRR sel - 12 # MRR sel @@ -206,15 +214,14 @@ - 42 # MRR sel - 48 # MRR sel csit-vpp-perf-verify-1810-3n-hsw: - # TODO: Add data - 9 # MRR sel vpp-perf-results-3n-hsw: csit-vpp-perf-verify-1810-3n-hsw: - # TODO: Add data - 20 # NDRPDR full - 21 # NDRPDR full - 22 # NDRPDR full + - 27 # NDRPDR full vpp-perf-results-3n-skx: csit-vpp-perf-verify-1810-3n-skx: @@ -228,17 +235,14 @@ vpp-mrr-results-3n-hsw: csit-vpp-perf-verify-1810-3n-hsw: - # TODO: Replace with full - 9 # MRR sel vpp-mrr-results-3n-skx: csit-vpp-perf-verify-1810-3n-skx: - # TODO: Replace with full - 9 # MRR sel vpp-mrr-results-2n-skx: csit-vpp-perf-verify-1810-2n-skx: - # TODO: Replace with full - 8 # MRR sel plot-throughput-speedup-analysis-3n-hsw: @@ -248,6 +252,11 @@ - 12 # NDRPDR sel - 14 # NDRPDR sel - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel plot-throughput-speedup-analysis-3n-skx: csit-vpp-perf-verify-1810-3n-skx: @@ -283,6 +292,11 @@ - 12 # NDRPDR sel - 14 # NDRPDR sel - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel plot-vpp-throughput-latency-3n-skx: csit-vpp-perf-verify-1810-3n-skx: @@ -312,18 +326,17 @@ - 27 # NDRPDR sel plot-vpp-http-server-performance: - # TODO: Replace with 1810 data: - csit-vpp-perf-verify-1807-3n-hsw: - - 24 # WRK - - 25 # WRK - - 23 # WRK - - 26 # WRK - - 27 # WRK + csit-vpp-perf-verify-1810-3n-hsw: - 28 # WRK - 29 # WRK - 30 # WRK + - 31 # WRK - 32 # WRK + - 33 # WRK + - 34 # WRK - 35 # WRK + - 36 # WRK + - 37 # WRK # VPP Functional vpp-func-results-ubuntu: @@ -331,7 +344,6 @@ - 44 vpp-func-results-centos: - # TODO: Replace with 1810 data: csit-vpp-functional-1810-centos7-virl: - 44 @@ -341,25 +353,39 @@ # VPP Ligato ligato-perf-results-3n-hsw: - # TODO: Replace with 1810 data: - csit-ligato-perf-1807-all: - - 3 # full ? + csit-ligato-perf-verify-1810-3n-hsw: + - 5 # full plot-ligato-throughput-speedup-analysis-3n-hsw: - # TODO: Replace with 1810 data: - csit-ligato-perf-1807-all: - - 3 # full ? - - 4 # sel + csit-ligato-perf-verify-1810-3n-hsw: + - 5 # full + - 6 # sel + - 8 # sel + - 9 # sel + - 11 # sel + - 12 # sel + - 13 # sel + - 14 # sel + - 16 # sel + - 17 # sel + - 18 # sel plot-ligato-throughput-latency-3n-hsw: - # TODO: Replace with 1810 data: - csit-ligato-perf-1807-all: - - 3 # full ? - - 4 # sel + csit-ligato-perf-verify-1810-3n-hsw: + - 5 # full + - 6 # sel + - 8 # sel + - 9 # sel + - 11 # sel + - 12 # sel + - 13 # sel + - 14 # sel + - 16 # sel + - 17 # sel + - 18 # sel # DPDK Performance dpdk-performance-changes: - # TODO: Replace with 1810 data: csit-dpdk-perf-1804-all: - 4 - 5 @@ -382,80 +408,92 @@ - 21 - 22 - 23 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel dpdk-compare-testbeds: - # TODO: Replace with 1810 data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 - - 2 - - 3 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel dpdk-perf-results-3n-hsw: - # TODO: Replace with 1810 data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 12 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 dpdk-perf-results-3n-skx: - # TODO: Replace with 1810 data: - csit-dpdk-perf-verify-1807-3n-skx: - - 12 + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel dpdk-perf-results-2n-skx: - # TODO: Replace with full data: csit-dpdk-perf-verify-1810-2n-skx: - 3 plot-dpdk-throughput-latency-3n-hsw: - # TODO: Replace with 1810 data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel plot-dpdk-throughput-latency-3n-skx: - # TODO: Replace with 1810 data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 - - 2 - - 3 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel plot-dpdk-throughput-latency-2n-skx: - # TODO: Add data: csit-dpdk-perf-verify-1810-2n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel # HoneyComb Functional hc-func-results: @@ -847,10 +885,26 @@ - 20 # NDRPDR full - 21 # NDRPDR full - 22 # NDRPDR full + - 27 # NDRPDR full - 8 # NDRPDR sel - 12 # NDRPDR sel - 14 # NDRPDR sel - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 28 # WRK + - 29 # WRK + - 30 # WRK + - 31 # WRK + - 32 # WRK + - 33 # WRK + - 34 # WRK + - 35 # WRK + - 36 # WRK + - 37 # WRK csit-vpp-perf-verify-1807-3n-skx: - 31 # MRR full - 28 # MRR sel @@ -875,7 +929,6 @@ - 49 # NDRPDR sel - 50 # NDRPDR sel - 56 # NDRPDR sel - # TODO: Add data: csit-vpp-perf-verify-1810-3n-skx: - 9 # MRR sel - 11 # MRR sel @@ -916,7 +969,6 @@ - 39 # NDRPDR sel - 40 # NDRPDR sel - 42 # NDRPDR sel - # TODO: Add data: csit-vpp-perf-verify-1810-2n-skx: - 8 # MRR sel - 10 # MRR sel @@ -946,21 +998,18 @@ - 20 # mrr - sel - 21 # mrr - sel - 22 # mrr - sel - csit-ligato-perf-1804-all: - - 4 # full - - 5 # sel + csit-ligato-perf-verify-1810-3n-hsw: + - 5 # full - 6 # sel - - 7 # sel - 8 # sel - 9 # sel - - 10 # sel - 11 # sel - 12 # sel - 13 # sel - 14 # sel - csit-ligato-perf-1807-all: - - 3 # full ? - - 4 # sel + - 16 # sel + - 17 # sel + - 18 # sel csit-dpdk-perf-1804-all: - 4 - 5 @@ -983,6 +1032,17 @@ - 21 - 22 - 23 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel csit-dpdk-perf-verify-1807-3n-skx: - 1 - 2 @@ -994,9 +1054,29 @@ - 10 - 11 - 12 + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel csit-dpdk-perf-verify-1810-2n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + csit-vpp-functional-1810-ubuntu1604-virl: - 44 csit-vpp-functional-1810-centos7-virl: @@ -1072,6 +1152,11 @@ - 12 # NDRPDR sel - 14 # NDRPDR sel - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel data: "vpp-performance-changes" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1126,6 +1211,11 @@ - 12 # NDRPDR sel - 14 # NDRPDR sel - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel data: "vpp-performance-changes" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1180,6 +1270,11 @@ - 12 # NDRPDR sel - 14 # NDRPDR sel - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel data: "vpp-performance-changes" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1234,6 +1329,11 @@ - 12 # NDRPDR sel - 14 # NDRPDR sel - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel data: "vpp-performance-changes" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1256,6 +1356,11 @@ - 12 # NDRPDR sel - 14 # NDRPDR sel - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel compare: title: "3-Node Skx" data: @@ -1292,6 +1397,11 @@ - 12 # NDRPDR sel - 14 # NDRPDR sel - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel compare: title: "3-Node Skx" data: @@ -1987,21 +2097,22 @@ title: "DPDK Performance Changes 1t1c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-1t1c-pdr" + history: + - + title: "rls1804" + data: + csit-dpdk-perf-1804-all: + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 reference: - title: "rls1804" - data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - compare: title: "rls1807" data: csit-dpdk-perf-verify-1807-3n-hsw: @@ -2015,6 +2126,20 @@ - 21 - 22 - 23 + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel data: "dpdk-performance-changes" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2029,21 +2154,22 @@ title: "DPDK Performance Changes 2t2c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2t2c-pdr" + history: + - + title: "rls1804" + data: + csit-dpdk-perf-1804-all: + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 reference: - title: "rls1804" - data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - compare: title: "rls1807" data: csit-dpdk-perf-verify-1807-3n-hsw: @@ -2057,6 +2183,20 @@ - 21 - 22 - 23 + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel data: "dpdk-performance-changes" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2071,21 +2211,22 @@ title: "DPDK Performance Changes 1t1c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-1t1c-ndr" + history: + - + title: "rls1804" + data: + csit-dpdk-perf-1804-all: + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 reference: - title: "rls1804" - data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - compare: title: "rls1807" data: csit-dpdk-perf-verify-1807-3n-hsw: @@ -2099,6 +2240,20 @@ - 21 - 22 - 23 + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel data: "dpdk-performance-changes" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2113,21 +2268,22 @@ title: "DPDK Performance Changes 2t2c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2t2c-ndr" + history: + - + title: "rls1804" + data: + csit-dpdk-perf-1804-all: + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 reference: - title: "rls1804" - data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - compare: title: "rls1807" data: csit-dpdk-perf-verify-1807-3n-hsw: @@ -2141,6 +2297,20 @@ - 21 - 22 - 23 + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel data: "dpdk-performance-changes" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2158,31 +2328,31 @@ reference: title: "3-Node Hsw" data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel compare: title: "3-Node Skx" data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 - - 2 - - 3 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel data: "dpdk-compare-testbeds" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2200,31 +2370,31 @@ reference: title: "3-Node Hsw" data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel compare: title: "3-Node Skx" data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 - - 2 - - 3 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel data: "dpdk-compare-testbeds" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2234,46 +2404,47 @@ - "throughput" # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx mrr -- - type: "table" - title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx mrr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-mrr" - reference: - title: "3-Node Hsw" - data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 - compare: - title: "3-Node Skx" - data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 - - 2 - - 3 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - data: "dpdk-compare-testbeds" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710' and MRR" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" - parameters: - - "name" - - "parent" - - "result" +# NOTE: Not used in 18.10 +#- +# type: "table" +# title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx mrr" +# algorithm: "table_performance_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-mrr" +# reference: +# title: "3-Node Hsw" +# data: +# csit-dpdk-perf-verify-1807-3n-hsw: +# - 11 +# - 12 # full +# - 14 +# - 15 +# - 16 +# - 17 +# - 20 +# - 21 +# - 22 +# - 23 +# compare: +# title: "3-Node Skx" +# data: +# csit-dpdk-perf-verify-1807-3n-skx: +# - 1 +# - 2 +# - 3 +# - 6 +# - 7 +# - 8 +# - 9 +# - 10 +# - 11 +# - 12 +# data: "dpdk-compare-testbeds" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'NIC_Intel-X710' and MRR" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" +# parameters: +# - "name" +# - "parent" +# - "result" # Detailed Test Results - DPDK Performance Results 3n-hsw - @@ -4369,10 +4540,10 @@ # Packet Throughput - VPP Container Memif 3n-hsw-x520 - type: "plot" - title: "VPP Throughput: memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr" + title: "VPP Throughput: memif-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr" + output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and @@ -4398,7 +4569,7 @@ boxpoints: "outliers" whiskerwidth: 0 layout: - title: "memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr" + title: "memif-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" layout: "plot-throughput" - @@ -9735,7 +9906,7 @@ '78B' and ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and 'NDRPDR' and - '4T12' and + '4T2C' and 'IP6FWD' and not 'SRv6' and not 'IPSEC' and @@ -16943,7 +17114,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -16977,7 +17148,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17008,7 +17179,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17027,7 +17198,7 @@ title: "VPP Latency: ip4-3n-hsw-x520-64b-2t2c-features-nat44-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-ndr-nat44-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-nat44-ndr-lat" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and @@ -17038,7 +17209,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17070,7 +17241,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17087,7 +17258,7 @@ title: "VPP Latency: ip4-3n-hsw-x520-64b-2t2c-features-iacl-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-ndr-iacl-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-iacl-ndr-lat" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and @@ -17099,7 +17270,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17129,7 +17300,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17146,7 +17317,7 @@ title: "VPP Latency: ip4-3n-hsw-x520-64b-2t2c-features-oacl-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-ndr-oacl-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-oacl-ndr-lat" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and @@ -17158,7 +17329,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17248,7 +17419,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17282,7 +17453,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17313,7 +17484,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17332,7 +17503,7 @@ title: "VPP Latency: ip4-3n-hsw-x710-64b-2t2c-features-nat44-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-ndr-nat44-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-nat44-ndr-lat" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and @@ -17343,7 +17514,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17375,7 +17546,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17392,7 +17563,7 @@ title: "VPP Latency: ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-ndr-iacl-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr-lat" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and @@ -17404,7 +17575,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17434,7 +17605,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17451,7 +17622,7 @@ title: "VPP Latency: ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-ndr-oacl-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr-lat" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and @@ -17463,7 +17634,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17610,7 +17781,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17644,7 +17815,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17675,7 +17846,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17694,7 +17865,7 @@ title: "VPP Latency: ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-ndr-nat44-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr-lat" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and @@ -17705,7 +17876,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17737,7 +17908,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17754,7 +17925,7 @@ title: "VPP Latency: ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-ndr-iacl-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr-lat" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and @@ -17766,7 +17937,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17796,7 +17967,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17825,7 +17996,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18032,7 +18203,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18060,7 +18231,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18150,7 +18321,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18178,7 +18349,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18231,7 +18402,7 @@ '64B' and 'ENCAP' and 'NDRPDR' and - '4t2c' and + '4T2C' and 'VXLAN' and 'L2BDMACLRN' and not 'VHOST' and @@ -18268,7 +18439,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18296,7 +18467,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18681,7 +18852,7 @@ 'LISP' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18706,7 +18877,7 @@ 'LISP' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: