X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=64d0cf91bfd36e9ad3afb943bd01628d9b046f14;hp=43170fb5694603d3ce105c33131df0a089023acf;hb=90f09a941acfee8bb7e19c06046d54c968b6421f;hpb=d77d62178fa257cf84099811b9177b9e224a2dd8 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 43170fb569..64d0cf91bf 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -153,6 +153,9 @@ - 18 # NDRPDR sel - 23 # NDRPDR sel - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel vpp-compare-testbeds: csit-vpp-perf-verify-1810-3n-hsw: @@ -163,6 +166,9 @@ - 18 # NDRPDR sel - 23 # NDRPDR sel - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel csit-vpp-perf-verify-1810-3n-skx: - 24 # NDRPDR full - 10 # NDRPDR sel @@ -178,10 +184,8 @@ vpp-compare-testbeds-mrr: csit-vpp-perf-verify-1810-3n-hsw: - # TODO: Add data - 9 # MRR sel csit-vpp-perf-verify-1810-3n-skx: - # TODO: Add data - 9 # MRR sel - 11 # MRR sel - 12 # MRR sel @@ -210,15 +214,14 @@ - 42 # MRR sel - 48 # MRR sel csit-vpp-perf-verify-1810-3n-hsw: - # TODO: Add data - 9 # MRR sel vpp-perf-results-3n-hsw: csit-vpp-perf-verify-1810-3n-hsw: - # TODO: Add data - 20 # NDRPDR full - 21 # NDRPDR full - 22 # NDRPDR full + - 27 # NDRPDR full vpp-perf-results-3n-skx: csit-vpp-perf-verify-1810-3n-skx: @@ -232,17 +235,14 @@ vpp-mrr-results-3n-hsw: csit-vpp-perf-verify-1810-3n-hsw: - # TODO: Replace with full - 9 # MRR sel vpp-mrr-results-3n-skx: csit-vpp-perf-verify-1810-3n-skx: - # TODO: Replace with full - 9 # MRR sel vpp-mrr-results-2n-skx: csit-vpp-perf-verify-1810-2n-skx: - # TODO: Replace with full - 8 # MRR sel plot-throughput-speedup-analysis-3n-hsw: @@ -254,6 +254,9 @@ - 18 # NDRPDR sel - 23 # NDRPDR sel - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel plot-throughput-speedup-analysis-3n-skx: csit-vpp-perf-verify-1810-3n-skx: @@ -291,6 +294,9 @@ - 18 # NDRPDR sel - 23 # NDRPDR sel - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel plot-vpp-throughput-latency-3n-skx: csit-vpp-perf-verify-1810-3n-skx: @@ -320,18 +326,17 @@ - 27 # NDRPDR sel plot-vpp-http-server-performance: - # TODO: Replace with 1810 data: - csit-vpp-perf-verify-1807-3n-hsw: - - 24 # WRK - - 25 # WRK - - 23 # WRK - - 26 # WRK - - 27 # WRK + csit-vpp-perf-verify-1810-3n-hsw: - 28 # WRK - 29 # WRK - 30 # WRK + - 31 # WRK - 32 # WRK + - 33 # WRK + - 34 # WRK - 35 # WRK + - 36 # WRK + - 37 # WRK # VPP Functional vpp-func-results-ubuntu: @@ -339,7 +344,6 @@ - 44 vpp-func-results-centos: - # TODO: Replace with 1810 data: csit-vpp-functional-1810-centos7-virl: - 44 @@ -349,25 +353,39 @@ # VPP Ligato ligato-perf-results-3n-hsw: - # TODO: Replace with 1810 data: - csit-ligato-perf-1807-all: - - 3 # full ? + csit-ligato-perf-verify-1810-3n-hsw: + - 5 # full plot-ligato-throughput-speedup-analysis-3n-hsw: - # TODO: Replace with 1810 data: - csit-ligato-perf-1807-all: - - 3 # full ? - - 4 # sel + csit-ligato-perf-verify-1810-3n-hsw: + - 5 # full + - 6 # sel + - 8 # sel + - 9 # sel + - 11 # sel + - 12 # sel + - 13 # sel + - 14 # sel + - 16 # sel + - 17 # sel + - 18 # sel plot-ligato-throughput-latency-3n-hsw: - # TODO: Replace with 1810 data: - csit-ligato-perf-1807-all: - - 3 # full ? - - 4 # sel + csit-ligato-perf-verify-1810-3n-hsw: + - 5 # full + - 6 # sel + - 8 # sel + - 9 # sel + - 11 # sel + - 12 # sel + - 13 # sel + - 14 # sel + - 16 # sel + - 17 # sel + - 18 # sel # DPDK Performance dpdk-performance-changes: - # TODO: Replace with 1810 data: csit-dpdk-perf-1804-all: - 4 - 5 @@ -390,62 +408,92 @@ - 21 - 22 - 23 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel dpdk-compare-testbeds: - # TODO: Add data csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - # TODO: Replace with 1810 data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel dpdk-perf-results-3n-hsw: - # TODO: Replace with 1810 data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 12 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 dpdk-perf-results-3n-skx: csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel dpdk-perf-results-2n-skx: - # TODO: Replace with full data: csit-dpdk-perf-verify-1810-2n-skx: - 3 plot-dpdk-throughput-latency-3n-hsw: - # TODO: Replace with 1810 data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel plot-dpdk-throughput-latency-3n-skx: - # TODO: Add data: csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel plot-dpdk-throughput-latency-2n-skx: - # TODO: Add data: csit-dpdk-perf-verify-1810-2n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel # HoneyComb Functional hc-func-results: @@ -837,12 +885,26 @@ - 20 # NDRPDR full - 21 # NDRPDR full - 22 # NDRPDR full + - 27 # NDRPDR full - 8 # NDRPDR sel - 12 # NDRPDR sel - 14 # NDRPDR sel - 18 # NDRPDR sel - 23 # NDRPDR sel - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 28 # WRK + - 29 # WRK + - 30 # WRK + - 31 # WRK + - 32 # WRK + - 33 # WRK + - 34 # WRK + - 35 # WRK + - 36 # WRK + - 37 # WRK csit-vpp-perf-verify-1807-3n-skx: - 31 # MRR full - 28 # MRR sel @@ -867,7 +929,6 @@ - 49 # NDRPDR sel - 50 # NDRPDR sel - 56 # NDRPDR sel - # TODO: Add data: csit-vpp-perf-verify-1810-3n-skx: - 9 # MRR sel - 11 # MRR sel @@ -908,7 +969,6 @@ - 39 # NDRPDR sel - 40 # NDRPDR sel - 42 # NDRPDR sel - # TODO: Add data: csit-vpp-perf-verify-1810-2n-skx: - 8 # MRR sel - 10 # MRR sel @@ -938,21 +998,18 @@ - 20 # mrr - sel - 21 # mrr - sel - 22 # mrr - sel - csit-ligato-perf-1804-all: - - 4 # full - - 5 # sel + csit-ligato-perf-verify-1810-3n-hsw: + - 5 # full - 6 # sel - - 7 # sel - 8 # sel - 9 # sel - - 10 # sel - 11 # sel - 12 # sel - 13 # sel - 14 # sel - csit-ligato-perf-1807-all: - - 3 # full ? - - 4 # sel + - 16 # sel + - 17 # sel + - 18 # sel csit-dpdk-perf-1804-all: - 4 - 5 @@ -975,9 +1032,17 @@ - 21 - 22 - 23 - # TODO: Add data: -# csit-dpdk-perf-verify-1810-3n-hsw: -# - + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel csit-dpdk-perf-verify-1807-3n-skx: - 1 - 2 @@ -989,13 +1054,29 @@ - 10 - 11 - 12 - # TODO: Add data: csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - # TODO: Add data: + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel csit-dpdk-perf-verify-1810-2n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + csit-vpp-functional-1810-ubuntu1604-virl: - 44 csit-vpp-functional-1810-centos7-virl: @@ -1073,6 +1154,9 @@ - 18 # NDRPDR sel - 23 # NDRPDR sel - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel data: "vpp-performance-changes" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1129,6 +1213,9 @@ - 18 # NDRPDR sel - 23 # NDRPDR sel - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel data: "vpp-performance-changes" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1185,6 +1272,9 @@ - 18 # NDRPDR sel - 23 # NDRPDR sel - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel data: "vpp-performance-changes" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1241,6 +1331,9 @@ - 18 # NDRPDR sel - 23 # NDRPDR sel - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel data: "vpp-performance-changes" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1265,6 +1358,9 @@ - 18 # NDRPDR sel - 23 # NDRPDR sel - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel compare: title: "3-Node Skx" data: @@ -1303,6 +1399,9 @@ - 18 # NDRPDR sel - 23 # NDRPDR sel - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel compare: title: "3-Node Skx" data: @@ -1998,24 +2097,24 @@ title: "DPDK Performance Changes 1t1c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-1t1c-pdr" + history: + - + title: "rls1804" + data: + csit-dpdk-perf-1804-all: + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 reference: - title: "rls1804" - data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - compare: title: "rls1807" data: - # TODO: Replace with 1810 data csit-dpdk-perf-verify-1807-3n-hsw: - 11 - 12 # full @@ -2027,6 +2126,20 @@ - 21 - 22 - 23 + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel data: "dpdk-performance-changes" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2041,24 +2154,24 @@ title: "DPDK Performance Changes 2t2c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2t2c-pdr" + history: + - + title: "rls1804" + data: + csit-dpdk-perf-1804-all: + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 reference: - title: "rls1804" - data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - compare: title: "rls1807" data: - # TODO: Replace with 1810 data csit-dpdk-perf-verify-1807-3n-hsw: - 11 - 12 # full @@ -2070,6 +2183,20 @@ - 21 - 22 - 23 + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel data: "dpdk-performance-changes" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2084,24 +2211,24 @@ title: "DPDK Performance Changes 1t1c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-1t1c-ndr" + history: + - + title: "rls1804" + data: + csit-dpdk-perf-1804-all: + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 reference: - title: "rls1804" - data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - compare: title: "rls1807" data: - # TODO: Replace with 1810 data csit-dpdk-perf-verify-1807-3n-hsw: - 11 - 12 # full @@ -2113,6 +2240,20 @@ - 21 - 22 - 23 + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel data: "dpdk-performance-changes" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2127,24 +2268,24 @@ title: "DPDK Performance Changes 2t2c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2t2c-ndr" + history: + - + title: "rls1804" + data: + csit-dpdk-perf-1804-all: + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 reference: - title: "rls1804" - data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - compare: title: "rls1807" data: - # TODO: Replace with 1810 data csit-dpdk-perf-verify-1807-3n-hsw: - 11 - 12 # full @@ -2156,6 +2297,20 @@ - 21 - 22 - 23 + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel data: "dpdk-performance-changes" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2173,24 +2328,31 @@ reference: title: "3-Node Hsw" data: - # TODO: Replace with 1810 data - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel compare: title: "3-Node Skx" data: - # TODO: Add data csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel data: "dpdk-compare-testbeds" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2208,24 +2370,31 @@ reference: title: "3-Node Hsw" data: - # TODO: Replace with 1810 data - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel compare: title: "3-Node Skx" data: - # TODO: Add data csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel data: "dpdk-compare-testbeds" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2235,48 +2404,47 @@ - "throughput" # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx mrr -- - type: "table" - title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx mrr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-mrr" - reference: - title: "3-Node Hsw" - data: - # TODO: Replace with 1810 data - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 - compare: - title: "3-Node Skx" - data: - # TODO: Replace with 1810 data - csit-dpdk-perf-verify-1807-3n-skx: - - 1 - - 2 - - 3 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - data: "dpdk-compare-testbeds" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710' and MRR" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" - parameters: - - "name" - - "parent" - - "result" +# NOTE: Not used in 18.10 +#- +# type: "table" +# title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx mrr" +# algorithm: "table_performance_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-mrr" +# reference: +# title: "3-Node Hsw" +# data: +# csit-dpdk-perf-verify-1807-3n-hsw: +# - 11 +# - 12 # full +# - 14 +# - 15 +# - 16 +# - 17 +# - 20 +# - 21 +# - 22 +# - 23 +# compare: +# title: "3-Node Skx" +# data: +# csit-dpdk-perf-verify-1807-3n-skx: +# - 1 +# - 2 +# - 3 +# - 6 +# - 7 +# - 8 +# - 9 +# - 10 +# - 11 +# - 12 +# data: "dpdk-compare-testbeds" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'NIC_Intel-X710' and MRR" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" +# parameters: +# - "name" +# - "parent" +# - "result" # Detailed Test Results - DPDK Performance Results 3n-hsw - @@ -4372,10 +4540,10 @@ # Packet Throughput - VPP Container Memif 3n-hsw-x520 - type: "plot" - title: "VPP Throughput: memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr" + title: "VPP Throughput: memif-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr" + output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and @@ -4401,7 +4569,7 @@ boxpoints: "outliers" whiskerwidth: 0 layout: - title: "memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr" + title: "memif-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" layout: "plot-throughput" - @@ -16946,7 +17114,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -16980,7 +17148,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17011,7 +17179,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17030,7 +17198,7 @@ title: "VPP Latency: ip4-3n-hsw-x520-64b-2t2c-features-nat44-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-ndr-nat44-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-nat44-ndr-lat" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and @@ -17041,7 +17209,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17073,7 +17241,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17090,7 +17258,7 @@ title: "VPP Latency: ip4-3n-hsw-x520-64b-2t2c-features-iacl-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-ndr-iacl-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-iacl-ndr-lat" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and @@ -17102,7 +17270,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17132,7 +17300,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17149,7 +17317,7 @@ title: "VPP Latency: ip4-3n-hsw-x520-64b-2t2c-features-oacl-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-ndr-oacl-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-oacl-ndr-lat" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X520-DA2' and '64B' and @@ -17161,7 +17329,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17251,7 +17419,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17285,7 +17453,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17316,7 +17484,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17335,7 +17503,7 @@ title: "VPP Latency: ip4-3n-hsw-x710-64b-2t2c-features-nat44-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-ndr-nat44-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-nat44-ndr-lat" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and @@ -17346,7 +17514,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17378,7 +17546,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17395,7 +17563,7 @@ title: "VPP Latency: ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-ndr-iacl-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr-lat" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and @@ -17407,7 +17575,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17437,7 +17605,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17454,7 +17622,7 @@ title: "VPP Latency: ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-ndr-oacl-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr-lat" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and @@ -17466,7 +17634,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17613,7 +17781,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17647,7 +17815,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17678,7 +17846,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17697,7 +17865,7 @@ title: "VPP Latency: ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-ndr-nat44-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr-lat" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and @@ -17708,7 +17876,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17740,7 +17908,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17757,7 +17925,7 @@ title: "VPP Latency: ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-ndr-iacl-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr-lat" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and @@ -17769,7 +17937,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17799,7 +17967,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -17828,7 +17996,7 @@ not 'IPSEC' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18035,7 +18203,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18063,7 +18231,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18153,7 +18321,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18181,7 +18349,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18234,7 +18402,7 @@ '64B' and 'ENCAP' and 'NDRPDR' and - '4t2c' and + '4T2C' and 'VXLAN' and 'L2BDMACLRN' and not 'VHOST' and @@ -18271,7 +18439,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18299,7 +18467,7 @@ not 'VHOST' and not 'IPSECHW'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18684,7 +18852,7 @@ 'LISP' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: @@ -18709,7 +18877,7 @@ 'LISP' and not 'VHOST'" parameters: - - "throughput" + - "latency" - "parent" - "tags" sort: