X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=eca0f43845b8ca650ce2d0f409fc71f9c2a52290;hp=a02ce84e0e533f28024b5b0d629b432e29852606;hb=77175cdd458e9c9fa9020d73d2f0f0c9b6e7eeb6;hpb=c33172ceb416c8bf05f34dab93ba8fd9190fc2af diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index a02ce84e0e..eca0f43845 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -33,9 +33,11 @@ DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw" DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx" DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx" + DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv" DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw" DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx" DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx" + DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv" DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw" DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu" DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos" @@ -70,6 +72,7 @@ urls: URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job" URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job" + URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/intel_denverton_vpp_release_1810.tar.gz" URL[NEXUS]: "https://docs.fd.io/csit" DIR[NEXUS]: "report/_static/archive" @@ -118,8 +121,13 @@ data-sets: + # Denverton: + intel-dnv-vpp: + intel-dnv-vpp-release-1810: + - 1 + # VPP Performance - vpp-performance-changes: + vpp-performance-changes-3n-hsw: csit-vpp-perf-1804-all: - 21 # sel - 22 # sel @@ -157,6 +165,54 @@ - 41 # NDRPDR sel - 42 # NDRPDR sel + vpp-performance-changes-3n-skx: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + + vpp-performance-changes-2n-skx: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel + vpp-compare-testbeds: csit-vpp-perf-verify-1810-3n-hsw: - 8 # NDRPDR sel @@ -191,7 +247,43 @@ - 12 # MRR sel - 13 # MRR sel - vpp-performance-changes-mrr: + vpp-compare-topologies: + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel + + vpp-compare-topologies-mrr: + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel + csit-vpp-perf-verify-1810-2n-skx: + - 8 # MRR sel + - 10 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + + vpp-performance-changes-3n-hsw-mrr: csit-vpp-perf-check-1804: - 6 # mrr - sel - 13 # mrr - sel @@ -216,6 +308,42 @@ csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel + vpp-performance-changes-3n-skx-mrr: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel + - 54 # MRR sel + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel + + vpp-performance-changes-2n-skx-mrr: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel + csit-vpp-perf-verify-1810-2n-skx: + - 8 # MRR sel + - 10 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + vpp-perf-results-3n-hsw: csit-vpp-perf-verify-1810-3n-hsw: - 20 # NDRPDR full @@ -385,7 +513,7 @@ - 18 # sel # DPDK Performance - dpdk-performance-changes: + dpdk-performance-changes-3n-hsw: csit-dpdk-perf-1804-all: - 4 - 5 @@ -420,6 +548,30 @@ - 9 # NDRPDR sel - 10 # NDRPDR sel + dpdk-performance-changes-3n-skx: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + dpdk-compare-testbeds: csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel @@ -444,6 +596,30 @@ - 9 # NDRPDR sel - 10 # NDRPDR sel + dpdk-compare-topologies: + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + csit-dpdk-perf-verify-1810-2n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + dpdk-perf-results-3n-hsw: csit-dpdk-perf-verify-1810-3n-hsw: - 1 @@ -498,7 +674,7 @@ # HoneyComb Functional hc-func-results: csit-hc2vpp-verify-func-1810-ubuntu1604: - - 1 + - 3 # NSH SFC Functional nsh-func-results: @@ -835,6 +1011,9 @@ builds: + intel-dnv-vpp-release-1810: + - 1 + csit-vpp-perf-1804-all: - 21 # sel - 22 # sel @@ -1044,16 +1223,16 @@ - 9 # NDRPDR sel - 10 # NDRPDR sel csit-dpdk-perf-verify-1807-3n-skx: - - 1 - - 2 - - 3 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -1088,7 +1267,7 @@ csit-dmm-functional-1810-ubuntu1604-virl: - 1 csit-hc2vpp-verify-func-1810-ubuntu1604: - - 1 + - 3 - type: "output" @@ -1096,8 +1275,8 @@ format: html: - full - pdf: - - minimal +# pdf: +# - minimal ################################################################################ ### T A B L E S ### @@ -1106,12 +1285,12 @@ ################################################################################ # VPP -# VPP Performance Changes 1t1c pdr +# VPP Performance Changes 3n-hsw 1t1c pdr - type: "table" - title: "VPP Performance Changes 1t1c pdr" + title: "VPP Performance Changes 3n-hsw 1t1c pdr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-1t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr" history: - title: "rls1804" @@ -1158,7 +1337,7 @@ - 39 # NDRPDR sel - 41 # NDRPDR sel - 42 # NDRPDR sel - data: "vpp-performance-changes" + data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: @@ -1166,12 +1345,12 @@ - "parent" - "throughput" -# VPP Performance Changes 2t2c pdr +# VPP Performance Changes 3n-hsw 2t2c pdr - type: "table" - title: "VPP Performance Changes 2t2c pdr" + title: "VPP Performance Changes 3n-hsw 2t2c pdr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr" history: - title: "rls1804" @@ -1218,7 +1397,7 @@ - 39 # NDRPDR sel - 41 # NDRPDR sel - 42 # NDRPDR sel - data: "vpp-performance-changes" + data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: @@ -1226,12 +1405,12 @@ - "parent" - "throughput" -# VPP Performance Changes 1t1c ndr +# VPP Performance Changes 3n-hsw 1t1c ndr - type: "table" - title: "VPP Performance Changes 1t1c ndr" + title: "VPP Performance Changes 3n-hsw 1t1c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-1t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr" history: - title: "rls1804" @@ -1278,7 +1457,7 @@ - 39 # NDRPDR sel - 41 # NDRPDR sel - 42 # NDRPDR sel - data: "vpp-performance-changes" + data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: @@ -1286,12 +1465,12 @@ - "parent" - "throughput" -# VPP Performance Changes 2t2c ndr +# VPP Performance Changes 3n-hsw 2t2c ndr - type: "table" - title: "VPP Performance Changes 2t2c ndr" + title: "VPP Performance Changes 3n-hsw 2t2c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr" history: - title: "rls1804" @@ -1338,7 +1517,7 @@ - 39 # NDRPDR sel - 41 # NDRPDR sel - 42 # NDRPDR sel - data: "vpp-performance-changes" + data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: @@ -1346,28 +1525,28 @@ - "parent" - "throughput" -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx ndr +# VPP Performance Changes 3n-skx 2t1c pdr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx ndr" + title: "VPP Performance Changes 3n-skx 2t1c pdr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr" reference: - title: "3-Node Hsw" + title: "rls1807" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel - 38 # NDRPDR sel - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel compare: - title: "3-Node Skx" + title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: - 10 # NDRPDR sel @@ -1380,36 +1559,36 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel - data: "vpp-compare-testbeds" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710' and 'NDRPDR'" + data: "vpp-performance-changes-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - "throughput" -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx pdr +# VPP Performance Changes 3n-skx 4t2c pdr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx pdr" + title: "VPP Performance Changes 3n-skx 4t2c pdr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr" reference: - title: "3-Node Hsw" + title: "rls1807" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel - 38 # NDRPDR sel - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel compare: - title: "3-Node Skx" + title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: - 10 # NDRPDR sel @@ -1422,87 +1601,507 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel - data: "vpp-compare-testbeds" + data: "vpp-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710' and 'NDRPDR'" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - "throughput" -# VPP Performance Changes - 1t1c MRR +# VPP Performance Changes 3n-skx 2t1c ndr - type: "table" - title: "VPP Performance Changes - 1t1c MRR" + title: "VPP Performance Changes 3n-skx 2t1c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-1t1c-mrr" - history: - - - title: "rls1804" - data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr" reference: title: "rls1807" data: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full - - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel compare: title: "rls1810" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel - data: "vpp-performance-changes-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + data: "vpp-performance-changes-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "result" + - "throughput" -# VPP Performance Changes - 2t2c MRR +# VPP Performance Changes 3n-skx 4t2c ndr - type: "table" - title: "VPP Performance Changes - 2t2c MRR" + title: "VPP Performance Changes 3n-skx 4t2c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2t2c-mrr" - history: - - - title: "rls1804" - data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr" reference: title: "rls1807" data: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + data: "vpp-performance-changes-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 2n-skx 2t1c pdr +- + type: "table" + title: "VPP Performance Changes 2n-skx 2t1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel + data: "vpp-performance-changes-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 2n-skx 4t2c pdr +- + type: "table" + title: "VPP Performance Changes 2n-skx 4t2c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel + data: "vpp-performance-changes-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 2n-skx 2t1c ndr +- + type: "table" + title: "VPP Performance Changes 2n-skx 2t1c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel + data: "vpp-performance-changes-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 2n-skx 4t2c ndr +- + type: "table" + title: "VPP Performance Changes 2n-skx 4t2c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel + data: "vpp-performance-changes-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx ndr +- + type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" + reference: + title: "3-Node Hsw" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 42 # NDRPDR sel + compare: + title: "3-Node Skx" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + data: "vpp-compare-testbeds" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and 'NDRPDR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx pdr +- + type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" + reference: + title: "3-Node Hsw" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 42 # NDRPDR sel + compare: + title: "3-Node Skx" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + data: "vpp-compare-testbeds" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and 'NDRPDR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Comparison Across Topologies 3n-skx to 2n-skx ndr +- + type: "table" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-ndr" + reference: + title: "3-Node Skx" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + compare: + title: "2-Node Skx" + data: + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel + data: "vpp-compare-topologies" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Comparison Across Topologies 3n-skx to 2n-skx pdr +- + type: "table" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-pdr" + reference: + title: "3-Node Skx" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + compare: + title: "2-Node Skx" + data: + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel + data: "vpp-compare-topologies" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 3n-hsw 1t1c MRR +- + type: "table" + title: "VPP Performance Changes 3n-hsw 1t1c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr" + history: + - + title: "rls1804" + data: + csit-vpp-perf-check-1804: + - 6 # mrr - sel + - 13 # mrr - sel + - 14 # mrr - sel + - 15 # mrr - sel + - 16 # mrr - sel + - 17 # mrr - sel + - 19 # mrr - sel + - 20 # mrr - sel + - 21 # mrr - sel + - 22 # mrr - sel + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-hsw: + - 8 # MRR full + - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel + - 48 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 9 # MRR sel + data: "vpp-performance-changes-3n-hsw-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 3n-hsw 2t2c MRR +- + type: "table" + title: "VPP Performance Changes 3n-hsw 2t2c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr" + history: + - + title: "rls1804" + data: + csit-vpp-perf-check-1804: + - 6 # mrr - sel + - 13 # mrr - sel + - 14 # mrr - sel + - 15 # mrr - sel + - 16 # mrr - sel + - 17 # mrr - sel + - 19 # mrr - sel + - 20 # mrr - sel + - 21 # mrr - sel + - 22 # mrr - sel + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-hsw: + - 8 # MRR full - 9 # MRR sel - 21 # MRR sel - 31 # MRR sel @@ -1516,7 +2115,7 @@ data: csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel - data: "vpp-performance-changes-mrr" + data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: @@ -1524,12 +2123,12 @@ - "parent" - "result" -# VPP Performance Changes - 4t4c MRR +# VPP Performance Changes 3n-hsw 4t4c MRR - type: "table" - title: "VPP Performance Changes - 4t4c MRR" + title: "VPP Performance Changes 3n-hsw 4t4c MRR" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-4t4c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr" history: - title: "rls1804" @@ -1563,7 +2162,7 @@ data: csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel - data: "vpp-performance-changes-mrr" + data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: @@ -1571,6 +2170,219 @@ - "parent" - "result" +# VPP Performance Changes 3n-skx 2t1c MRR +- + type: "table" + title: "VPP Performance Changes 3n-skx 2t1c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel + data: "vpp-performance-changes-3n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 3n-skx 4t2c MRR +- + type: "table" + title: "VPP Performance Changes 3n-skx 4t2c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel + data: "vpp-performance-changes-3n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 3n-skx 8t4c MRR +- + type: "table" + title: "VPP Performance Changes 3n-skx 8t4c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel + data: "vpp-performance-changes-3n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 2n-skx 2t1c MRR +- + type: "table" + title: "VPP Performance Changes 2n-skx 2t1c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-2n-skx: + - 8 # MRR sel + - 10 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + data: "vpp-performance-changes-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 2n-skx 4t2c MRR +- + type: "table" + title: "VPP Performance Changes 2n-skx 4t2c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-2n-skx: + - 8 # MRR sel + - 10 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + data: "vpp-performance-changes-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 2n-skx 8t4c MRR +- + type: "table" + title: "VPP Performance Changes 2n-skx 8t4c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-2n-skx: + - 8 # MRR sel + - 10 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + data: "vpp-performance-changes-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + # VPP Comparison Across Testbeds 3n-hsw to 3n-skx mrr - type: "table" @@ -1598,6 +2410,36 @@ - "parent" - "result" +# VPP Comparison Across Topologies 3n-skx to 2n-skx mrr +- + type: "table" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx mrr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-mrr" + reference: + title: "3-Node Skx" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel + compare: + title: "2-Node Skx" + data: + csit-vpp-perf-verify-1810-2n-skx: + - 8 # MRR sel + - 10 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + data: "vpp-compare-topologies-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "result" + # Detailed Test Results - VPP Performance Results 3n-hsw - type: "table" @@ -1664,6 +2506,28 @@ - "parent" - "msg" +# Detailed Test Results - VPP Performance Results 2n-dnv +- + type: "table" + title: "Detailed Test Results - VPP Performance Results 2n-dnv" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "intel-dnv-vpp" + filter: "'NDRPDR'" + parameters: + - "name" + - "parent" + - "msg" + # Test configuration - VPP Performance Test Configs 3n-hsw - type: "table" @@ -1811,20 +2675,42 @@ title: "Status" data: "data msg" rows: "generated" - data: "vpp-mrr-results-3n-hsw" + data: "vpp-mrr-results-3n-hsw" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP MRR Results 3n-skx +- + type: "table" + title: "Detailed Test Results - VPP MRR Results 3n-skx" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "vpp-mrr-results-3n-skx" filter: "'MRR'" parameters: - "name" - "parent" - "msg" -# Detailed Test Results - VPP MRR Results 3n-skx +# Detailed Test Results - VPP MRR Results 2n-skx - type: "table" - title: "Detailed Test Results - VPP MRR Results 3n-skx" + title: "Detailed Test Results - VPP MRR Results 2n-skx" algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx" + output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx" columns: - title: "Name" @@ -1833,20 +2719,20 @@ title: "Status" data: "data msg" rows: "generated" - data: "vpp-mrr-results-3n-skx" + data: "vpp-mrr-results-2n-skx" filter: "'MRR'" parameters: - "name" - "parent" - "msg" -# Detailed Test Results - VPP MRR Results 2n-skx +# Detailed Test Results - VPP MRR Results 2n-dnv - type: "table" - title: "Detailed Test Results - VPP MRR Results 2n-skx" + title: "Detailed Test Results - VPP MRR Results 2n-dnv" algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx" + output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv" columns: - title: "Name" @@ -1855,7 +2741,7 @@ title: "Status" data: "data msg" rows: "generated" - data: "vpp-mrr-results-2n-skx" + data: "intel-dnv-vpp" filter: "'MRR'" parameters: - "name" @@ -2097,12 +2983,12 @@ ################################################################################ -# DPDK Performance Changes 1t1c pdr +# DPDK Performance Changes 3n-hsw 1t1c pdr - type: "table" - title: "DPDK Performance Changes 1t1c pdr" + title: "DPDK Performance Changes 3n-hsw 1t1c pdr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-1t1c-pdr" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr" history: - title: "rls1804" @@ -2146,7 +3032,7 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - data: "dpdk-performance-changes" + data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: @@ -2154,12 +3040,12 @@ - "parent" - "throughput" -# DPDK Performance Changes 2t2c pdr +# DPDK Performance Changes 3n-hsw 2t2c pdr - type: "table" - title: "DPDK Performance Changes 2t2c pdr" + title: "DPDK Performance Changes 3n-hsw 2t2c pdr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2t2c-pdr" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr" history: - title: "rls1804" @@ -2203,7 +3089,7 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - data: "dpdk-performance-changes" + data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: @@ -2211,12 +3097,12 @@ - "parent" - "throughput" -# DPDK Performance Changes 1t1c ndr +# DPDK Performance Changes 3n-hsw 1t1c ndr - type: "table" - title: "DPDK Performance Changes 1t1c ndr" + title: "DPDK Performance Changes 3n-hsw 1t1c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-1t1c-ndr" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr" history: - title: "rls1804" @@ -2260,7 +3146,7 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - data: "dpdk-performance-changes" + data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: @@ -2268,12 +3154,12 @@ - "parent" - "throughput" -# DPDK Performance Changes 2t2c ndr +# DPDK Performance Changes 3n-hsw 2t2c ndr - type: "table" - title: "DPDK Performance Changes 2t2c ndr" + title: "DPDK Performance Changes 3n-hsw 2t2c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2t2c-ndr" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr" history: - title: "rls1804" @@ -2317,7 +3203,7 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - data: "dpdk-performance-changes" + data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: @@ -2325,6 +3211,174 @@ - "parent" - "throughput" +# DPDK Performance Changes 3n-skx 2t1c pdr +- + type: "table" + title: "DPDK Performance Changes 3n-skx 2t1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr" + reference: + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + data: "dpdk-performance-changes-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 3n-skx 4t2c pdr +- + type: "table" + title: "DPDK Performance Changes 3n-skx 4t2c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr" + reference: + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + data: "dpdk-performance-changes-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 3n-skx 2t1c ndr +- + type: "table" + title: "DPDK Performance Changes 3n-skx 2t1c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr" + reference: + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + data: "dpdk-performance-changes-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 3n-skx 4t2c ndr +- + type: "table" + title: "DPDK Performance Changes 3n-skx 4t2c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr" + reference: + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + data: "dpdk-performance-changes-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr - type: "table" @@ -2367,6 +3421,90 @@ - "parent" - "throughput" +# DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr +- + type: "table" + title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr" + reference: + title: "3-Node Skx" + data: + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + compare: + title: "2-Node Skx" + data: + csit-dpdk-perf-verify-1810-2n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + data: "dpdk-compare-topologies" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr +- + type: "table" + title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr" + reference: + title: "3-Node Skx" + data: + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + compare: + title: "2-Node Skx" + data: + csit-dpdk-perf-verify-1810-2n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + data: "dpdk-compare-topologies" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr - type: "table" @@ -2660,6 +3798,24 @@ - "parent" data-start-level: 3 +# VPP Performance Results 2n-dnv +- + type: "file" + title: "VPP Performance Results 2n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,PERF,VPP,2N,DNV]}" + data: "intel-dnv-vpp" + filter: "'NDRPDR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + # VPP Performance Configuration 3n-hsw - type: "file" @@ -2822,6 +3978,24 @@ - "parent" data-start-level: 3 +# VPP MRR Results 2n-dnv +- + type: "file" + title: "VPP MRR Results 2n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,MRR,VPP,2N,DNV]}" + data: "intel-dnv-vpp" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + # VPP MRR Configuration 3n-hsw - type: "file"