X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=02141ac1624030d31cfdf707deaf3c5db5d2ab10;hb=144ebec26ff0a32000283eddfac393e497e01164;hp=d7097473909f7727c0a63f1ac2953ad7cff6d600;hpb=f187d0b4f9cfa3b980a94b1f56e828b183367c15;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index d709747390..02141ac162 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -76,8 +76,9 @@ URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job" URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip" # URL[VIRL,DNV]: "http://download.it/from/nexus" - URL[NEXUS]: "https://docs.fd.io/csit" - DIR[NEXUS]: "report/_static/archive" + URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" + URL[NEXUS,DOC]: "https://docs.fd.io/csit" + DIR[NEXUS,DOC]: "report/_static/archive" make-dirs: # List the directories which are created while preparing the environment. @@ -130,19 +131,10 @@ # 3n-hsw plot-vpp-throughput-lat-tsa-3n-hsw: - csit-vpp-perf-verify-1904-3n-hsw: - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 26 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel # TODO: Add data - # csit-vpp-perf-verify-1904-3n-hsw: + csit-vpp-perf-verify-1908-3n-hsw: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run # TODO: Add data # plot-vpp-http-server-performance: @@ -150,68 +142,47 @@ # - plot-dpdk-throughput-latency-3n-hsw: - csit-dpdk-perf-verify-1904-3n-hsw: + # TODO: Add data + csit-dpdk-perf-verify-1908-3n-hsw: - 2 # NDRPDR sel - 3 # NDRPDR sel + - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - # TODO: Add data - # csit-dpdk-perf-verify-1908-3n-hsw: + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel # 3n-skx plot-vpp-throughput-lat-tsa-3n-skx: - csit-vpp-perf-verify-1904-3n-skx: - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel # TODO: Add data - # csit-vpp-perf-verify-1908-3n-skx: + csit-vpp-perf-verify-1908-3n-skx: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run plot-dpdk-throughput-latency-3n-skx: - csit-dpdk-perf-verify-1904-3n-skx: - - 2 # NDRPDR sel + csit-dpdk-perf-verify-1908-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - # TODO: Add data - # csit-dpdk-perf-verify-1908-3n-skx: # 2n-skx plot-vpp-throughput-lat-tsa-2n-skx: - csit-vpp-perf-verify-1904-2n-skx: - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 21 # NDRPDR sel - - 27 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel # TODO: Add data - # csit-vpp-perf-verify-1908-2n-skx: + csit-vpp-perf-verify-1908-2n-skx: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run + - 4 # NDRPDR sel Dry run plot-vpp-soak-2n-skx: csit-vpp-perf-verify-1904-2n-skx: @@ -281,7 +252,7 @@ # csit-vpp-perf-verify-1908-2n-skx: plot-dpdk-throughput-latency-2n-skx: - csit-dpdk-perf-verify-1904-2n-skx: + csit-dpdk-perf-verify-1908-2n-skx: - 2 # NDRPDR sel - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -292,8 +263,6 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel - # TODO: Add data - # csit-dpdk-perf-verify-1904-2n-skx: # 3rd party @@ -309,49 +278,23 @@ # NIC Comparisons vpp-nic-comparison-3n-hsw: - csit-vpp-perf-verify-1904-3n-hsw: - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 26 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel # TODO: Add data - # csit-vpp-perf-verify-1908-3n-hsw: + csit-vpp-perf-verify-1908-3n-hsw: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run vpp-nic-comparison-3n-skx: - csit-vpp-perf-verify-1904-3n-skx: - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel # TODO: Add data - # csit-vpp-perf-verify-1908-3n-skx: + csit-vpp-perf-verify-1908-3n-skx: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run vpp-nic-comparison-2n-skx: - csit-vpp-perf-verify-1904-2n-skx: - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 21 # NDRPDR sel - - 27 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel # TODO: Add data - # csit-vpp-perf-verify-1908-2n-skx: + csit-vpp-perf-verify-1908-2n-skx: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run + - 4 # NDRPDR sel Dry run vpp-nic-comparison-3n-hsw-mrr: csit-vpp-perf-verify-1904-3n-hsw: @@ -374,22 +317,19 @@ # Results vpp-perf-results-3n-hsw: - csit-vpp-perf-verify-1904-3n-hsw: - - 30 # NDRPDR sel # TODO: Add FULL data - # csit-vpp-perf-verify-1908-3n-hsw: + csit-vpp-perf-verify-1908-3n-hsw: + - 2 # NDRPDR sel Dry run vpp-perf-results-3n-skx: - csit-vpp-perf-verify-1904-3n-skx: - - 25 # NDRPDR sel # TODO: Add FULL data - # csit-vpp-perf-verify-1908-3n-skx: + csit-vpp-perf-verify-1908-3n-skx: + - 2 # NDRPDR sel Dry run vpp-perf-results-2n-skx: - csit-vpp-perf-verify-1904-2n-skx: - - 32 # NDRPDR sel # TODO: Add FULL data - # csit-vpp-perf-verify-1908-2n-skx: + csit-vpp-perf-verify-1908-2n-skx: + - 2 # NDRPDR sel Dry run vpp-mrr-results-3n-hsw: csit-vpp-perf-verify-1904-3n-hsw: @@ -422,28 +362,21 @@ # csit-vpp-functional-1908-centos7-virl: vpp-device-results-ubuntu: - csit-vpp-device-1904-ubuntu1804-1n-skx: - - 32 # TODO: Add data - # csit-vpp-device-1908-ubuntu1804-1n-skx: + csit-vpp-device-1908-ubuntu1804-1n-skx: + - 2 # Dry run dpdk-perf-results-3n-hsw: - csit-dpdk-perf-verify-1904-3n-hsw: - - 5 # NDRPDR sel - # TODO: Add data - # csit-dpdk-perf-verify-1908-3n-hsw: + csit-dpdk-perf-verify-1908-3n-hsw: + - 10 # NDRPDR sel dpdk-perf-results-3n-skx: - csit-dpdk-perf-verify-1904-3n-skx: - - 7 # NDRPDR sel - # TODO: Add data - # csit-dpdk-perf-verify-1908-3n-skx: + csit-dpdk-perf-verify-1908-3n-skx: + - 12 # NDRPDR sel dpdk-perf-results-2n-skx: - csit-dpdk-perf-verify-1904-2n-skx: - - 9 # NDRPDR sel - # TODO: Add data - # csit-dpdk-perf-verify-1908-2n-skx: + csit-dpdk-perf-verify-1908-2n-skx: + - 12 # NDRPDR sel # HoneyComb Functional hc-func-results: @@ -520,19 +453,10 @@ - 29 # NDRPDR sel - 30 # NDRPDR sel vpp-performance-changes-3n-hsw-cmp: - csit-vpp-perf-verify-1904-3n-hsw: - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 26 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel # TODO: Add data - # csit-vpp-perf-verify-1908-3n-hsw: + csit-vpp-perf-verify-1908-3n-hsw: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run vpp-performance-changes-3n-hsw: - "vpp-performance-changes-3n-hsw-h1" - "vpp-performance-changes-3n-hsw-ref" @@ -573,19 +497,10 @@ - 23 # NDRPDR sel - 25 # NDRPDR sel vpp-performance-changes-3n-skx-cmp: - csit-vpp-perf-verify-1904-3n-skx: - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel # TODO: Add data - # csit-vpp-perf-verify-1908-3n-skx: + csit-vpp-perf-verify-1908-3n-skx: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run vpp-performance-changes-3n-skx: - "vpp-performance-changes-3n-skx-h1" - "vpp-performance-changes-3n-skx-ref" @@ -616,19 +531,11 @@ - 31 # NDRPDR sel - 32 # NDRPDR sel vpp-performance-changes-2n-skx-cmp: - csit-vpp-perf-verify-1904-2n-skx: - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 21 # NDRPDR sel - - 27 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel # TODO: Add data - # csit-vpp-perf-verify-1908-2n-skx: + csit-vpp-perf-verify-1908-2n-skx: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run + - 4 # NDRPDR sel Dry run vpp-performance-changes-2n-skx: - "vpp-performance-changes-2n-skx-h1" - "vpp-performance-changes-2n-skx-ref" @@ -744,19 +651,17 @@ - 19 # NDRPDR sel - 20 # NDRPDR sel dpdk-performance-changes-3n-hsw-cmp: - csit-dpdk-perf-verify-1904-3n-hsw: + # TODO: Add data + csit-dpdk-perf-verify-1908-3n-hsw: - 2 # NDRPDR sel - 3 # NDRPDR sel + - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - # TODO: Add data - # csit-dpdk-perf-verify-1908-3n-hsw: + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel dpdk-performance-changes-3n-hsw: - "dpdk-performance-changes-3n-hsw-h1" - "dpdk-performance-changes-3n-hsw-ref" @@ -787,19 +692,17 @@ - 13 # NDRPDR sel - 14 # NDRPDR sel dpdk-performance-changes-3n-skx-cmp: - csit-dpdk-perf-verify-1904-3n-skx: - - 2 # NDRPDR sel + csit-dpdk-perf-verify-1908-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - # TODO: Add data - # csit-dpdk-perf-verify-1908-3n-skx: dpdk-performance-changes-3n-skx: - "dpdk-performance-changes-3n-skx-h1" - "dpdk-performance-changes-3n-skx-ref" @@ -830,7 +733,7 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel dpdk-performance-changes-2n-skx-cmp: - csit-dpdk-perf-verify-1904-2n-skx: + csit-dpdk-perf-verify-1908-2n-skx: - 2 # NDRPDR sel - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -841,8 +744,6 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel - # TODO: Add data - # csit-dpdk-perf-verify-1904-2n-skx: dpdk-performance-changes-2n-skx: - "dpdk-performance-changes-2n-skx-h1" - "dpdk-performance-changes-2n-skx-ref" @@ -851,33 +752,15 @@ # Compare testbeds vpp-compare-testbeds-ref: - csit-vpp-perf-verify-1904-3n-hsw: - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 26 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel # TODO: Add data - # csit-vpp-perf-verify-1908-3n-hsw: + csit-vpp-perf-verify-1908-3n-hsw: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run vpp-compare-testbeds-cmp: - csit-vpp-perf-verify-1904-3n-skx: - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel # TODO: Add data - # csit-vpp-perf-verify-1908-3n-skx: + csit-vpp-perf-verify-1908-3n-skx: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run vpp-compare-testbeds: - "vpp-compare-testbeds-ref" - "vpp-compare-testbeds-cmp" @@ -897,33 +780,30 @@ - "vpp-compare-testbeds-mrr-cmp" dpdk-compare-testbeds-ref: - csit-dpdk-perf-verify-1904-3n-hsw: + # TODO: Add data + csit-dpdk-perf-verify-1908-3n-hsw: - 2 # NDRPDR sel - 3 # NDRPDR sel + - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - # TODO: Add data - # csit-dpdk-perf-verify-1908-3n-hsw: + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel dpdk-compare-testbeds-cmp: - csit-dpdk-perf-verify-1904-3n-skx: - - 2 # NDRPDR sel + csit-dpdk-perf-verify-1908-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - # TODO: Add data - # csit-dpdk-perf-verify-1908-3n-skx: dpdk-compare-testbeds: - "dpdk-compare-testbeds-ref" - "dpdk-compare-testbeds-cmp" @@ -931,33 +811,16 @@ # Compare topologies vpp-compare-topologies-ref: - csit-vpp-perf-verify-1904-3n-skx: - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel # TODO: Add data - # csit-vpp-perf-verify-1908-3n-skx: + csit-vpp-perf-verify-1908-3n-skx: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run vpp-compare-topologies-cmp: - csit-vpp-perf-verify-1904-2n-skx: - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 21 # NDRPDR sel - - 27 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel # TODO: Add data - # csit-vpp-perf-verify-1908-2n-skx: + csit-vpp-perf-verify-1908-2n-skx: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run + - 4 # NDRPDR sel Dry run vpp-compare-topologies: - "vpp-compare-topologies-ref" - "vpp-compare-topologies-cmp" @@ -977,21 +840,19 @@ - "vpp-compare-topologies-mrr-cmp" dpdk-compare-topologies-ref: - csit-dpdk-perf-verify-1904-3n-skx: - - 2 # NDRPDR sel + csit-dpdk-perf-verify-1908-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - # TODO: Add data - # csit-dpdk-perf-verify-1908-3n-skx: dpdk-compare-topologies-cmp: - csit-dpdk-perf-verify-1904-2n-skx: + csit-dpdk-perf-verify-1908-2n-skx: - 2 # NDRPDR sel - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -1002,8 +863,6 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel - # TODO: Add data - # csit-dpdk-perf-verify-1908-2n-skx: dpdk-compare-topologies: - "dpdk-compare-topologies-ref" - "dpdk-compare-topologies-cmp" @@ -1403,10 +1262,18 @@ - type: "input" general: - file-name: "robot-plugin.zip" - file-format: ".zip" - download-path: "{job}/{build}/robot/report/*zip*/{filename}" - extract: "robot-plugin/output.xml" + file-name: "output_info.xml.gz" + file-format: ".gz" + arch-file-format: + - ".gz" + - ".zip" + download-path: "{job}/{build}/archives/{filename}" + extract: "output.xml" + + zip-file-name: "robot-plugin.zip" + zip-file-format: ".zip" + zip-download-path: "{job}/{build}/robot/report/*zip*/{filename}" + zip-extract: "robot-plugin/output.xml" builds: # intel-dnv-vpp-release-1904: @@ -1450,7 +1317,9 @@ - 29 # NDRPDR sel - 30 # NDRPDR sel # TODO: Add data - # csit-vpp-perf-verify-1908-3n-hsw: + csit-vpp-perf-verify-1908-3n-hsw: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run csit-vpp-perf-verify-1901-3n-skx: - 32 # MRR sel @@ -1487,7 +1356,9 @@ - 23 # NDRPDR sel - 25 # NDRPDR sel # TODO: Add data - # csit-vpp-perf-verify-1908-3n-skx: + csit-vpp-perf-verify-1908-3n-skx: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run csit-vpp-perf-verify-1901-2n-skx: - 22 # MRR sel @@ -1542,7 +1413,10 @@ - 70 # soak - 71 # soak # TODO: Add data - # csit-vpp-perf-verify-1908-2n-skx: + csit-vpp-perf-verify-1908-2n-skx: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run + - 4 # NDRPDR sel Dry run csit-dpdk-perf-verify-1901-3n-hsw: - 13 # NDRPDR sel @@ -1567,7 +1441,16 @@ - 19 # NDRPDR sel - 20 # NDRPDR sel # TODO: Add data - # csit-dpdk-perf-verify-1908-3n-hsw: + csit-dpdk-perf-verify-1908-3n-hsw: + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel csit-dpdk-perf-verify-1901-3n-skx: - 3 # NDRPDR sel @@ -1591,8 +1474,17 @@ - 12 # NDRPDR sel - 13 # NDRPDR sel - 14 # NDRPDR sel - # TODO: Add data - # csit-dpdk-perf-verify-1908-3n-skx: + csit-dpdk-perf-verify-1908-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel csit-dpdk-perf-verify-1901-2n-skx: - 12 # NDRPDR sel @@ -1616,27 +1508,34 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel - # TODO: Add data - # csit-dpdk-perf-verify-1908-2n-skx: + csit-dpdk-perf-verify-1908-2n-skx: + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel # TODO: Replace csit-vpp-functional-1904-ubuntu1604-virl: - 33 csit-vpp-functional-1904-centos7-virl: - 32 - csit-vpp-device-1904-ubuntu1804-1n-skx: - - 32 csit-dmm-functional-1904-ubuntu1604-virl: - 1 csit-hc2vpp-verify-func-1904-ubuntu1604: - 4 -# csit-vpp-functional-1908-ubuntu1604-virl: -# - + csit-vpp-functional-1908-ubuntu1604-virl: + - 19 # csit-vpp-functional-1908-centos7-virl: # - -# csit-vpp-device-1908-ubuntu1804-1n-skx: -# - + csit-vpp-device-1908-ubuntu1804-1n-skx: + - 2 # Dry run # csit-dmm-functional-1908-ubuntu1604-virl: # - # csit-hc2vpp-verify-func-1908-ubuntu1604: @@ -6401,6 +6300,61 @@ ################################################################################ +# Example plots + +# Packet Throughput - VPP L2 3n-skx-x710 base and scale +- type: "plot" + title: "Throughput: l2sw-3n-skx-x710-64b-2t1c-base_and_scale-ndr" + algorithm: "plot_performance_name_box" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-x710-64b-2t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-lat-tsa-3n-skx" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Patch-Ndrpdr.64B-2t1c-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Xcbase-Ndrpdr.64B-2t1c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-2t1c-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-2t1c-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-2t1c-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "l2sw-3n-skx-x710-64b-2t1c-base_and_scale-ndr" + layout: "plot-throughput" + +# Packet Latency - VPP L2 3n-skx-x710 base and scale +- type: "plot" + title: "Latency: l2sw-3n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars_name" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-lat-tsa-3n-skx" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Patch-Ndrpdr.64B-2t1c-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Xcbase-Ndrpdr.64B-2t1c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-2t1c-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-2t1c-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-2t1c-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "l2sw-3n-skx-x710-64b-2t1c-base_and_scale-ndr" + layout: "plot-latency" + +# Speedup - VPP L2 3n-skx-x710 base and scale +- type: "plot" + title: "Speedup: l2sw-3n-skx-x710-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis_name" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-x710-64b-base_and_scale-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-3n-skx" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "l2sw-3n-skx-x710-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +################################################################################ + # Packet Throughput - VPP L2 3n-hsw-x520 base and scale - type: "plot" title: "VPP Throughput: l2sw-3n-hsw-x520-64b-1t1c-base_and_scale-ndr"