X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=bcb343865030351351501027f9157e66873feae6;hp=2b55499c94a42e0133ba14cd2fb9199b63fb50fd;hb=b0592824b3b8394f25577481533c406145136dcf;hpb=fce7b4b339f7a79b80143bbd796460720489d694 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 2b55499c94..bcb3438650 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -76,8 +76,9 @@ URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job" URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip" # URL[VIRL,DNV]: "http://download.it/from/nexus" - URL[NEXUS]: "https://docs.fd.io/csit" - DIR[NEXUS]: "report/_static/archive" + URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" + URL[NEXUS,DOC]: "https://docs.fd.io/csit" + DIR[NEXUS,DOC]: "report/_static/archive" make-dirs: # List the directories which are created while preparing the environment. @@ -130,109 +131,49 @@ # 3n-hsw plot-vpp-throughput-lat-tsa-3n-hsw: - csit-vpp-perf-verify-1904-3n-hsw: - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 26 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel + # TODO: Add data + csit-vpp-perf-verify-1908-3n-hsw: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run + # TODO: Add data # plot-vpp-http-server-performance: -# # TODO: Replace with 1904 data -# # csit-vpp-perf-verify-1904-3n-hsw: -# csit-vpp-perf-verify-1810-3n-hsw: -# - 28 # WRK -# - 29 # WRK -# - 30 # WRK -# - 31 # WRK -# - 32 # WRK -# - 33 # WRK -# - 34 # WRK -# - 35 # WRK -# - 36 # WRK -# - 37 # WRK - -# plot-ligato-throughput-lat-tsa-3n-hsw: -# # TODO: Replace with 1904 data -# # csit-ligato-perf-verify-1904-3n-hsw: -# csit-ligato-perf-verify-1901-3n-hsw: -# - 8 # NDRPDR sel -# - 9 # NDRPDR sel -# - 11 # NDRPDR sel -# - 12 # NDRPDR sel -# - 13 # NDRPDR sel -# - 14 # NDRPDR sel -# - 15 # NDRPDR sel -# - 16 # NDRPDR sel -# - 17 # NDRPDR sel -# - 18 # NDRPDR sel +# csit-vpp-perf-verify-1908-3n-hsw: +# - plot-dpdk-throughput-latency-3n-hsw: - csit-dpdk-perf-verify-1904-3n-hsw: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel + # TODO: Add data + csit-dpdk-perf-verify-1908-3n-hsw: + - 1 # NDRPDR sel Dry run # 3n-skx plot-vpp-throughput-lat-tsa-3n-skx: - csit-vpp-perf-verify-1904-3n-skx: - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel + # TODO: Add data + csit-vpp-perf-verify-1908-3n-skx: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run plot-dpdk-throughput-latency-3n-skx: - csit-dpdk-perf-verify-1904-3n-skx: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel + # TODO: Add data + csit-dpdk-perf-verify-1908-3n-skx: + - 2 # NDRPDR sel Dry run # 2n-skx plot-vpp-throughput-lat-tsa-2n-skx: - csit-vpp-perf-verify-1904-2n-skx: - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 21 # NDRPDR sel - - 27 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel + # TODO: Add data + csit-vpp-perf-verify-1908-2n-skx: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run + - 4 # NDRPDR sel Dry run plot-vpp-soak-2n-skx: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - - 70 # SOAK - - 71 # SOAK + - 70 # soak + - 71 # soak + # TODO: Add data + # csit-vpp-perf-verify-1908-2n-skx: plot-vpp-nfv-2n-skx-ndrpdr-64b: csit-vpp-perf-verify-1904-2n-skx: @@ -241,13 +182,28 @@ - 60 # NFV NDRPDR 64b - 65 # NFV NDRPDR 64b - 68 # NFV NDRPDR 64b + - 80 # NFV MRR NDRPDR 64b IMIX + - 81 # NFV MRR NDRPDR 64b IMIX + - 84 # NFV MRR NDRPDR 64b IMIX + - 85 # NFV MRR NDRPDR 64b IMIX + - 86 # NFV MRR NDRPDR 64b IMIX + # TODO: Add data + # csit-vpp-perf-verify-1908-2n-skx: plot-vpp-nfv-2n-skx-ndrpdr-imix: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - 66 # NFV NDRPDR IMIX - 67 # NFV NDRPDR IMIX - 69 # NFV NDRPDR IMIX + - 82 # NFV NDRPDR IMIX + - 83 # NFV NDRPDR IMIX + - 80 # NFV MRR NDRPDR 64b IMIX + - 81 # NFV MRR NDRPDR 64b IMIX + - 84 # NFV MRR NDRPDR 64b IMIX + - 85 # NFV MRR NDRPDR 64b IMIX + - 86 # NFV MRR NDRPDR 64b IMIX + # TODO: Add data + # csit-vpp-perf-verify-1908-2n-skx: plot-vpp-nfv-2n-skx-mrr-64b: csit-vpp-perf-verify-1904-2n-skx: @@ -256,6 +212,13 @@ - 42 # NFV MRR 64b - 47 # NFV MRR 64b - 48 # NFV MRR 64b + - 80 # NFV MRR NDRPDR 64b IMIX + - 81 # NFV MRR NDRPDR 64b IMIX + - 84 # NFV MRR NDRPDR 64b IMIX + - 85 # NFV MRR NDRPDR 64b IMIX + - 86 # NFV MRR NDRPDR 64b IMIX + # TODO: Add data + # csit-vpp-perf-verify-1908-2n-skx: plot-vpp-nfv-2n-skx-mrr-imix: csit-vpp-perf-verify-1904-2n-skx: @@ -264,25 +227,23 @@ - 51 # NFV MRR IMIX - 54 # NFV MRR IMIX - 55 # NFV MRR IMIX + - 80 # NFV MRR NDRPDR 64b IMIX + - 81 # NFV MRR NDRPDR 64b IMIX + - 84 # NFV MRR NDRPDR 64b IMIX + - 85 # NFV MRR NDRPDR 64b IMIX + - 86 # NFV MRR NDRPDR 64b IMIX + # TODO: Add data + # csit-vpp-perf-verify-1908-2n-skx: plot-dpdk-throughput-latency-2n-skx: - csit-dpdk-perf-verify-1904-2n-skx: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel + # TODO: Add data + csit-dpdk-perf-verify-1908-2n-skx: + - 1 # NDRPDR sel Dry run # 3rd party # # Denverton: # intel-dnv-vpp: -# # TODO: Replace with 1904 data # # intel-dnv-vpp-release-1904: # intel-dnv-vpp-release-1901: # - 1 @@ -293,124 +254,115 @@ # NIC Comparisons vpp-nic-comparison-3n-hsw: - csit-vpp-perf-verify-1904-3n-hsw: - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 26 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel + # TODO: Add data + csit-vpp-perf-verify-1908-3n-hsw: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run vpp-nic-comparison-3n-skx: - csit-vpp-perf-verify-1904-3n-skx: - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel + # TODO: Add data + csit-vpp-perf-verify-1908-3n-skx: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run vpp-nic-comparison-2n-skx: - csit-vpp-perf-verify-1904-2n-skx: - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 21 # NDRPDR sel - - 27 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel + # TODO: Add data + csit-vpp-perf-verify-1908-2n-skx: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run + - 4 # NDRPDR sel Dry run vpp-nic-comparison-3n-hsw-mrr: csit-vpp-perf-verify-1904-3n-hsw: - 9 # MRR sel + # TODO: Add data + # csit-vpp-perf-verify-1908-3n-hsw: vpp-nic-comparison-3n-skx-mrr: csit-vpp-perf-verify-1904-3n-skx: - 7 # MRR sel + # TODO: Add data + # csit-vpp-perf-verify-1908-3n-skx: vpp-nic-comparison-2n-skx-mrr: csit-vpp-perf-verify-1904-2n-skx: - 11 # MRR sel + # TODO: Add data + # csit-vpp-perf-verify-1908-2n-skx: # Results vpp-perf-results-3n-hsw: - # TODO: Replace with FULL 1904 data - csit-vpp-perf-verify-1904-3n-hsw: - - 12 # NDRPDR sel + # TODO: Add FULL data + csit-vpp-perf-verify-1908-3n-hsw: + - 2 # NDRPDR sel Dry run vpp-perf-results-3n-skx: - csit-vpp-perf-verify-1904-3n-skx: - - 26 # NDRPDR full - - 27 # NDRPDR full - - 30 # NDRPDR full - - 31 # NDRPDR full + # TODO: Add FULL data + csit-vpp-perf-verify-1908-3n-skx: + - 2 # NDRPDR sel Dry run vpp-perf-results-2n-skx: - csit-vpp-perf-verify-1904-2n-skx: - - 33 # NDRPDR full - - 39 # NDRPDR full - - 58 # NDRPDR full - - 62 # NDRPDR full + # TODO: Add FULL data + csit-vpp-perf-verify-1908-2n-skx: + - 2 # NDRPDR sel Dry run vpp-mrr-results-3n-hsw: csit-vpp-perf-verify-1904-3n-hsw: - 9 # MRR sel + # TODO: Add data + # csit-vpp-perf-verify-1908-3n-hsw: vpp-mrr-results-3n-skx: csit-vpp-perf-verify-1904-3n-skx: - 7 # MRR sel + # TODO: Add data + # csit-vpp-perf-verify-1908-3n-skx: vpp-mrr-results-2n-skx: csit-vpp-perf-verify-1904-2n-skx: - 11 # MRR sel + # TODO: Add data + # csit-vpp-perf-verify-1908-2n-skx: vpp-func-results-ubuntu: csit-vpp-functional-1904-ubuntu1604-virl: - - 29 + - 33 + # TODO: Add data + # csit-vpp-functional-1908-ubuntu1604-virl: vpp-func-results-centos: csit-vpp-functional-1904-centos7-virl: - 32 + # TODO: Add data + # csit-vpp-functional-1908-centos7-virl: vpp-device-results-ubuntu: - csit-vpp-device-1904-ubuntu1804-1n-skx: - - 33 - -# # VPP Ligato -# ligato-perf-results-3n-hsw: -# # TODO: Replace with 1904 data -# # csit-ligato-perf-verify-1904-3n-hsw: -# csit-ligato-perf-verify-1901-3n-hsw: -# - 10 # NDRPDR full + # TODO: Add data + csit-vpp-device-1908-ubuntu1804-1n-skx: + - 2 # Dry run dpdk-perf-results-3n-hsw: - csit-dpdk-perf-verify-1904-3n-hsw: - - 5 # NDRPDR sel + # TODO: Add data + csit-dpdk-perf-verify-1908-3n-hsw: + - 1 # NDRPDR sel Dry run dpdk-perf-results-3n-skx: - csit-dpdk-perf-verify-1904-3n-skx: - - 7 # NDRPDR sel + # TODO: Add data + csit-dpdk-perf-verify-1908-3n-skx: + - 2 # NDRPDR sel Dry run dpdk-perf-results-2n-skx: - csit-dpdk-perf-verify-1904-2n-skx: - - 9 # NDRPDR sel + # TODO: Add data + csit-dpdk-perf-verify-1908-2n-skx: + - 1 # NDRPDR sel Dry run # HoneyComb Functional hc-func-results: csit-hc2vpp-verify-func-1904-ubuntu1604: - 4 + # TODO: Add data + # csit-hc2vpp-verify-func-1908-ubuntu1604: # # NSH SFC Functional # nsh-func-results: @@ -422,6 +374,8 @@ dmm-func-results: csit-dmm-functional-1904-ubuntu1604-virl: - 1 + # TODO: Add data + # csit-dmm-functional-1908-ubuntu1604-virl: ########################################################################### # Tables (more than one data set) @@ -435,7 +389,6 @@ # intel-dnv-vpp-release-1901: # - 1 # intel-dnv-vpp-changes-2n-dnv-cmp: -# # TODO: Replace with 1904 data # # intel-dnv-vpp-release-1904: # intel-dnv-vpp-release-1901: # - 1 @@ -445,18 +398,6 @@ # - "intel-dnv-vpp-changes-2n-dnv-cmp" vpp-performance-changes-3n-hsw-h1: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel - vpp-performance-changes-3n-hsw-ref: csit-vpp-perf-verify-1901-3n-hsw: - 10 # NDRPDR sel - 19 # NDRPDR sel @@ -478,7 +419,7 @@ - 69 # NDRPDR LB - 70 # NDRPDR LB - 71 # NDRPDR LB - vpp-performance-changes-3n-hsw-cmp: + vpp-performance-changes-3n-hsw-ref: csit-vpp-perf-verify-1904-3n-hsw: - 11 # NDRPDR sel - 12 # NDRPDR sel @@ -490,24 +431,17 @@ - 26 # NDRPDR sel - 29 # NDRPDR sel - 30 # NDRPDR sel + vpp-performance-changes-3n-hsw-cmp: + # TODO: Add data + csit-vpp-perf-verify-1908-3n-hsw: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run vpp-performance-changes-3n-hsw: - "vpp-performance-changes-3n-hsw-h1" - "vpp-performance-changes-3n-hsw-ref" - "vpp-performance-changes-3n-hsw-cmp" vpp-performance-changes-3n-skx-h1: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel - vpp-performance-changes-3n-skx-ref: csit-vpp-perf-verify-1901-3n-skx: - 18 # NDRPDR sel - 19 # NDRPDR sel @@ -529,7 +463,7 @@ - 65 # NDRPDR LB - 66 # NDRPDR LB - 67 # NDRPDR LB - vpp-performance-changes-3n-skx-cmp: + vpp-performance-changes-3n-skx-ref: csit-vpp-perf-verify-1904-3n-skx: - 8 # NDRPDR sel - 9 # NDRPDR sel @@ -541,24 +475,17 @@ - 21 # NDRPDR sel - 23 # NDRPDR sel - 25 # NDRPDR sel + vpp-performance-changes-3n-skx-cmp: + # TODO: Add data + csit-vpp-perf-verify-1908-3n-skx: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run vpp-performance-changes-3n-skx: - "vpp-performance-changes-3n-skx-h1" - "vpp-performance-changes-3n-skx-ref" - "vpp-performance-changes-3n-skx-cmp" vpp-performance-changes-2n-skx-h1: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel - vpp-performance-changes-2n-skx-ref: csit-vpp-perf-verify-1901-2n-skx: - 5 # NDRPDR sel - 12 # NDRPDR sel @@ -570,7 +497,7 @@ - 40 # NDRPDR sel - 42 # NDRPDR sel - 43 # NDRPDR sel - vpp-performance-changes-2n-skx-cmp: + vpp-performance-changes-2n-skx-ref: csit-vpp-perf-verify-1904-2n-skx: - 12 # NDRPDR sel - 14 # NDRPDR sel @@ -582,6 +509,12 @@ - 30 # NDRPDR sel - 31 # NDRPDR sel - 32 # NDRPDR sel + vpp-performance-changes-2n-skx-cmp: + # TODO: Add data + csit-vpp-perf-verify-1908-2n-skx: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run + - 4 # NDRPDR sel Dry run vpp-performance-changes-2n-skx: - "vpp-performance-changes-2n-skx-h1" - "vpp-performance-changes-2n-skx-ref" @@ -599,10 +532,14 @@ - 30 # NDRPDR sel - 31 # NDRPDR sel - 32 # NDRPDR sel + # TODO: Add data + # csit-vpp-perf-verify-1908-2n-skx: vpp-soak-vs-ndr-2n-skx-cmp: csit-vpp-perf-verify-1904-2n-skx: - - 70 # SOAK - - 71 # SOAK + - 70 # soak + - 71 # soak + # TODO: Add data + # csit-vpp-perf-verify-1908-2n-skx: vpp-soak-vs-ndr-2n-skx: csit-vpp-perf-verify-1904-2n-skx: - 12 # NDRPDR sel @@ -615,70 +552,60 @@ - 30 # NDRPDR sel - 31 # NDRPDR sel - 32 # NDRPDR sel - - 70 # SOAK - - 71 # SOAK + - 70 # soak + - 71 # soak + # TODO: Add data + # csit-vpp-perf-verify-1908-2n-skx: vpp-performance-changes-3n-hsw-mrr-h1: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel - vpp-performance-changes-3n-hsw-mrr-ref: csit-vpp-perf-verify-1901-3n-hsw: - 35 # MRR sel + vpp-performance-changes-3n-hsw-mrr-ref: + csit-vpp-perf-verify-1904-3n-hsw: + - 9 # MRR sel vpp-performance-changes-3n-hsw-mrr-cmp: csit-vpp-perf-verify-1904-3n-hsw: - 9 # MRR sel + # TODO: Add data + # csit-vpp-perf-verify-1908-3n-hsw: vpp-performance-changes-3n-hsw-mrr: - "vpp-performance-changes-3n-hsw-mrr-h1" - "vpp-performance-changes-3n-hsw-mrr-ref" - "vpp-performance-changes-3n-hsw-mrr-cmp" vpp-performance-changes-3n-skx-mrr-h1: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel - vpp-performance-changes-3n-skx-mrr-ref: csit-vpp-perf-verify-1901-3n-skx: - 32 # MRR sel + vpp-performance-changes-3n-skx-mrr-ref: + csit-vpp-perf-verify-1904-3n-skx: + - 7 # MRR sel vpp-performance-changes-3n-skx-mrr-cmp: csit-vpp-perf-verify-1904-3n-skx: - 7 # MRR sel + # TODO: Add data + # csit-vpp-perf-verify-1908-3n-skx: vpp-performance-changes-3n-skx-mrr: - "vpp-performance-changes-3n-skx-mrr-h1" - "vpp-performance-changes-3n-skx-mrr-ref" - "vpp-performance-changes-3n-skx-mrr-cmp" vpp-performance-changes-2n-skx-mrr-h1: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - vpp-performance-changes-2n-skx-mrr-ref: csit-vpp-perf-verify-1901-2n-skx: - 22 # MRR sel + vpp-performance-changes-2n-skx-mrr-ref: + csit-vpp-perf-verify-1904-2n-skx: + - 11 # MRR sel vpp-performance-changes-2n-skx-mrr-cmp: csit-vpp-perf-verify-1904-2n-skx: - 11 # MRR sel + # TODO: Add data + # csit-vpp-perf-verify-1908-2n-skx: vpp-performance-changes-2n-skx-mrr: - "vpp-performance-changes-2n-skx-mrr-h1" - "vpp-performance-changes-2n-skx-mrr-ref" - "vpp-performance-changes-2n-skx-mrr-cmp" dpdk-performance-changes-3n-hsw-h1: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - dpdk-performance-changes-3n-hsw-ref: csit-dpdk-perf-verify-1901-3n-hsw: - 13 # NDRPDR sel - 14 # NDRPDR sel @@ -690,7 +617,7 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 23 # NDRPDR sel - dpdk-performance-changes-3n-hsw-cmp: + dpdk-performance-changes-3n-hsw-ref: csit-dpdk-perf-verify-1904-3n-hsw: - 2 # NDRPDR sel - 3 # NDRPDR sel @@ -702,24 +629,16 @@ - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel + dpdk-performance-changes-3n-hsw-cmp: + # TODO: Add data + csit-dpdk-perf-verify-1908-3n-hsw: + - 1 # NDRPDR sel Dry run dpdk-performance-changes-3n-hsw: - "dpdk-performance-changes-3n-hsw-h1" - "dpdk-performance-changes-3n-hsw-ref" - "dpdk-performance-changes-3n-hsw-cmp" dpdk-performance-changes-3n-skx-h1: - csit-dpdk-perf-verify-1810-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - dpdk-performance-changes-3n-skx-ref: csit-dpdk-perf-verify-1901-3n-skx: - 3 # NDRPDR sel - 5 # NDRPDR sel @@ -731,7 +650,7 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel - dpdk-performance-changes-3n-skx-cmp: + dpdk-performance-changes-3n-skx-ref: csit-dpdk-perf-verify-1904-3n-skx: - 2 # NDRPDR sel - 3 # NDRPDR sel @@ -743,24 +662,16 @@ - 12 # NDRPDR sel - 13 # NDRPDR sel - 14 # NDRPDR sel + dpdk-performance-changes-3n-skx-cmp: + # TODO: Add data + csit-dpdk-perf-verify-1908-3n-skx: + - 2 # NDRPDR sel Dry run dpdk-performance-changes-3n-skx: - "dpdk-performance-changes-3n-skx-h1" - "dpdk-performance-changes-3n-skx-ref" - "dpdk-performance-changes-3n-skx-cmp" dpdk-performance-changes-2n-skx-h1: - csit-dpdk-perf-verify-1810-2n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - dpdk-performance-changes-2n-skx-ref: csit-dpdk-perf-verify-1901-2n-skx: - 12 # NDRPDR sel - 13 # NDRPDR sel @@ -772,7 +683,7 @@ - 19 # NDRPDR sel - 20 # NDRPDR sel - 21 # NDRPDR sel - dpdk-performance-changes-2n-skx-cmp: + dpdk-performance-changes-2n-skx-ref: csit-dpdk-perf-verify-1904-2n-skx: - 2 # NDRPDR sel - 3 # NDRPDR sel @@ -784,6 +695,10 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + dpdk-performance-changes-2n-skx-cmp: + # TODO: Add data + csit-dpdk-perf-verify-1908-2n-skx: + - 1 # NDRPDR sel Dry run dpdk-performance-changes-2n-skx: - "dpdk-performance-changes-2n-skx-h1" - "dpdk-performance-changes-2n-skx-ref" @@ -792,29 +707,15 @@ # Compare testbeds vpp-compare-testbeds-ref: - csit-vpp-perf-verify-1904-3n-hsw: - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 26 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel + # TODO: Add data + csit-vpp-perf-verify-1908-3n-hsw: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run vpp-compare-testbeds-cmp: - csit-vpp-perf-verify-1904-3n-skx: - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel + # TODO: Add data + csit-vpp-perf-verify-1908-3n-skx: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run vpp-compare-testbeds: - "vpp-compare-testbeds-ref" - "vpp-compare-testbeds-cmp" @@ -822,37 +723,25 @@ vpp-compare-testbeds-mrr-ref: csit-vpp-perf-verify-1904-3n-hsw: - 9 # MRR sel + # TODO: Add data + # csit-vpp-perf-verify-1908-3n-hsw: vpp-compare-testbeds-mrr-cmp: csit-vpp-perf-verify-1904-3n-skx: - 7 # MRR sel + # TODO: Add data + # csit-vpp-perf-verify-1908-3n-skx: vpp-compare-testbeds-mrr: - "vpp-compare-testbeds-mrr-ref" - "vpp-compare-testbeds-mrr-cmp" dpdk-compare-testbeds-ref: - csit-dpdk-perf-verify-1904-3n-hsw: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel + # TODO: Add data + csit-dpdk-perf-verify-1908-3n-hsw: + - 1 # NDRPDR sel Dry run dpdk-compare-testbeds-cmp: - csit-dpdk-perf-verify-1904-3n-skx: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel + # TODO: Add data + csit-dpdk-perf-verify-1908-3n-skx: + - 2 # NDRPDR sel Dry run dpdk-compare-testbeds: - "dpdk-compare-testbeds-ref" - "dpdk-compare-testbeds-cmp" @@ -860,29 +749,16 @@ # Compare topologies vpp-compare-topologies-ref: - csit-vpp-perf-verify-1904-3n-skx: - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel + # TODO: Add data + csit-vpp-perf-verify-1908-3n-skx: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run vpp-compare-topologies-cmp: - csit-vpp-perf-verify-1904-2n-skx: - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 21 # NDRPDR sel - - 27 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel + # TODO: Add data + csit-vpp-perf-verify-1908-2n-skx: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run + - 4 # NDRPDR sel Dry run vpp-compare-topologies: - "vpp-compare-topologies-ref" - "vpp-compare-topologies-cmp" @@ -890,37 +766,25 @@ vpp-compare-topologies-mrr-ref: csit-vpp-perf-verify-1904-3n-skx: - 7 # MRR sel + # TODO: Add data + # csit-vpp-perf-verify-1908-3n-skx: vpp-compare-topologies-mrr-cmp: csit-vpp-perf-verify-1904-2n-skx: - 11 # MRR sel + # TODO: Add data + # csit-vpp-perf-verify-1908-2n-skx: vpp-compare-topologies-mrr: - "vpp-compare-topologies-mrr-ref" - "vpp-compare-topologies-mrr-cmp" dpdk-compare-topologies-ref: - csit-dpdk-perf-verify-1904-3n-skx: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel + # TODO: Add data + csit-dpdk-perf-verify-1908-3n-skx: + - 2 # NDRPDR sel Dry run dpdk-compare-topologies-cmp: - csit-dpdk-perf-verify-1904-2n-skx: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel + # TODO: Add data + csit-dpdk-perf-verify-1908-2n-skx: + - 1 # NDRPDR sel Dry run dpdk-compare-topologies: - "dpdk-compare-topologies-ref" - "dpdk-compare-topologies-cmp" @@ -948,12 +812,12 @@ size: 16 zeroline: False yaxis: - title: "Packet Throughput [Mpps]" + title: "Critical Rate Lower Bound [Mpps]" titlefont: size: 16 gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - tickformat: ".3s" + hoverformat: ".4r" + tickformat: ".3r" linecolor: "rgb(220, 220, 220)" linewidth: 1 showgrid: True @@ -1137,8 +1001,8 @@ titlefont: size: 16 gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - tickformat: ".3s" + hoverformat: ".4r" + tickformat: ".3r" linecolor: "rgb(220, 220, 220)" linewidth: 1 showgrid: True @@ -1320,44 +1184,26 @@ - type: "input" general: - file-name: "robot-plugin.zip" - file-format: ".zip" - download-path: "{job}/{build}/robot/report/*zip*/{filename}" - extract: "robot-plugin/output.xml" + file-name: "output_info.xml.gz" + file-format: ".gz" + arch-file-format: + - ".gz" + - ".zip" + download-path: "{job}/{build}/archives/{filename}" + extract: "output.xml" + + zip-file-name: "robot-plugin.zip" + zip-file-format: ".zip" + zip-download-path: "{job}/{build}/robot/report/*zip*/{filename}" + zip-extract: "robot-plugin/output.xml" builds: -# # TODO: Add 1904 data -## intel-dnv-vpp-release-1904: -## - 1 -# -# intel-dnv-vpp-release-1901: +# intel-dnv-vpp-release-1904: # - 1 # -# intel-dnv-vpp-release-1810: +# intel-dnv-vpp-release-1901: # - 1 - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel -# - 28 # WRK -# - 29 # WRK -# - 30 # WRK -# - 31 # WRK -# - 32 # WRK -# - 33 # WRK -# - 34 # WRK -# - 35 # WRK -# - 36 # WRK -# - 37 # WRK csit-vpp-perf-verify-1901-3n-hsw: - 35 # MRR sel - 10 # NDRPDR sel @@ -1380,7 +1226,6 @@ - 69 # NDRPDR LB - 70 # NDRPDR LB - 71 # NDRPDR LB - # TODO: Add 1904 Data csit-vpp-perf-verify-1904-3n-hsw: - 9 # MRR sel - 11 # NDRPDR sel @@ -1393,22 +1238,11 @@ - 26 # NDRPDR sel - 29 # NDRPDR sel - 30 # NDRPDR sel + # TODO: Add data + csit-vpp-perf-verify-1908-3n-hsw: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel csit-vpp-perf-verify-1901-3n-skx: - 32 # MRR sel - 18 # NDRPDR sel @@ -1433,10 +1267,6 @@ - 67 # NDRPDR LB csit-vpp-perf-verify-1904-3n-skx: - 7 # MRR sel - - 26 # NDRPDR full - - 27 # NDRPDR full - - 30 # NDRPDR full - - 31 # NDRPDR full - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel @@ -1447,22 +1277,11 @@ - 21 # NDRPDR sel - 23 # NDRPDR sel - 25 # NDRPDR sel + # TODO: Add data + csit-vpp-perf-verify-1908-3n-skx: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 9 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel csit-vpp-perf-verify-1901-2n-skx: - 22 # MRR sel - 5 # NDRPDR sel @@ -1475,13 +1294,8 @@ - 40 # NDRPDR sel - 42 # NDRPDR sel - 43 # NDRPDR sel - # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - 11 # MRR sel - - 33 # NDRPDR full - - 39 # NDRPDR full - - 58 # NDRPDR full - - 62 # NDRPDR full - 12 # NDRPDR sel - 14 # NDRPDR sel - 16 # NDRPDR sel @@ -1492,6 +1306,7 @@ - 30 # NDRPDR sel - 31 # NDRPDR sel - 32 # NDRPDR sel + # TODO: Remove - 40 # NFV MRR 64b - 41 # NFV MRR 64b - 42 # NFV MRR 64b @@ -1510,36 +1325,21 @@ - 66 # NFV NDRPDR IMIX - 67 # NFV NDRPDR IMIX - 69 # NFV NDRPDR IMIX - - 70 # SOAK - - 71 # SOAK - -# csit-ligato-perf-verify-1901-3n-hsw: -# - 10 # NDRPDR full -# - 8 # NDRPDR sel -# - 9 # NDRPDR sel -# - 11 # NDRPDR sel -# - 12 # NDRPDR sel -# - 13 # NDRPDR sel -# - 14 # NDRPDR sel -# - 15 # NDRPDR sel -# - 16 # NDRPDR sel -# - 17 # NDRPDR sel -# - 18 # NDRPDR sel -# # TODO: Add 1904 data -## csit-ligato-perf-verify-1904-3n-hsw: -## - - - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + - 82 # NFV NDRPDR IMIX + - 83 # NFV NDRPDR IMIX + - 80 # NFV MRR NDRPDR 64b IMIX + - 81 # NFV MRR NDRPDR 64b IMIX + - 84 # NFV MRR NDRPDR 64b IMIX + - 85 # NFV MRR NDRPDR 64b IMIX + - 86 # NFV MRR NDRPDR 64b IMIX + - 70 # soak + - 71 # soak + # TODO: Add data + csit-vpp-perf-verify-1908-2n-skx: + - 2 # NDRPDR sel Dry run + - 3 # NDRPDR sel Dry run + - 4 # NDRPDR sel Dry run + csit-dpdk-perf-verify-1901-3n-hsw: - 13 # NDRPDR sel - 14 # NDRPDR sel @@ -1562,18 +1362,10 @@ - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel + # TODO: Add data + csit-dpdk-perf-verify-1908-3n-hsw: + - 1 # NDRPDR sel Dry run - csit-dpdk-perf-verify-1810-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel csit-dpdk-perf-verify-1901-3n-skx: - 3 # NDRPDR sel - 5 # NDRPDR sel @@ -1596,18 +1388,10 @@ - 12 # NDRPDR sel - 13 # NDRPDR sel - 14 # NDRPDR sel + # TODO: Add data + csit-dpdk-perf-verify-1908-3n-skx: + - 2 # NDRPDR sel Dry run - csit-dpdk-perf-verify-1810-2n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel csit-dpdk-perf-verify-1901-2n-skx: - 12 # NDRPDR sel - 13 # NDRPDR sel @@ -1630,34 +1414,44 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + # TODO: Add data + csit-dpdk-perf-verify-1908-2n-skx: + - 1 # NDRPDR sel Dry run + # TODO: Replace csit-vpp-functional-1904-ubuntu1604-virl: - 33 csit-vpp-functional-1904-centos7-virl: - 32 - csit-vpp-device-1904-ubuntu1804-1n-skx: - - 32 -# # Not used -# csit-nsh_sfc-verify-func-1810-ubuntu1604-virl: -# - 1 csit-dmm-functional-1904-ubuntu1604-virl: - 1 csit-hc2vpp-verify-func-1904-ubuntu1604: - 4 + csit-vpp-functional-1908-ubuntu1604-virl: + - 19 +# csit-vpp-functional-1908-centos7-virl: +# - + csit-vpp-device-1908-ubuntu1804-1n-skx: + - 2 # Dry run +# csit-dmm-functional-1908-ubuntu1604-virl: +# - +# csit-hc2vpp-verify-func-1908-ubuntu1604: +# - + - type: "output" output: "report" format: html: - full -# pdf: -# - minimal + pdf: + - minimal ################################################################################ ### T A B L E S ### ################################################################################ -# VPP SOAK vs NDR +# VPP Soak vs NDR - type: "table" title: "VPP Soak vs NDR 2n-skx" algorithm: "table_soak_vs_ndr" @@ -2996,7 +2790,7 @@ data: "data msg" rows: "generated" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "name" - "parent" @@ -3072,7 +2866,7 @@ data: "data conf-history" rows: "generated" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "parent" - "name" @@ -3148,7 +2942,7 @@ data: "data show-run" rows: "generated" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "parent" - "name" @@ -3995,7 +3789,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTR,PERF,VPP,3N,HSW]}" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "name" - "doc" @@ -4063,7 +3857,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTC,PERF,VPP,3N,HSW]}" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "name" - "doc" @@ -4131,7 +3925,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTO,PERF,VPP,3N,HSW]}" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "name" - "doc" @@ -4557,9 +4351,9 @@ ### P L O T S ### ################################################################################ -# Soak test - 30min Soak Test (PLRsearch), boxes +# Soak Test (PLRsearch), boxes - type: "plot" - title: "VPP Throughput: 30min Soak Test (PLRsearch) boxes" + title: "VPP Critical rate: 2 Hours Soak Test (PLRsearch)" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/soak-test-1" @@ -4573,16 +4367,20 @@ - "DRV_AVF" - "DRV_AVF" - "DRV_AVF" - - "L2PATCH" - "L2BDMACLRN" - "L2XCBASE" + - "L2PATCH" + traces: + hoverinfo: "x+y" + boxpoints: "all" + whiskerwidth: 0 layout: - title: "30min Soak Test (PLRsearch)" + title: "2 Hours Soak Test (PLRsearch)" layout: "plot-soak-throughput" -# Soak test - 30min Soak Test (PLRsearch), boxes +# Soak Test (PLRsearch), boxes - type: "plot" - title: "VPP Throughput: 30min Soak Test (PLRsearch) boxes" + title: "VPP Critical rate: 2 Hours Soak Test (PLRsearch)" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/soak-test-2" @@ -4597,8 +4395,12 @@ - "MEMIF" - "IP4FWD" - "IP6FWD" + traces: + hoverinfo: "x+y" + boxpoints: "all" + whiskerwidth: 0 layout: - title: "30min Soak Test (PLRsearch)" + title: "2 Hours Soak Test (PLRsearch)" layout: "plot-soak-throughput" ################################################################################ @@ -14308,7 +14110,6 @@ 'BASE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14335,7 +14136,6 @@ 'BASE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14362,7 +14162,6 @@ 'BASE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14389,7 +14188,6 @@ 'BASE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14417,7 +14215,6 @@ 'SCALE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14444,7 +14241,6 @@ 'SCALE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14471,7 +14267,6 @@ 'SCALE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14498,7 +14293,6 @@ 'SCALE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14525,7 +14319,6 @@ 'NDRPDR' and '1T1C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14551,7 +14344,6 @@ 'NDRPDR' and '1T1C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14577,7 +14369,6 @@ 'NDRPDR' and '2T2C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14603,7 +14394,6 @@ 'NDRPDR' and '2T2C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -21470,7 +21260,6 @@ 'BASE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21493,7 +21282,6 @@ 'BASE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21517,7 +21305,6 @@ 'SCALE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21540,7 +21327,6 @@ 'SCALE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21563,7 +21349,6 @@ 'NDRPDR' and '1T1C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21585,7 +21370,6 @@ 'NDRPDR' and '2T2C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -25752,7 +25536,6 @@ 'NDRPDR' and 'BASE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25774,7 +25557,6 @@ 'NDRPDR' and 'BASE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25797,7 +25579,6 @@ 'NDRPDR' and 'SCALE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25819,7 +25600,6 @@ 'NDRPDR' and 'SCALE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25841,7 +25621,6 @@ 'IP4FWD' and 'NDRPDR' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25862,7 +25641,6 @@ 'IP4FWD' and 'NDRPDR' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput"