From: juraj.linkes Date: Fri, 1 Mar 2019 12:40:09 +0000 (+0100) Subject: Add CSIT Taishan performance job and cleanup jobs X-Git-Url: https://gerrit.fd.io/r/gitweb?a=commitdiff_plain;h=69502b436b9220d0f5a562287495c95b8bd2d124;p=ci-management.git Add CSIT Taishan performance job and cleanup jobs Add csit-vpp-perf-mrr-daily-master-3n-tsh job. Add csit-vpp-perf-verify-{stream}-3n-tsh jobs. Add csit-dpdk-perf-verify-{stream}-3n-tsh jobs. Add csit-ligato-perf-verify-{stream}-3n-tsh jobs. Cleanup CSIT jobs: * split jobs into three categories: functional, performance and the rest of CSIT jobs (docs, report, trending) * replace topo and arch with node-arch * remove unnecessary variables Remove broken jobs: * csit-ligato-perf-mrr-daily-master-3n-hsw * csit-nsh_sfc-verify-perf-{stream} Change-Id: Ia4e62a8d944ecfce4058b6b2e2f4bd1471dc10f7 Signed-off-by: juraj.linkes --- diff --git a/jjb/csit/csit-func.yaml b/jjb/csit/csit-func.yaml new file mode 100644 index 000000000..b101b09ee --- /dev/null +++ b/jjb/csit/csit-func.yaml @@ -0,0 +1,383 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +--- +- project: + name: csit-func + description: 'CSIT Functinal Testing Jenkins jobs.' + os: + - 'ubuntu1604' + - 'centos7' + + jobs: + - 'csit-vpp-verify-{stream_timed}-{os}-weekly' + - 'csit-vpp-verify-{stream_timed}-{os}-semiweekly' + - 'csit-vpp-functional-{stream}-{os}-virl' + - 'csit-nsh_sfc-verify-func-{stream}-{os}-virl' + - 'csit-tldk-verify-func-{stream}-{os}-virl' + - 'csit-dmm-functional-{stream}-ubuntu1604-virl' + + project: 'csit' + branch: 'master' + branch-id: 'oper' + build-artifact-num-to-keep: 10 + stream_timed: + - master: + branch: 'master' + branch-id: 'oper' + - '1904': + branch: 'rls1904' + branch-id: 'oper-rls1904' + stream: + - master: + branch: 'master' + - '1807': + branch: 'rls1807' + - '1810': + branch: 'rls1810' + - '1901': + branch: 'rls1901' + - '1904': + branch: 'rls1904' + +- job-template: + name: 'csit-vpp-verify-{stream_timed}-{os}-weekly' + # yamllint disable-line rule:line-length + description: 'Purpose of this job is to validate CSIT code of corresponding branch against verified vpp build from corresponding branch.' + # yamllint enable rule:line-length + + project-type: freestyle + node: '{os}-basebuild-4c-4g' + concurrent: false + archive-artifacts: > + **/csit/report.html + **/csit/log.html + **/csit/output.xml + latest-only: false + + build-discarder: + daysToKeep: '{build-days-to-keep}' + numToKeep: '{build-num-to-keep}' + artifactDaysToKeep: '{build-artifact-days-to-keep}' + artifactNumToKeep: '{build-artifact-num-to-keep}' + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + - string: + name: ARCHIVE_ARTIFACTS + default: '{archive-artifacts}' + description: Artifacts to archive to the logs server. + + scm: + - git-scm: + credentials-id: 'jenkins-gerrit-credentials' + branch: '{branch}' + + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: '{build-timeout}' + + triggers: + - timed: '0 4 * * 0' + + - gerrit-trigger-manually-triggered: + comment-trigger-value: 'csit-vpp-ref-verify' + name: '{project}' + branch: '{branch}' + + builders: + - shell: + !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-weekly.sh + + publishers: + - robot-report: + output-path: '' + + - fdio-infra-shiplogs: + maven-version: 'mvn33-new' + +- job-template: + name: 'csit-vpp-verify-{stream_timed}-{os}-semiweekly' + # yamllint disable-line rule:line-length + description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.' + # yamllint enable rule:line-length + + project-type: freestyle + node: '{os}-basebuild-4c-4g' + concurrent: false + archive-artifacts: 'csit/archive/*.*' + latest-only: false + + build-discarder: + daysToKeep: '{build-days-to-keep}' + numToKeep: '{build-num-to-keep}' + artifactDaysToKeep: '{build-artifact-days-to-keep}' + artifactNumToKeep: '{build-artifact-num-to-keep}' + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + - string: + name: ARCHIVE_ARTIFACTS + default: '{archive-artifacts}' + description: Artifacts to archive to the logs server. + + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: '{build-timeout}' + + triggers: + - timed: '0 4 * * 2,6' + + - gerrit-trigger-manually-triggered: + comment-trigger-value: 'csit-verify-vpp' + name: '{project}' + branch: '{branch}' + + builders: + - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' + - inject: + properties-file: variables.prop + - shell: + # yamllint disable-line rule:line-length + !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-semiweekly.sh + # yamllint enable rule:line-length + + publishers: + - robot-report: + output-path: 'csit/archive' + + - fdio-infra-shiplogs: + maven-version: 'mvn33-new' + +- job-template: + name: 'csit-vpp-functional-{stream}-{os}-virl' + + project-type: freestyle + node: '{os}-basebuild-4c-4g' + concurrent: true + archive-artifacts: > + **/csit/report.html + **/csit/log.html + **/csit/output.xml + latest-only: false + + build-discarder: + daysToKeep: '{build-days-to-keep}' + numToKeep: '{build-num-to-keep}' + artifactDaysToKeep: '{build-artifact-days-to-keep}' + artifactNumToKeep: '{build-artifact-num-to-keep}' + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + - string: + name: ARCHIVE_ARTIFACTS + default: '{archive-artifacts}' + description: Artifacts to archive to the logs server. + + scm: + - gerrit-trigger-scm: + credentials-id: 'jenkins-gerrit-credentials' + refspec: '$GERRIT_REFSPEC' + choosing-strategy: 'gerrit' + + wrappers: + - fdio-infra-wrappers: + build-timeout: '{build-timeout}' + + triggers: + - gerrit-trigger-patch-submitted: + name: '{project}' + branch: '{branch}' + + builders: + - shell: + !include-raw-escape: include-raw-csit-vpp-functional-virl.sh + + publishers: + - robot-report: + output-path: '' + + - fdio-infra-shiplogs: + maven-version: 'mvn33-new' + +- job-template: + name: 'csit-nsh_sfc-verify-func-{stream}-{os}-virl' + + project-type: freestyle + node: '{os}-basebuild-4c-4g' + concurrent: true + archive-artifacts: 'archive/*.*' + latest-only: false + + build-discarder: + daysToKeep: '{build-days-to-keep}' + numToKeep: '{build-num-to-keep}' + artifactDaysToKeep: '{build-artifact-days-to-keep}' + artifactNumToKeep: '{build-artifact-num-to-keep}' + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + - os-parameter: + os: '{os}' + - stream-parameter: + stream: '{stream}' + - string: + name: ARCHIVE_ARTIFACTS + default: '{archive-artifacts}' + description: Artifacts to archive to the logs server. + + scm: + - gerrit-trigger-scm: + credentials-id: 'jenkins-gerrit-credentials' + refspec: '$GERRIT_REFSPEC' + choosing-strategy: 'gerrit' + + wrappers: + - fdio-infra-wrappers: + build-timeout: '{build-timeout}' + + triggers: + - gerrit-trigger-manually-triggered: + name: '{project}' + branch: '{branch}' + comment-trigger-value: 'csit_nsh_sfc_func_{stream}' + + builders: + - shell: + !include-raw-escape: include-raw-csit-nsh_sfc-functional-virl.sh + + publishers: + - robot-report: + output-path: 'archive' + + - fdio-infra-shiplogs: + maven-version: 'mvn33-new' + +- job-template: + name: 'csit-tldk-verify-func-{stream}-{os}-virl' + + project-type: freestyle + node: '{os}-basebuild-4c-4g' + concurrent: true + archive-artifacts: 'archive/*.*' + latest-only: false + + build-discarder: + daysToKeep: '{build-days-to-keep}' + numToKeep: '{build-num-to-keep}' + artifactDaysToKeep: '{build-artifact-days-to-keep}' + artifactNumToKeep: '{build-artifact-num-to-keep}' + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + - os-parameter: + os: '{os}' + - string: + name: ARCHIVE_ARTIFACTS + default: '{archive-artifacts}' + description: Artifacts to archive to the logs server. + + scm: + - gerrit-trigger-scm: + credentials-id: 'jenkins-gerrit-credentials' + refspec: '$GERRIT_REFSPEC' + choosing-strategy: 'gerrit' + + wrappers: + - fdio-infra-wrappers: + build-timeout: '{build-timeout}' + + triggers: + - gerrit-trigger-manually-triggered: + name: '{project}' + branch: '{branch}' + comment-trigger-value: 'csit_verify_tldk_func' + + builders: + - shell: + !include-raw-escape: include-raw-csit-tldk-functional-virl.sh + + publishers: + - robot-report: + output-path: 'archive' + + - fdio-infra-shiplogs: + maven-version: 'mvn33-new' + +- job-template: + name: 'csit-dmm-functional-{stream}-ubuntu1604-virl' + + project-type: freestyle + node: 'ubuntu1604-basebuild-4c-4g' + concurrent: true + archive-artifacts: 'archive/*.*' + latest-only: false + + build-discarder: + daysToKeep: '{build-days-to-keep}' + numToKeep: '{build-num-to-keep}' + artifactDaysToKeep: '{build-artifact-days-to-keep}' + artifactNumToKeep: '{build-artifact-num-to-keep}' + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + - string: + name: ARCHIVE_ARTIFACTS + default: '{archive-artifacts}' + description: Artifacts to archive to the logs server. + + scm: + - gerrit-trigger-scm: + credentials-id: 'jenkins-gerrit-credentials' + refspec: '$GERRIT_REFSPEC' + choosing-strategy: 'gerrit' + + wrappers: + - fdio-infra-wrappers: + build-timeout: '{build-timeout}' + + triggers: + - gerrit-trigger-manually-triggered: + name: '{project}' + branch: '{branch}' + comment-trigger-value: 'csit_verify_dmm_func' + + builders: + - shell: + !include-raw-escape: include-raw-csit-dmm-functional-virl.sh + + publishers: + - robot-report: + output-path: '' + + - fdio-infra-shiplogs: + maven-version: 'mvn33-new' diff --git a/jjb/csit/csit-perf.yaml b/jjb/csit/csit-perf.yaml new file mode 100644 index 000000000..70b460ca0 --- /dev/null +++ b/jjb/csit/csit-perf.yaml @@ -0,0 +1,718 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +--- +- project: + name: csit-perf + description: 'CSIT Jenkins jobs.' + + jobs: + - 'csit-vpp-perf-verify-{stream}-{node-arch}' + - 'csit-vpp-perf-mrr-daily-master{vpp-mrr-daily-node-arch}' + - 'csit-vpp-perf-mrr-weekly-master-2n-skx' + - 'csit-vpp-perf-ndrpdr-weekly-master-{vpp-ndrpdr-weekly-node-arch}' + - 'csit-dpdk-perf-verify-{stream}-{node-arch}' + - 'csit-dpdk-perf-mrr-weekly-master{dpdk-mrr-weekly-node-arch}' + - 'csit-ligato-perf-verify-{stream}-{node-arch}' + + project: 'csit' + branch: 'master' + branch-id: 'oper' + executor: 'ubuntu1804-us' + build-artifact-num-to-keep: 10 + node-arch: + - 2n-skx + - 3n-skx + - 3n-hsw + - 3n-tsh + + vpp-ndrpdr-weekly-node-arch: + - 2n-skx + - 3n-skx + - 3n-hsw + + dpdk-mrr-weekly-node-arch: + - '' + - -2n-skx + - -3n-skx + + vpp-mrr-daily-node-arch: + - '' + - -2n-skx + - -3n-skx + - -3n-tsh: + executor: 'ubuntu1804arm-us' + + stream: + - master: + branch: 'master' + branch-id: 'oper' + executor: 'ubuntu1804-us' + - '1807': + branch: 'rls1807' + branch-id: 'oper-rls1807' + executor: 'ubuntu1604-basebuild-8c-32g' + - '1810': + branch: 'rls1810' + branch-id: 'oper-rls1810' + executor: 'ubuntu1604-basebuild-8c-32g' + - '1901': + branch: 'rls1901' + branch-id: 'oper-rls1901' + executor: 'ubuntu1604-basebuild-8c-32g' + - '1904': + branch: 'rls1904' + branch-id: 'oper-rls1904' + executor: 'ubuntu1804-us' + +- job-template: + name: 'csit-vpp-perf-verify-{stream}-{node-arch}' + + description: | + + + project-type: freestyle + node: '{executor}' + concurrent: true + archive-artifacts: 'archive/*.*' + latest-only: false + + build-discarder: + daysToKeep: '{build-days-to-keep}' + numToKeep: '{build-num-to-keep}' + artifactDaysToKeep: '{build-artifact-days-to-keep}' + artifactNumToKeep: '{build-artifact-num-to-keep}' + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + - gerrit-refspec-parameter + - gerrit-event-type-parameter + - gerrit-event-comment-text-parameter + - string: + name: ARCHIVE_ARTIFACTS + default: '{archive-artifacts}' + description: Artifacts to archive to the logs server. + + scm: + - gerrit-trigger-scm: + credentials-id: 'jenkins-gerrit-credentials' + refspec: '$GERRIT_REFSPEC' + choosing-strategy: 'gerrit' + + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: '{build-timeout}' + + triggers: + - gerrit: + server-name: 'Primary' + trigger-on: + - comment-added-contains-event: + comment-contains-value: 'csit-{node-arch}-perftest' + projects: + - project-compare-type: 'ANT' + project-pattern: '{project}' + branches: + - branch-compare-type: 'ANT' + branch-pattern: '**/{branch}' + skip-vote: + successful: false + failed: false + unstable: false + notbuilt: false + + builders: + - shell: + !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh + + publishers: + - robot: + output-path: archive + other-files: + - '*.*' + + - fdio-infra-shiplogs: + maven-version: 'mvn33-new' + +- job-template: + name: 'csit-vpp-perf-mrr-daily-master{vpp-mrr-daily-node-arch}' + + description: | + + + project-type: freestyle + node: '{executor}' + concurrent: false + archive-artifacts: 'csit/archive/*.*' + latest-only: false + + build-discarder: + daysToKeep: '{build-days-to-keep}' + numToKeep: '{build-num-to-keep}' + artifactDaysToKeep: '{build-artifact-days-to-keep}' + artifactNumToKeep: '{build-artifact-num-to-keep}' + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + - string: + name: ARCHIVE_ARTIFACTS + default: '{archive-artifacts}' + description: Artifacts to archive to the logs server. + + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: '{build-timeout}' + + triggers: + - timed: '0 2,14 * * *' + + builders: + - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' + - inject: + properties-file: variables.prop + - shell: + !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh + + publishers: + - robot: + output-path: 'csit/archive' + other-files: + - '*.*' + + - fdio-infra-shiplogs: + maven-version: 'mvn33-new' + +- job-template: + name: 'csit-vpp-perf-mrr-weekly-master-2n-skx' + + description: | + + + project-type: freestyle + node: '{executor}' + concurrent: false + archive-artifacts: 'csit/archive/*.*' + latest-only: false + + build-discarder: + daysToKeep: '{build-days-to-keep}' + numToKeep: '{build-num-to-keep}' + artifactDaysToKeep: '{build-artifact-days-to-keep}' + artifactNumToKeep: '{build-artifact-num-to-keep}' + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + - string: + name: ARCHIVE_ARTIFACTS + default: '{archive-artifacts}' + description: Artifacts to archive to the logs server. + + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: '{build-timeout}' + + triggers: + - timed: '0 0 * * 6' + + builders: + - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' + - inject: + properties-file: variables.prop + - shell: + !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh + + publishers: + - robot: + output-path: 'csit/archive' + other-files: + - '*.*' + + - fdio-infra-shiplogs: + maven-version: 'mvn33-new' + +- job-template: + name: 'csit-vpp-perf-ndrpdr-weekly-master-{vpp-ndrpdr-weekly-node-arch}' + + description: | + + project-type: freestyle + node: '{executor}' + concurrent: false + archive-artifacts: 'csit/archive/*.*' + latest-only: false + + build-discarder: + daysToKeep: '{build-days-to-keep}' + numToKeep: '{build-num-to-keep}' + artifactDaysToKeep: '{build-artifact-days-to-keep}' + artifactNumToKeep: '{build-artifact-num-to-keep}' + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + - string: + name: ARCHIVE_ARTIFACTS + default: '{archive-artifacts}' + description: Artifacts to archive to the logs server. + + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: '{build-timeout}' + + triggers: + - timed: '0 0 * * 6' + + builders: + - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' + - inject: + properties-file: variables.prop + - shell: + !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh + + publishers: + - robot: + output-path: 'csit/archive' + other-files: + - '*.*' + + - fdio-infra-shiplogs: + maven-version: 'mvn33-new' + +- job-template: + name: 'csit-dpdk-perf-verify-{stream}-{node-arch}' + + description: | + + + project-type: freestyle + node: '{executor}' + concurrent: true + archive-artifacts: 'archive/*.*' + latest-only: false + + build-discarder: + daysToKeep: '{build-days-to-keep}' + numToKeep: '{build-num-to-keep}' + artifactDaysToKeep: '{build-artifact-days-to-keep}' + artifactNumToKeep: '{build-artifact-num-to-keep}' + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + - string: + name: ARCHIVE_ARTIFACTS + default: '{archive-artifacts}' + description: Artifacts to archive to the logs server. + + scm: + - gerrit-trigger-scm: + credentials-id: 'jenkins-gerrit-credentials' + refspec: '$GERRIT_REFSPEC' + choosing-strategy: 'gerrit' + + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: '{build-timeout}' + + triggers: + - gerrit: + server-name: 'Primary' + trigger-on: + - comment-added-contains-event: + comment-contains-value: 'csit-dpdk-{node-arch}-perftest' + projects: + - project-compare-type: 'ANT' + project-pattern: '{project}' + branches: + - branch-compare-type: 'ANT' + branch-pattern: '**/{branch}' + skip-vote: + successful: false + failed: false + unstable: false + notbuilt: false + + builders: + - shell: + !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh + + publishers: + - robot: + output-path: archive + other-files: + - '*.*' + + - fdio-infra-shiplogs: + maven-version: 'mvn33-new' + +- job-template: + name: 'csit-dpdk-perf-mrr-weekly-master{dpdk-mrr-weekly-node-arch}' + + description: | + + + project-type: freestyle + node: '{executor}' + concurrent: false + archive-artifacts: 'csit/archive/*.*' + latest-only: false + + build-discarder: + daysToKeep: '{build-days-to-keep}' + numToKeep: '{build-num-to-keep}' + artifactDaysToKeep: '{build-artifact-days-to-keep}' + artifactNumToKeep: '{build-artifact-num-to-keep}' + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + - string: + name: ARCHIVE_ARTIFACTS + default: '{archive-artifacts}' + description: Artifacts to archive to the logs server. + + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: '{build-timeout}' + + triggers: + - timed: '0 0 * * 6' + + builders: + - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' + - inject: + properties-file: variables.prop + - shell: + !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh + + publishers: + - robot: + output-path: 'csit/archive' + other-files: + - '*.*' + + - fdio-infra-shiplogs: + maven-version: 'mvn33-new' + +- job-template: + name: 'csit-ligato-perf-verify-{stream}-{node-arch}' + + # yamllint disable rule:line-length + description: | + + # yamllint enable rule:line-length + + project-type: freestyle + # As the nomad executors are running docker containers we cannot run + # ligato-perf job due to dependency on using docker inside. + # TODO: Find the mechanics how to offload job logic from compiling docker + # image so we can move this executor to ubuntu1804-us + node: 'ubuntu1804-basebuild-4c-4g' + concurrent: true + archive-artifacts: 'archive/*.*' + latest-only: false + + build-discarder: + daysToKeep: '{build-days-to-keep}' + numToKeep: '{build-num-to-keep}' + artifactDaysToKeep: '{build-artifact-days-to-keep}' + artifactNumToKeep: '{build-artifact-num-to-keep}' + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + - gerrit-refspec-parameter + - gerrit-event-type-parameter + - gerrit-event-comment-text-parameter + - string: + name: ARCHIVE_ARTIFACTS + default: '{archive-artifacts}' + description: Artifacts to archive to the logs server. + + scm: + - gerrit-trigger-scm: + credentials-id: 'jenkins-gerrit-credentials' + refspec: '$GERRIT_REFSPEC' + choosing-strategy: 'gerrit' + + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: '{build-timeout}' + + triggers: + - gerrit: + server-name: 'Primary' + trigger-on: + - comment-added-contains-event: + comment-contains-value: 'csit-ligato-{node-arch}-perftest' + projects: + - project-compare-type: 'ANT' + project-pattern: '{project}' + branches: + - branch-compare-type: 'ANT' + branch-pattern: '**/{branch}' + skip-vote: + successful: false + failed: false + unstable: false + notbuilt: false + + builders: + - shell: + !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh + + publishers: + - robot: + output-path: archive + other-files: + - '*.*' + + - fdio-infra-shiplogs: + maven-version: 'mvn33-new' + +- job-template: + name: 'csit-nsh_sfc-verify-perf-{stream}' + + project-type: freestyle + node: 'ubuntu1604-basebuild-4c-4g' + concurrent: true + archive-artifacts: 'archive/*.*' + latest-only: false + + build-discarder: + daysToKeep: '{build-days-to-keep}' + numToKeep: '{build-num-to-keep}' + artifactDaysToKeep: '{build-artifact-days-to-keep}' + artifactNumToKeep: '{build-artifact-num-to-keep}' + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + - os-parameter: + os: 'ubuntu1604' + - stream-parameter: + stream: '{stream}' + - string: + name: ARCHIVE_ARTIFACTS + default: '{archive-artifacts}' + description: Artifacts to archive to the logs server. + + scm: + - gerrit-trigger-scm: + credentials-id: 'jenkins-gerrit-credentials' + refspec: '$GERRIT_REFSPEC' + choosing-strategy: 'gerrit' + + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: '{build-timeout}' + + triggers: + - gerrit-trigger-manually-triggered: + name: '{project}' + branch: '{branch}' + comment-trigger-value: 'csit_nsh_sfc_perf_{stream}' + + builders: + - shell: + !include-raw-escape: jjb/csit/include-raw-csit-nsh_sfc-perf-hw.sh + + publishers: + - robot-report: + output-path: 'archive' + + - fdio-infra-shiplogs: + maven-version: 'mvn33-new' diff --git a/jjb/csit/csit-vpp-device.yaml b/jjb/csit/csit-vpp-device.yaml index 28e4bb54a..64de3ead9 100644 --- a/jjb/csit/csit-vpp-device.yaml +++ b/jjb/csit/csit-vpp-device.yaml @@ -1,4 +1,3 @@ ---- # Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. @@ -12,20 +11,18 @@ # See the License for the specific language governing permissions and # limitations under the License. - +--- - project: name: csit-vpp-device description: 'CSIT jenkins jobs.' os: - 'ubuntu1804' - topo: - - '1n' - arch: - - 'skx' + node-arch: + - '1n-skx' jobs: - - 'csit-vpp-device-{stream}-{os}-{topo}-{arch}' - - 'csit-vpp-device-{stream_timed}-{os}-{topo}-{arch}-semiweekly' - - 'csit-vpp-device-{stream_timed}-{os}-{topo}-{arch}-weekly' + - 'csit-vpp-device-{stream}-{os}-{node-arch}' + - 'csit-vpp-device-{stream_timed}-{os}-{node-arch}-semiweekly' + - 'csit-vpp-device-{stream_timed}-{os}-{node-arch}-weekly' project: 'csit' branch: 'master' branch-id: 'oper' @@ -51,7 +48,7 @@ branch-id: 'oper-rls1904' - job-template: - name: 'csit-vpp-device-{stream}-{os}-{topo}-{arch}' + name: 'csit-vpp-device-{stream}-{os}-{node-arch}' description: |
  • job
      -
    • name: csit-vpp-device-{stream}-{os}-{topo}-{arch} +
    • name: csit-vpp-device-{stream}-{os}-{node-arch}
    • trigger: keyword in comment to csit patch: csit-devicetest tag_list
    @@ -154,7 +151,7 @@ maven-version: 'mvn33-new' - job-template: - name: 'csit-vpp-device-{stream_timed}-{os}-{topo}-{arch}-semiweekly' + name: 'csit-vpp-device-{stream_timed}-{os}-{node-arch}-semiweekly' description: |
    • objective @@ -233,7 +230,7 @@ maven-version: 'mvn33-new' - job-template: - name: 'csit-vpp-device-{stream_timed}-{os}-{topo}-{arch}-weekly' + name: 'csit-vpp-device-{stream_timed}-{os}-{node-arch}-weekly' description: |
      • objective diff --git a/jjb/csit/csit.yaml b/jjb/csit/csit.yaml index c38b7713f..a4b181637 100644 --- a/jjb/csit/csit.yaml +++ b/jjb/csit/csit.yaml @@ -15,91 +15,42 @@ - project: name: csit description: 'CSIT Jenkins jobs.' - os: - - 'ubuntu1604' - - 'centos7' - - topo: - - '2n' - - '3n' - - arch: - - 'skx' - - 'hsw' - - 'dnv' - - 'arm' jobs: - - 'csit-vpp-functional-{stream}-{os}-virl' - - 'csit-vpp-verify-{stream_timed}-{os}-weekly' - - 'csit-vpp-verify-{stream_timed}-{os}-semiweekly' - - 'csit-docs-merge-{stream_timed}' - 'csit-docs-verify-{stream}' + - 'csit-docs-merge-{stream_timed}' - 'csit-report-merge-{stream}' - 'csit-report-merge-1901_2' - 'csit-report-merge-1904_1' - 'csit-trending-daily-master' - - 'csit-dpdk-perf-verify-{stream}-{topo}-{arch}' - - 'csit-dpdk-perf-mrr-weekly-master' - - 'csit-dpdk-perf-mrr-weekly-master-2n-skx' - - 'csit-dpdk-perf-mrr-weekly-master-3n-skx' - - 'csit-ligato-perf-verify-{stream}-{topo}-{arch}' - - 'csit-vpp-perf-mrr-daily-master' - - 'csit-vpp-perf-mrr-daily-master-2n-skx' - - 'csit-vpp-perf-mrr-daily-master-3n-skx' - - 'csit-vpp-perf-mrr-weekly-master-2n-skx' - - 'csit-vpp-perf-ndrpdr-weekly-master-3n-hsw' - - 'csit-vpp-perf-ndrpdr-weekly-master-2n-skx' - - 'csit-vpp-perf-ndrpdr-weekly-master-3n-skx' - - 'csit-vpp-perf-verify-{stream}-{topo}-{arch}' - - 'csit-nsh_sfc-verify-perf-{stream}' - - 'csit-nsh_sfc-verify-func-{stream}-{os}-virl' - - 'csit-tldk-verify-func-{stream}-{os}-virl' - - 'csit-dmm-functional-{stream}-ubuntu1604-virl' project: 'csit' branch: 'master' - branch-id: 'oper' - docs-executor: 'ubuntu1804-us' - perf-executor: 'ubuntu1804-us' + executor: 'ubuntu1804-us' build-artifact-num-to-keep: 10 stream_timed: - master: branch: 'master' - branch-id: 'oper' - docs-executor: 'ubuntu1804-us' - perf-executor: 'ubuntu1804-us' + executor: 'ubuntu1804-us' - '1904': branch: 'rls1904' - branch-id: 'oper-rls1904' - docs-executor: 'ubuntu1804-us' - perf-executor: 'ubuntu1804-us' + executor: 'ubuntu1804-us' stream: - master: branch: 'master' - branch-id: 'oper' - docs-executor: 'ubuntu1804-us' - perf-executor: 'ubuntu1804-us' + executor: 'ubuntu1804-us' - '1807': branch: 'rls1807' - branch-id: 'oper-rls1807' - docs-executor: 'ubuntu1604-basebuild-4c-4g' - perf-executor: 'ubuntu1604-basebuild-8c-32g' + executor: 'ubuntu1604-basebuild-4c-4g' - '1810': branch: 'rls1810' - branch-id: 'oper-rls1810' - docs-executor: 'ubuntu1604-basebuild-4c-4g' - perf-executor: 'ubuntu1604-basebuild-8c-32g' + executor: 'ubuntu1604-basebuild-4c-4g' - '1901': branch: 'rls1901' - branch-id: 'oper-rls1901' - docs-executor: 'ubuntu1604-basebuild-4c-4g' - perf-executor: 'ubuntu1604-basebuild-8c-32g' + executor: 'ubuntu1604-basebuild-4c-4g' - '1904': branch: 'rls1904' - branch-id: 'oper-rls1904' - docs-executor: 'ubuntu1804-us' - perf-executor: 'ubuntu1804-us' + executor: 'ubuntu1804-us' - project: name: csit-view @@ -107,397 +58,12 @@ - project-view project-name: csit -- job-template: - name: 'csit-vpp-functional-{stream}-{os}-virl' - - project-type: freestyle - node: '{os}-basebuild-4c-4g' - concurrent: true - archive-artifacts: > - **/csit/report.html - **/csit/log.html - **/csit/output.xml - latest-only: false - - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' - - parameters: - - project-parameter: - project: '{project}' - - gerrit-parameter: - branch: '{branch}' - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. - - scm: - - gerrit-trigger-scm: - credentials-id: 'jenkins-gerrit-credentials' - refspec: '$GERRIT_REFSPEC' - choosing-strategy: 'gerrit' - - wrappers: - - fdio-infra-wrappers: - build-timeout: '{build-timeout}' - - triggers: - - gerrit-trigger-patch-submitted: - name: '{project}' - branch: '{branch}' - - builders: - - shell: - !include-raw-escape: include-raw-csit-vpp-functional-virl.sh - - publishers: - - robot-report: - output-path: '' - - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - -- job-template: - name: 'csit-dpdk-perf-verify-{stream}-{topo}-{arch}' - - description: | -
          -
        • objective -
            -
          • perf verify - per csit gerrit patch -
          -
        • job -
            -
          • name: csit-dpdk-perf-verify-{stream}-{topo}-{arch} -
          • trigger: keyword in comment to csit patch: - csit-dpdk-{topo}-{arch}-perftest tag_list -
          -
        • perf test-cases selection -
            -
          • test-cases selected using trigger keyword followed by tags -
          • all test-cases are labelled with CSIT RF topic tags - defined in csit/docs/tag_documentation.rst -
          -
        • default tags for dpdk perf test type -
            -
          • IP4BASE, L2XCBASE -
          • 64B: 64B packet size -
          • 1C: one core -
          • X710: x710 Fortville NIC -
          • MRR: MRR throughput -
          -
        • results -
            -
          • jjb verify: PASS/FAIL -
          • present: no -
          • analyse: no -
          -
        - - project-type: freestyle - node: '{perf-executor}' - concurrent: true - archive-artifacts: 'archive/*.*' - latest-only: false - - - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' - - parameters: - - project-parameter: - project: '{project}' - - gerrit-parameter: - branch: '{branch}' - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. - - scm: - - gerrit-trigger-scm: - credentials-id: 'jenkins-gerrit-credentials' - refspec: '$GERRIT_REFSPEC' - choosing-strategy: 'gerrit' - - wrappers: - - fdio-infra-wrappers-non-activity-timeout: - build-timeout: '{build-timeout}' - - triggers: - - gerrit: - server-name: 'Primary' - trigger-on: - - comment-added-contains-event: - comment-contains-value: 'csit-dpdk-{topo}-{arch}-perftest' - projects: - - project-compare-type: 'ANT' - project-pattern: '{project}' - branches: - - branch-compare-type: 'ANT' - branch-pattern: '**/{branch}' - skip-vote: - successful: false - failed: false - unstable: false - notbuilt: false - - builders: - - shell: - !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh - - publishers: - - robot: - output-path: archive - other-files: - - '*.*' - - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - -- job-template: - name: 'csit-ligato-perf-verify-{stream}-{topo}-{arch}' - - # yamllint disable rule:line-length - description: | -
          -
        • objective -
            -
          • perf verify - per csit gerrit patch -
          -
        • job -
            -
          • name: csit-ligato-perf-verify-{stream}-{topo}-{arch} -
          • trigger: keyword in comment to csit patch: - csit--ligato-{topo}-{arch}-perftest tag_list -
          -
        • perf test-cases selection -
            -
          • test-cases selected using trigger keyword followed by tags -
          • all test-cases are labelled with CSIT RF topic tags - defined in csit/docs/tag_documentation.rst -
          -
        • proposed keywords -
            -
          • focus on testing specified Kubernetes orchestrated topologies -
          • format: csit-ligato-{topo}-{arch}-perftest tag_list -
          -
        • default tags for vpp startup config and perf test type -
            -
          • IP4BASE, IP6BASE, L2BDBASE -
          • 64B/78B: 64B/78B packet size -
          • 1C: one core -
          • X710: x710 Fortville NIC -
          • MRR: MRR throughput -
          -
        • results -
            -
          • jjb verify: PASS/FAIL -
          • present: no -
          • analyse: no -
          -
        - # yamllint enable rule:line-length - - project-type: freestyle - # As the nomad executors are running docker containers we cannot run - # ligato-perf job due to dependency on using docker inside. - # TODO: Find the mechanics how to offload job logic from compiling docker - # image so we can move this executor to ubuntu1804-us - node: 'ubuntu1804-basebuild-4c-4g' - concurrent: true - archive-artifacts: 'archive/*.*' - latest-only: false - - - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' - - parameters: - - project-parameter: - project: '{project}' - - gerrit-parameter: - branch: '{branch}' - - gerrit-refspec-parameter - - gerrit-event-type-parameter - - gerrit-event-comment-text-parameter - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. - - scm: - - gerrit-trigger-scm: - credentials-id: 'jenkins-gerrit-credentials' - refspec: '$GERRIT_REFSPEC' - choosing-strategy: 'gerrit' - - wrappers: - - fdio-infra-wrappers-non-activity-timeout: - build-timeout: '{build-timeout}' - - triggers: - - gerrit: - server-name: 'Primary' - trigger-on: - - comment-added-contains-event: - comment-contains-value: 'csit-ligato-{topo}-{arch}-perftest' - projects: - - project-compare-type: 'ANT' - project-pattern: '{project}' - branches: - - branch-compare-type: 'ANT' - branch-pattern: '**/{branch}' - skip-vote: - successful: false - failed: false - unstable: false - notbuilt: false - - builders: - - shell: - !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh - - publishers: - - robot: - output-path: archive - other-files: - - '*.*' - - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - - -- job-template: - name: 'csit-vpp-verify-{stream_timed}-{os}-weekly' - # yamllint disable-line rule:line-length - description: 'Purpose of this job is to validate CSIT code of corresponding branch against verified vpp build from corresponding branch.' - # yamllint enable rule:line-length - - project-type: freestyle - node: '{os}-basebuild-4c-4g' - concurrent: false - archive-artifacts: > - **/csit/report.html - **/csit/log.html - **/csit/output.xml - latest-only: false - - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' - - parameters: - - project-parameter: - project: '{project}' - - gerrit-parameter: - branch: '{branch}' - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. - - scm: - - git-scm: - credentials-id: 'jenkins-gerrit-credentials' - branch: '{branch}' - - wrappers: - - fdio-infra-wrappers-non-activity-timeout: - build-timeout: '{build-timeout}' - - triggers: - - timed: '0 4 * * 0' - - - gerrit-trigger-manually-triggered: - comment-trigger-value: 'csit-vpp-ref-verify' - name: '{project}' - branch: '{branch}' - - builders: - - shell: - !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-weekly.sh - - publishers: - - robot-report: - output-path: '' - - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - -- job-template: - name: 'csit-vpp-verify-{stream_timed}-{os}-semiweekly' - # yamllint disable-line rule:line-length - description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.' - # yamllint enable rule:line-length - - project-type: freestyle - node: '{os}-basebuild-4c-4g' - concurrent: false - archive-artifacts: 'csit/archive/*.*' - latest-only: false - - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' - - parameters: - - project-parameter: - project: '{project}' - - gerrit-parameter: - branch: '{branch}' - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. - - wrappers: - - fdio-infra-wrappers-non-activity-timeout: - build-timeout: '{build-timeout}' - - triggers: - - timed: '0 4 * * 2,6' - - - gerrit-trigger-manually-triggered: - comment-trigger-value: 'csit-verify-vpp' - name: '{project}' - branch: '{branch}' - - builders: - - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' - - inject: - properties-file: variables.prop - - shell: - # yamllint disable-line rule:line-length - !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-semiweekly.sh - # yamllint enable rule:line-length - - publishers: - - robot-report: - output-path: 'csit/archive' - - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - job-template: name: 'csit-docs-verify-{stream}' project-type: freestyle - node: '{docs-executor}' + node: '{executor}' concurrent: true archive-artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz' allow-empty: 'true' @@ -560,7 +126,7 @@ name: 'csit-docs-merge-{stream_timed}' project-type: freestyle - node: '{docs-executor}' + node: '{executor}' concurrent: true archive-artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz' allow-empty: 'true' @@ -929,989 +495,3 @@ - fdio-infra-shiplogs: maven-version: 'mvn33-new' - -- job-template: - name: 'csit-vpp-perf-ndrpdr-weekly-master-3n-hsw' - - description: | -
          -
        • objective -
            -
          • check vpp perf ndrpdr weekly on 3n-hsw -
          -
        • perf test-cases selection -
            -
          • pre-selected CSIT VPP NDRPDR perf suites -
          -
        • results -
            -
          • jjb verify: PASS/FAIL -
          • present: no -
          • analyse: csit project (catch malfunctions/degradations) -
          -
        - project-type: freestyle - node: '{perf-executor}' - concurrent: false - archive-artifacts: 'csit/archive/*.*' - latest-only: false - - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' - - parameters: - - project-parameter: - project: '{project}' - - gerrit-parameter: - branch: '{branch}' - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. - - wrappers: - - fdio-infra-wrappers-non-activity-timeout: - build-timeout: '{build-timeout}' - - triggers: - - timed: '0 0 * * 6' - - builders: - - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' - - inject: - properties-file: variables.prop - - shell: - !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh - - publishers: - - robot: - output-path: 'csit/archive' - other-files: - - '*.*' - - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - -- job-template: - name: 'csit-vpp-perf-ndrpdr-weekly-master-2n-skx' - - description: | -
          -
        • objective -
            -
          • check vpp perf ndrpdr weekly -
          -
        • perf test-cases selection -
            -
          • pre-selected CSIT VPP NDRPDR perf suites -
          -
        • results -
            -
          • jjb verify: PASS/FAIL -
          • present: no -
          • analyse: csit project (catch malfunctions/degradations) -
          -
        - project-type: freestyle - node: '{perf-executor}' - concurrent: false - archive-artifacts: 'csit/archive/*.*' - latest-only: false - - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' - - parameters: - - project-parameter: - project: '{project}' - - gerrit-parameter: - branch: '{branch}' - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. - - wrappers: - - fdio-infra-wrappers-non-activity-timeout: - build-timeout: '{build-timeout}' - - triggers: - - timed: '0 0 * * 6' - - builders: - - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' - - inject: - properties-file: variables.prop - - shell: - !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh - - publishers: - - robot: - output-path: 'csit/archive' - other-files: - - '*.*' - - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - -- job-template: - name: 'csit-vpp-perf-ndrpdr-weekly-master-3n-skx' - - description: | -
          -
        • objective -
            -
          • check vpp perf ndrpdr weekly -
          -
        • perf test-cases selection -
            -
          • pre-selected CSIT VPP NDRPDR perf suites -
          -
        • results -
            -
          • jjb verify: PASS/FAIL -
          • present: no -
          • analyse: csit project (catch malfunctions/degradations) -
          -
        - project-type: freestyle - node: '{perf-executor}' - concurrent: false - archive-artifacts: 'csit/archive/*.*' - latest-only: false - - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' - - parameters: - - project-parameter: - project: '{project}' - - gerrit-parameter: - branch: '{branch}' - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. - - wrappers: - - fdio-infra-wrappers-non-activity-timeout: - build-timeout: '{build-timeout}' - - triggers: - - timed: '0 0 * * 6' - - builders: - - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' - - inject: - properties-file: variables.prop - - shell: - !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh - - publishers: - - robot: - output-path: 'csit/archive' - other-files: - - '*.*' - - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - -- job-template: - name: 'csit-vpp-perf-mrr-daily-master' - - description: | -
          -
        • objective -
            -
          • check vpp perf mrr daily -
          -
        • perf test-cases selection -
            -
          • all CSIT VPP MRR perf suites -
          -
        • results -
            -
          • jjb verify: PASS/FAIL -
          • present: no -
          • analyse: csit project (catch malfunctions/degradations) -
          -
        - - project-type: freestyle - node: '{perf-executor}' - concurrent: false - archive-artifacts: 'csit/archive/*.*' - latest-only: false - - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' - - parameters: - - project-parameter: - project: '{project}' - - gerrit-parameter: - branch: '{branch}' - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. - - wrappers: - - fdio-infra-wrappers-non-activity-timeout: - build-timeout: '{build-timeout}' - - triggers: - - timed: '0 2,14 * * *' - - builders: - - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' - - inject: - properties-file: variables.prop - - shell: - !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh - - publishers: - - robot: - output-path: 'csit/archive' - other-files: - - '*.*' - - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - -- job-template: - name: 'csit-vpp-perf-mrr-daily-master-2n-skx' - - description: | -
          -
        • objective -
            -
          • check vpp perf mrr daily -
          -
        • perf test-cases selection -
            -
          • all CSIT VPP MRR perf suites -
          -
        • results -
            -
          • jjb verify: PASS/FAIL -
          • present: no -
          • analyse: csit project (catch malfunctions/degradations) -
          -
        - - project-type: freestyle - node: '{perf-executor}' - concurrent: false - archive-artifacts: 'csit/archive/*.*' - latest-only: false - - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' - - parameters: - - project-parameter: - project: '{project}' - - gerrit-parameter: - branch: '{branch}' - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. - - wrappers: - - fdio-infra-wrappers-non-activity-timeout: - build-timeout: '{build-timeout}' - - triggers: - - timed: '0 2,14 * * *' - - builders: - - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' - - inject: - properties-file: variables.prop - - shell: - !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh - - publishers: - - robot: - output-path: 'csit/archive' - other-files: - - '*.*' - - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - -- job-template: - name: 'csit-vpp-perf-mrr-daily-master-3n-skx' - - description: | -
          -
        • objective -
            -
          • check vpp perf mrr daily -
          -
        • perf test-cases selection -
            -
          • all CSIT VPP MRR perf suites -
          -
        • results -
            -
          • jjb verify: PASS/FAIL -
          • present: no -
          • analyse: csit project (catch malfunctions/degradations) -
          -
        - - project-type: freestyle - node: '{perf-executor}' - concurrent: false - archive-artifacts: 'csit/archive/*.*' - latest-only: false - - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' - - parameters: - - project-parameter: - project: '{project}' - - gerrit-parameter: - branch: '{branch}' - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. - - wrappers: - - fdio-infra-wrappers-non-activity-timeout: - build-timeout: '{build-timeout}' - - triggers: - - timed: '0 2,14 * * *' - - builders: - - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' - - inject: - properties-file: variables.prop - - shell: - !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh - - publishers: - - robot: - output-path: 'csit/archive' - other-files: - - '*.*' - - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - -- job-template: - name: 'csit-vpp-perf-mrr-weekly-master-2n-skx' - - description: | -
          -
        • objective -
            -
          • check vpp perf mrr weekly -
          -
        • perf test-cases selection -
            -
          • NF Density CSIT VPP MRR perf suites -
          -
        • results -
            -
          • jjb verify: PASS/FAIL -
          • present: no -
          • analyse: csit project (catch malfunctions/degradations) -
          -
        - - project-type: freestyle - node: '{perf-executor}' - concurrent: false - archive-artifacts: 'csit/archive/*.*' - latest-only: false - - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' - - parameters: - - project-parameter: - project: '{project}' - - gerrit-parameter: - branch: '{branch}' - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. - - wrappers: - - fdio-infra-wrappers-non-activity-timeout: - build-timeout: '{build-timeout}' - - triggers: - - timed: '0 0 * * 6' - - builders: - - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' - - inject: - properties-file: variables.prop - - shell: - !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh - - publishers: - - robot: - output-path: 'csit/archive' - other-files: - - '*.*' - - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - -- job-template: - name: 'csit-dpdk-perf-mrr-weekly-master' - - description: | -
          -
        • objective -
            -
          • check dpdk perf mrr weekly -
          -
        • perf test-cases selection -
            -
          • all CSIT DPDK MRR perf suites -
          -
        • results -
            -
          • jjb verify: PASS/FAIL -
          • present: no -
          • analyse: csit project (catch malfunctions/degradations) -
          -
        - - project-type: freestyle - node: '{perf-executor}' - concurrent: false - archive-artifacts: 'csit/archive/*.*' - latest-only: false - - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' - - parameters: - - project-parameter: - project: '{project}' - - gerrit-parameter: - branch: '{branch}' - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. - - wrappers: - - fdio-infra-wrappers-non-activity-timeout: - build-timeout: '{build-timeout}' - - triggers: - - timed: '0 0 * * 6' - - builders: - - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' - - inject: - properties-file: variables.prop - - shell: - !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh - - publishers: - - robot: - output-path: 'csit/archive' - other-files: - - '*.*' - - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - -- job-template: - name: 'csit-dpdk-perf-mrr-weekly-master-2n-skx' - - description: | -
          -
        • objective -
            -
          • check dpdk perf mrr weekly -
          -
        • perf test-cases selection -
            -
          • all CSIT DPDK MRR perf suites -
          -
        • results -
            -
          • jjb verify: PASS/FAIL -
          • present: no -
          • analyse: csit project (catch malfunctions/degradations) -
          -
        - - project-type: freestyle - node: '{perf-executor}' - concurrent: false - archive-artifacts: 'csit/archive/*.*' - latest-only: false - - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' - - parameters: - - project-parameter: - project: '{project}' - - gerrit-parameter: - branch: '{branch}' - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. - - wrappers: - - fdio-infra-wrappers-non-activity-timeout: - build-timeout: '{build-timeout}' - - triggers: - - timed: '0 0 * * 6' - - builders: - - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' - - inject: - properties-file: variables.prop - - shell: - !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh - - publishers: - - robot: - output-path: 'csit/archive' - other-files: - - '*.*' - - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - -- job-template: - name: 'csit-dpdk-perf-mrr-weekly-master-3n-skx' - - description: | -
          -
        • objective -
            -
          • check dpdk perf mrr weekly -
          -
        • perf test-cases selection -
            -
          • all CSIT DPDK MRR perf suites -
          -
        • results -
            -
          • jjb verify: PASS/FAIL -
          • present: no -
          • analyse: csit project (catch malfunctions/degradations) -
          -
        - - project-type: freestyle - node: '{perf-executor}' - concurrent: false - archive-artifacts: 'csit/archive/*.*' - latest-only: false - - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' - - parameters: - - project-parameter: - project: '{project}' - - gerrit-parameter: - branch: '{branch}' - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. - - wrappers: - - fdio-infra-wrappers-non-activity-timeout: - build-timeout: '{build-timeout}' - - triggers: - - timed: '0 0 * * 6' - - builders: - - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' - - inject: - properties-file: variables.prop - - shell: - !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh - - publishers: - - robot: - output-path: 'csit/archive' - other-files: - - '*.*' - - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - - -- job-template: - name: 'csit-vpp-perf-verify-{stream}-{topo}-{arch}' - - description: | -
          -
        • objective -
            -
          • perf verify - per csit gerrit patch -
          -
        • job -
            -
          • name: csit-vpp-perf-verify-{stream}-{topo}-{arch} -
          • trigger: keyword in comment to csit patch: - csit-{topo}-{arch}-perftest tag_list -
          -
        • perf test-cases selection -
            -
          • test-cases selected using trigger keyword followed by tags -
          • all test-cases are labelled with CSIT RF topic tags - defined in csit/docs/tag_documentation.rst -
          -
        • proposed keywords -
            -
          • focus on testing specified vpp packet processing path -
          • format: csit-{topo}-{arch}-perftest tag_list -
          -
        • default tags for vpp startup config and perf test type -
            -
          • IP4BASE, IP6BASE, L2BDBASE -
          • 64B/78B: 64B/78B packet size -
          • 1C: one core -
          • X710: x710 Fortville NIC -
          • MRR: MRR throughput -
          -
        • results -
            -
          • jjb verify: PASS/FAIL -
          • present: no -
          • analyse: no -
          -
        - - project-type: freestyle - node: '{perf-executor}' - concurrent: true - archive-artifacts: 'archive/*.*' - latest-only: false - - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' - - parameters: - - project-parameter: - project: '{project}' - - gerrit-parameter: - branch: '{branch}' - - gerrit-refspec-parameter - - gerrit-event-type-parameter - - gerrit-event-comment-text-parameter - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. - - scm: - - gerrit-trigger-scm: - credentials-id: 'jenkins-gerrit-credentials' - refspec: '$GERRIT_REFSPEC' - choosing-strategy: 'gerrit' - - wrappers: - - fdio-infra-wrappers-non-activity-timeout: - build-timeout: '{build-timeout}' - - triggers: - - gerrit: - server-name: 'Primary' - trigger-on: - - comment-added-contains-event: - comment-contains-value: 'csit-{topo}-{arch}-perftest' - projects: - - project-compare-type: 'ANT' - project-pattern: '{project}' - branches: - - branch-compare-type: 'ANT' - branch-pattern: '**/{branch}' - skip-vote: - successful: false - failed: false - unstable: false - notbuilt: false - - builders: - - shell: - !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh - - publishers: - - robot: - output-path: archive - other-files: - - '*.*' - - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - -- job-template: - name: 'csit-nsh_sfc-verify-perf-{stream}' - - project-type: freestyle - node: 'ubuntu1604-basebuild-4c-4g' - concurrent: true - archive-artifacts: 'archive/*.*' - latest-only: false - - - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' - - parameters: - - project-parameter: - project: '{project}' - - gerrit-parameter: - branch: '{branch}' - - os-parameter: - os: 'ubuntu1604' - - stream-parameter: - stream: '{stream}' - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. - - scm: - - gerrit-trigger-scm: - credentials-id: 'jenkins-gerrit-credentials' - refspec: '$GERRIT_REFSPEC' - choosing-strategy: 'gerrit' - - wrappers: - - fdio-infra-wrappers-non-activity-timeout: - build-timeout: '{build-timeout}' - - triggers: - - gerrit-trigger-manually-triggered: - name: '{project}' - branch: '{branch}' - comment-trigger-value: 'csit_nsh_sfc_perf_{stream}' - - builders: - - shell: - !include-raw-escape: jjb/csit/include-raw-csit-nsh_sfc-perf-hw.sh - - publishers: - - robot-report: - output-path: 'archive' - - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - -- job-template: - name: 'csit-nsh_sfc-verify-func-{stream}-{os}-virl' - - project-type: freestyle - node: '{os}-basebuild-4c-4g' - concurrent: true - archive-artifacts: 'archive/*.*' - latest-only: false - - - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' - - parameters: - - project-parameter: - project: '{project}' - - gerrit-parameter: - branch: '{branch}' - - os-parameter: - os: '{os}' - - stream-parameter: - stream: '{stream}' - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. - - scm: - - gerrit-trigger-scm: - credentials-id: 'jenkins-gerrit-credentials' - refspec: '$GERRIT_REFSPEC' - choosing-strategy: 'gerrit' - - wrappers: - - fdio-infra-wrappers: - build-timeout: '{build-timeout}' - - triggers: - - gerrit-trigger-manually-triggered: - name: '{project}' - branch: '{branch}' - comment-trigger-value: 'csit_nsh_sfc_func_{stream}' - - builders: - - shell: - !include-raw-escape: include-raw-csit-nsh_sfc-functional-virl.sh - - publishers: - - robot-report: - output-path: 'archive' - - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - -- job-template: - name: 'csit-tldk-verify-func-{stream}-{os}-virl' - - project-type: freestyle - node: '{os}-basebuild-4c-4g' - concurrent: true - archive-artifacts: 'archive/*.*' - latest-only: false - - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' - - parameters: - - project-parameter: - project: '{project}' - - gerrit-parameter: - branch: '{branch}' - - os-parameter: - os: '{os}' - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. - - scm: - - gerrit-trigger-scm: - credentials-id: 'jenkins-gerrit-credentials' - refspec: '$GERRIT_REFSPEC' - choosing-strategy: 'gerrit' - - wrappers: - - fdio-infra-wrappers: - build-timeout: '{build-timeout}' - - triggers: - - gerrit-trigger-manually-triggered: - name: '{project}' - branch: '{branch}' - comment-trigger-value: 'csit_verify_tldk_func' - - builders: - - shell: - !include-raw-escape: include-raw-csit-tldk-functional-virl.sh - - publishers: - - robot-report: - output-path: 'archive' - - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - -- job-template: - name: 'csit-dmm-functional-{stream}-ubuntu1604-virl' - - project-type: freestyle - node: 'ubuntu1604-basebuild-4c-4g' - concurrent: true - archive-artifacts: 'archive/*.*' - latest-only: false - - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' - - parameters: - - project-parameter: - project: '{project}' - - gerrit-parameter: - branch: '{branch}' - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. - - scm: - - gerrit-trigger-scm: - credentials-id: 'jenkins-gerrit-credentials' - refspec: '$GERRIT_REFSPEC' - choosing-strategy: 'gerrit' - - wrappers: - - fdio-infra-wrappers: - build-timeout: '{build-timeout}' - - triggers: - - gerrit-trigger-manually-triggered: - name: '{project}' - branch: '{branch}' - comment-trigger-value: 'csit_verify_dmm_func' - - builders: - - shell: - !include-raw-escape: include-raw-csit-dmm-functional-virl.sh - - publishers: - - robot-report: - output-path: '' - - - fdio-infra-shiplogs: - maven-version: 'mvn33-new'