X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=jjb%2Fcsit%2Fcsit.yaml;h=18f806cfb6e5c635f86048a4cc8f49894f043ee1;hb=4bbc40d0848f1ac62ce2f95bab3ef1b0d08acb3e;hp=385668dcfe7e04d97b817c9e28a9fab83e395f51;hpb=c795b03a75094f7bf21bdb0d391475a68af8e0d8;p=ci-management.git diff --git a/jjb/csit/csit.yaml b/jjb/csit/csit.yaml index 385668dcf..18f806cfb 100644 --- a/jjb/csit/csit.yaml +++ b/jjb/csit/csit.yaml @@ -5,29 +5,40 @@ jobs: - 'csit-vpp-perf-{stream}-{type}' - 'csit-vpp-functional-{stream}-virl' - - 'csit-vpp-verify-master-weekly' - - 'csit-vpp-verify-{stream}-semiweekly' + - 'csit-vpp-verify-{stream_timed}-weekly' + - 'csit-vpp-verify-{stream_timed}-semiweekly' + - 'csit-vpp-verify-perf-master-nightly-all' + - 'csit-docs-merge-{stream}' + - 'csit-docs-verify-{stream}' project: 'csit' branch: 'master' - branch-id: 'master' + branch-id: 'oper' build-artifact-num-to-keep: 10 type: - all - long + stream_timed: + - master: + branch: 'master' + branch-id: 'oper' stream: - master: branch: 'master' - branch-id: 'master' + branch-id: 'oper' - '1606': - branch: 'stable/1606' - branch-id: 'stable1606' + branch: 'rls1606' + branch-id: 'oper-rls1606' + - '1609': + branch: 'rls1609' + branch-id: 'oper-rls1609' + - job-template: name: 'csit-vpp-functional-{stream}-virl' project-type: freestyle - node: verify + node: ubuntu1604-basebuild-4c-4g concurrent: true logrotate: @@ -44,14 +55,13 @@ scm: - gerrit-trigger-scm: - credentials-id: '{ssh-credentials}' + credentials-id: 'jenkins-gerrit-credentials' refspec: '$GERRIT_REFSPEC' choosing-strategy: 'gerrit' wrappers: - - ssh-agent-credentials: - users: - - '{ssh-credentials}' + - fdio-infra-wrappers: + build-timeout: '{build-timeout}' triggers: - gerrit-trigger-patch-submitted: @@ -60,7 +70,7 @@ builders: - shell: - !include-raw-escape include-raw-csit-vpp-functional-virl.sh + !include-raw-escape: include-raw-csit-vpp-functional-virl.sh publishers: - archive-artifacts: @@ -70,11 +80,12 @@ - robot-report: output-path: '' + - job-template: name: 'csit-vpp-perf-{stream}-{type}' project-type: freestyle - node: verify + node: ubuntu1604-basebuild-4c-4g concurrent: false logrotate: @@ -93,14 +104,13 @@ scm: - gerrit-trigger-scm: - credentials-id: '{ssh-credentials}' + credentials-id: 'jenkins-gerrit-credentials' refspec: '$GERRIT_REFSPEC' choosing-strategy: 'gerrit' wrappers: - - ssh-agent-credentials: - users: - - '{ssh-credentials}' + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: 30 triggers: - gerrit-trigger-manually-triggered: @@ -110,7 +120,7 @@ builders: - shell: - !include-raw-escape jjb/csit/include-raw-csit-vpp-perf-hw.sh + !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-hw.sh publishers: - archive-artifacts: @@ -254,12 +264,13 @@ xpath-type: 'nodeset' xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="4"]' + - job-template: - name: 'csit-vpp-verify-master-weekly' - description: 'Purpose of this job is to validate CSIT code against verified vpp build and create csit-verified branch in case of success.' + name: 'csit-vpp-verify-{stream_timed}-weekly' + description: 'Purpose of this job is to validate CSIT code of corresponding branch against verified vpp build from corresponding branch and create corresponding operational branch in case of success.' project-type: freestyle - node: verify + node: ubuntu1604-basebuild-4c-4g concurrent: false logrotate: @@ -276,13 +287,12 @@ scm: - git-scm: - credentials-id: '{ssh-credentials}' + credentials-id: 'jenkins-gerrit-credentials' branch: '{branch}' wrappers: - - ssh-agent-credentials: - users: - - '{ssh-credentials}' + - fdio-infra-wrappers: + build-timeout: '600' triggers: - timed: '0 4 * * 0' @@ -294,8 +304,8 @@ builders: - shell: - !include-raw-escape jjb/csit/include-raw-csit-vpp-verify-weekly.sh - - shell: 'echo "DATE=`date +%Y-%m-%d`" > $WORKSPACE/variables.prop' + !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-weekly.sh + - shell: 'echo "DATE=`date +%y%m%d`" > $WORKSPACE/variables.prop' - inject: properties-file: variables.prop @@ -311,15 +321,15 @@ branches: - branch: remote: origin - name: 'refs/heads/csit-verified-{branch-id}-$DATE' + name: 'refs/heads/{branch-id}-$DATE' - job-template: - name: 'csit-vpp-verify-{stream}-semiweekly' + name: 'csit-vpp-verify-{stream_timed}-semiweekly' description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.' project-type: freestyle - node: verify + node: ubuntu1604-basebuild-4c-4g concurrent: false logrotate: @@ -335,9 +345,8 @@ branch: '{branch}' wrappers: - - ssh-agent-credentials: - users: - - '{ssh-credentials}' + - fdio-infra-wrappers: + build-timeout: 480 triggers: - timed: '0 4 * * 2,6' @@ -352,7 +361,50 @@ - inject: properties-file: variables.prop - shell: - !include-raw-escape jjb/csit/include-raw-csit-vpp-verify-semiweekly.sh + !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-semiweekly.sh + + publishers: + - archive-artifacts: + artifacts: 'csit/archive/*.*' + latest-only: false + + - robot-report: + output-path: 'csit/archive' + + +- job-template: + name: 'csit-vpp-verify-perf-master-nightly-all' + description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.' + + project-type: freestyle + node: ubuntu1604-basebuild-4c-4g + concurrent: false + + logrotate: + daysToKeep: '{build-days-to-keep}' + numToKeep: '{build-num-to-keep}' + artifactDaysToKeep: '{build-artifact-days-to-keep}' + artifactNumToKeep: '{build-artifact-num-to-keep}' + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: '1440' + + triggers: + - timed: '0 20 * * *' + + builders: + - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' + - inject: + properties-file: variables.prop + - shell: + !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-nightly.sh publishers: - archive-artifacts: @@ -362,6 +414,272 @@ - robot-report: output-path: 'csit/archive' + - plot: + - title: 'RFC2544 binary search with 64B, worker-thread=1, rxq=1, NDR' + yaxis: 'Packets Per Second' + group: 'RFC2544:NDR' + num-builds: '20' + keep-records: True + csv-file-name: 'csit-vpp-verify-master-nightly-1.csv' + series: + - file: 'csit/output_perf_data.xml' + format: xml + xpath-type: 'nodeset' + xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="1"]' + - title: 'RFC2544 binary search with 78B, worker-thread=1, rxq=1, NDR' + yaxis: 'Packets Per Second' + group: 'RFC2544:NDR' + num-builds: '20' + keep-records: True + csv-file-name: 'csit-vpp-verify-master-nightly-2.csv' + series: + - file: 'csit/output_perf_data.xml' + format: xml + xpath-type: 'nodeset' + xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="1"]' + - title: 'RFC2544 binary search with 64B, worker-thread=2, rxq=1, NDR' + yaxis: 'Packets Per Second' + group: 'RFC2544:NDR' + num-builds: '20' + keep-records: True + csv-file-name: 'csit-vpp-verify-master-nightly-3.csv' + series: + - file: 'csit/output_perf_data.xml' + format: xml + xpath-type: 'nodeset' + xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="2"]' + - title: 'RFC2544 binary search with 78B, worker-thread=2, rxq=1, NDR' + yaxis: 'Packets Per Second' + group: 'RFC2544:NDR' + num-builds: '20' + keep-records: True + csv-file-name: 'csit-vpp-verify-master-nightly-4.csv' + series: + - file: 'csit/output_perf_data.xml' + format: xml + xpath-type: 'nodeset' + xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="2"]' + - title: 'RFC2544 binary search with 64B, worker-thread=4, rxq=2, NDR' + yaxis: 'Packets Per Second' + group: 'RFC2544:NDR' + num-builds: '20' + keep-records: True + csv-file-name: 'csit-vpp-verify-master-nightly-5.csv' + series: + - file: 'csit/output_perf_data.xml' + format: xml + xpath-type: 'nodeset' + xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="4"]' + - title: 'RFC2544 binary search with 78B, worker-thread=4, rxq=2, NDR' + yaxis: 'Packets Per Second' + group: 'RFC2544:NDR' + num-builds: '20' + keep-records: True + csv-file-name: 'csit-vpp-verify-master-nightly-6.csv' + series: + - file: 'csit/output_perf_data.xml' + format: xml + xpath-type: 'nodeset' + xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="4"]' + - title: 'RFC2544 binary search with 64B, worker-thread=1, rxq=1, PDR=0.5%' + yaxis: 'Packets Per Second' + group: 'RFC2544:PDR' + num-builds: '20' + keep-records: True + csv-file-name: 'csit-vpp-verify-master-nightly-7.csv' + series: + - file: 'csit/output_perf_data.xml' + format: xml + xpath-type: 'nodeset' + xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="1"]' + - title: 'RFC2544 binary search with 78B, worker-thread=1, rxq=1, PDR=0.5%' + yaxis: 'Packets Per Second' + group: 'RFC2544:PDR' + num-builds: '20' + keep-records: True + csv-file-name: 'csit-vpp-verify-master-nightly-8.csv' + series: + - file: 'csit/output_perf_data.xml' + format: xml + xpath-type: 'nodeset' + xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="1"]' + - title: 'RFC2544 binary search with 64B, worker-thread=2, rxq=1, PDR=0.5%' + yaxis: 'Packets Per Second' + group: 'RFC2544:PDR' + num-builds: '20' + keep-records: True + csv-file-name: 'csit-vpp-verify-master-nightly-9.csv' + series: + - file: 'csit/output_perf_data.xml' + format: xml + xpath-type: 'nodeset' + xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="2"]' + - title: 'RFC2544 binary search with 78B, worker-thread=2, rxq=1, PDR=0.5%' + yaxis: 'Packets Per Second' + group: 'RFC2544:PDR' + num-builds: '20' + keep-records: True + csv-file-name: 'csit-vpp-verify-master-nightly-10.csv' + series: + - file: 'csit/output_perf_data.xml' + format: xml + xpath-type: 'nodeset' + xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="2"]' + - title: 'RFC2544 binary search with 64B, worker-thread=4, rxq=2, PDR=0.5%' + yaxis: 'Packets Per Second' + group: 'RFC2544:PDR' + num-builds: '20' + keep-records: True + csv-file-name: 'csit-vpp-verify-master-nightly-11.csv' + series: + - file: 'csit/output_perf_data.xml' + format: xml + xpath-type: 'nodeset' + xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="4"]' + - title: 'RFC2544 binary search with 78B, worker-thread=4, rxq=2, PDR=0.5%' + yaxis: 'Packets Per Second' + group: 'RFC2544:PDR' + num-builds: '20' + keep-records: True + csv-file-name: 'csit-vpp-verify-master-nightly-12.csv' + series: + - file: 'csit/output_perf_data.xml' + format: xml + xpath-type: 'nodeset' + xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="4"]' + + +- job-template: + name: 'csit-docs-verify-{stream}' + + project-type: freestyle + node: 'ubuntu1604-basebuild-4c-4g' + concurrent: true + + logrotate: + daysToKeep: '{build-days-to-keep}' + numToKeep: '{build-num-to-keep}' + artifactDaysToKeep: '{build-artifact-days-to-keep}' + artifactNumToKeep: '{build-artifact-num-to-keep}' + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + - maven-exec: + maven-version: 'mvn33-new' + + scm: + - gerrit-trigger-scm: + credentials-id: 'jenkins-gerrit-credentials' + refspec: '$GERRIT_REFSPEC' + choosing-strategy: 'gerrit' + + wrappers: + - fdio-infra-wrappers: + build-timeout: '{build-timeout}' + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: 360 + + triggers: + - gerrit-trigger-patch-submitted: + name: '{project}' + branch: '{branch}' + + builders: + - maven-target: + maven-version: 'mvn33-new' + goals: '--version' + settings: 'csit-settings' + settings-type: cfp + global-settings: 'global-settings' + global-settings-type: cfp + - provide-maven-settings: + settings-file: 'csit-settings' + global-settings-file: 'global-settings' + - shell: + !include-raw-escape: include-raw-csit-docs.sh + + publishers: + - archive: + artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz' + allow-empty: 'true' + fingerprint: false + only-if-success: true + default-excludes: false + + +- job-template: + name: 'csit-docs-merge-{stream}' + + project-type: freestyle + node: 'ubuntu1604-basebuild-4c-4g' + concurrent: true + + logrotate: + daysToKeep: '{build-days-to-keep}' + numToKeep: '{build-num-to-keep}' + artifactDaysToKeep: '{build-artifact-days-to-keep}' + artifactNumToKeep: '{build-artifact-num-to-keep}' + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + - maven-exec: + maven-version: 'mvn33-new' + + scm: + - gerrit-trigger-scm: + credentials-id: 'jenkins-gerrit-credentials' + refspec: '$GERRIT_REFSPEC' + choosing-strategy: 'gerrit' + + wrappers: + - fdio-infra-wrappers: + build-timeout: '{build-timeout}' + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: 360 + + triggers: + - reverse: + jobs: 'csit-vpp-verify-master-weekly' + result: 'success' + - gerrit: + trigger-on: + - comment-added-contains-event: + comment-contains-value: 'run-docs' + skip-vote: + successful: true + failed: true + unstable: true + notbuilt: true + + builders: + - maven-target: + maven-version: 'mvn33-new' + goals: '--version' + settings: 'csit-settings' + settings-type: cfp + global-settings: 'global-settings' + global-settings-type: cfp + - provide-maven-settings: + settings-file: 'csit-settings' + global-settings-file: 'global-settings' + - shell: + !include-raw-escape: include-raw-csit-docs.sh + + publishers: + - archive: + artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz' + allow-empty: 'true' + fingerprint: false + only-if-success: true + default-excludes: false + + - parameter: name: test-type-parameter parameters: