-Subproject commit a70124ef46b23063d25ec178e627ac226b8cef8f
+Subproject commit 93a86e0271fa5fd4d1280007289e842edc558653
- 'centos7'
jobs:
- - 'csit-vpp-verify-{stream_timed}-{os}-weekly'
- - 'csit-vpp-verify-{stream_timed}-{os}-semiweekly'
- 'csit-vpp-functional-{stream}-{os}-virl'
- 'csit-nsh_sfc-verify-func-{stream}-{os}-virl'
- 'csit-tldk-verify-func-{stream}-{os}-virl'
branch: 'master'
branch-id: 'oper'
build-artifact-num-to-keep: 10
- stream_timed:
- - master:
- branch: 'master'
- branch-id: 'oper'
stream:
- - master:
- branch: 'master'
- - '1901':
- branch: 'rls1901'
- '1904':
branch: 'rls1904'
- '1908_1':
branch: 'rls1908_1'
-- job-template:
- name: 'csit-vpp-verify-{stream_timed}-{os}-weekly'
- # yamllint disable-line rule:line-length
- description: 'Purpose of this job is to validate CSIT code of corresponding branch against verified vpp build from corresponding branch.'
- # yamllint enable rule:line-length
-
- project-type: freestyle
- node: '{os}-basebuild-4c-4g'
- concurrent: false
- archive-artifacts: >
- **/csit/report.html
- **/csit/log.html
- **/csit/output.xml
- latest-only: false
-
- build-discarder:
- daysToKeep: '{build-days-to-keep}'
- numToKeep: '{build-num-to-keep}'
- artifactDaysToKeep: '{build-artifact-days-to-keep}'
- artifactNumToKeep: '{build-artifact-num-to-keep}'
-
- parameters:
- - project-parameter:
- project: '{project}'
- - gerrit-parameter:
- branch: '{branch}'
- - string:
- name: ARCHIVE_ARTIFACTS
- default: '{archive-artifacts}'
- description: Artifacts to archive to the logs server.
-
- scm:
- - git-scm:
- credentials-id: 'jenkins-gerrit-credentials'
- branch: '{branch}'
-
- wrappers:
- - fdio-infra-wrappers-non-activity-timeout:
- build-timeout: '{build-timeout}'
-
- triggers:
- - timed: '0 4 * * 0'
-
- - gerrit-trigger-manually-triggered:
- comment-trigger-value: 'csit-vpp-ref-verify'
- name: '{project}'
- branch: '{branch}'
-
- builders:
- - shell:
- !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-weekly.sh
-
- publishers:
- - robot-report:
- output-path: ''
-
- - fdio-infra-shiplogs:
- maven-version: 'mvn33-new'
-
-- job-template:
- name: 'csit-vpp-verify-{stream_timed}-{os}-semiweekly'
- # yamllint disable-line rule:line-length
- description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
- # yamllint enable rule:line-length
-
- project-type: freestyle
- node: '{os}-basebuild-4c-4g'
- concurrent: false
- archive-artifacts: 'csit/archive/*.*'
- latest-only: false
-
- build-discarder:
- daysToKeep: '{build-days-to-keep}'
- numToKeep: '{build-num-to-keep}'
- artifactDaysToKeep: '{build-artifact-days-to-keep}'
- artifactNumToKeep: '{build-artifact-num-to-keep}'
-
- parameters:
- - project-parameter:
- project: '{project}'
- - gerrit-parameter:
- branch: '{branch}'
- - string:
- name: ARCHIVE_ARTIFACTS
- default: '{archive-artifacts}'
- description: Artifacts to archive to the logs server.
-
- wrappers:
- - fdio-infra-wrappers-non-activity-timeout:
- build-timeout: '{build-timeout}'
-
- triggers:
- - timed: '0 4 * * 2,6'
-
- - gerrit-trigger-manually-triggered:
- comment-trigger-value: 'csit-verify-vpp'
- name: '{project}'
- branch: '{branch}'
-
- builders:
- - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
- - inject:
- properties-file: variables.prop
- - shell:
- # yamllint disable-line rule:line-length
- !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-semiweekly.sh
- # yamllint enable rule:line-length
-
- publishers:
- - robot-report:
- output-path: 'csit/archive'
-
- - fdio-infra-shiplogs:
- maven-version: 'mvn33-new'
-
- job-template:
name: 'csit-vpp-functional-{stream}-{os}-virl'
description: 'jenkins jobs verify Hc2vpp functional and performance tests'
jobs:
- 'csit-hc2vpp-verify-func-{stream}-{os}'
- - 'csit-hc2vpp-verify-perf-{stream}-{os}'
project: 'csit'
branch: 'master'
build-artifact-num-to-keep: 10
repo-os-part: 'ubuntu.xenial.main'
stream:
- - master:
- branch: 'master'
- - '1901':
- branch: 'rls1901'
- branch-id: 'oper-rls1901'
- '1904':
branch: 'rls1904'
branch-id: 'oper-rls1904'
- fdio-infra-shiplogs:
maven-version: 'mvn36'
-
-- job-template:
- name: 'csit-hc2vpp-verify-perf-{stream}-{os}'
-
- project-type: freestyle
- node: '{os}-basebuild-4c-4g'
- concurrent: false
- archive-artifacts: 'archive/*.*'
- latest-only: false
-
- build-discarder:
- daysToKeep: '{build-days-to-keep}'
- numToKeep: '{build-num-to-keep}'
- artifactDaysToKeep: '{build-artifact-days-to-keep}'
- artifactNumToKeep: '{build-artifact-num-to-keep}'
-
- parameters:
- - project-parameter:
- project: '{project}'
- - os-parameter:
- os: '{os}'
- - stream-parameter:
- stream: '{stream}'
- - gerrit-parameter:
- branch: '{branch}'
- - string:
- name: ARCHIVE_ARTIFACTS
- default: '{archive-artifacts}'
- description: Artifacts to archive to the logs server.
-
- scm:
- - gerrit-trigger-scm:
- credentials-id: 'jenkins-gerrit-credentials'
- refspec: '$GERRIT_REFSPEC'
- choosing-strategy: 'gerrit'
-
- wrappers:
- - fdio-infra-wrappers:
- build-timeout: '{build-timeout}'
-
- triggers:
- - gerrit-trigger-manually-triggered:
- comment-trigger-value: 'verify-hc2vpp-perf'
- name: '{project}'
- branch: '{branch}'
-
- builders:
- - shell:
- !include-raw-escape: include-raw-csit-hc2vpp-verify-perf.sh
-
- publishers:
- - email-notification:
- email-prefix: '[csit]'
-
- - robot-report:
- output-path: 'archive'
-
- - fdio-infra-shiplogs:
- maven-version: 'mvn36'
- -2n-clx
- -2n-skx
- -3n-skx
- - 'csit-ligato-perf-verify-{stream}-{node-arch}'
project: 'csit'
executor: 'ubuntu1804-us'
branch: 'master'
branch-id: 'oper'
vpp-mrr-daily-periodicity: '0 2,14 * * *'
+ csit-perf-trial-duration: "1.0"
+ csit-perf-trial-multiplicity: "10"
stream:
- master:
branch: 'master'
branch-id: 'oper'
executor: 'ubuntu1804-us'
- - '1901':
- branch: 'rls1901'
- branch-id: 'oper-rls1901'
- executor: 'ubuntu1604-basebuild-8c-32g'
- '1904':
branch: 'rls1904'
branch-id: 'oper-rls1904'
<li>trigger: keyword in comment to csit patch:
<b>csit-{node-arch}-perftest tag_list</b>
</ul>
+ <li>executor
+ <ul>
+ <li>{executor}
+ </ul>
<li>perf test-cases selection
<ul>
<li>test-cases selected using trigger keyword followed by tags
- gerrit-refspec-parameter
- gerrit-event-type-parameter
- gerrit-event-comment-text-parameter
+ - csit-perf-trial-duration-parameter:
+ csit-perf-trial-duration: "{csit-perf-trial-duration}"
+ - csit-perf-trial-multiplicity-parameter:
+ csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
- string:
name: ARCHIVE_ARTIFACTS
default: '{archive-artifacts}'
<ul>
<li>check vpp perf mrr daily
</ul>
+ <li>executor
+ <ul>
+ <li>{executor}
+ </ul>
<li>perf test-cases selection
<ul>
<li>all CSIT VPP MRR perf suites
project: '{project}'
- gerrit-parameter:
branch: '{branch}'
+ - csit-perf-trial-duration-parameter:
+ csit-perf-trial-duration: "{csit-perf-trial-duration}"
+ - csit-perf-trial-multiplicity-parameter:
+ csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
- string:
name: ARCHIVE_ARTIFACTS
default: '{archive-artifacts}'
<ul>
<li>check vpp perf mrr weekly on {node-arch}
</ul>
+ <li>executor
+ <ul>
+ <li>{executor}
+ </ul>
<li>perf test-cases selection
<ul>
<li>NF Density CSIT VPP MRR perf suites
project: '{project}'
- gerrit-parameter:
branch: '{branch}'
+ - csit-perf-trial-duration-parameter:
+ csit-perf-trial-duration: "{csit-perf-trial-duration}"
+ - csit-perf-trial-multiplicity-parameter:
+ csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
- string:
name: ARCHIVE_ARTIFACTS
default: '{archive-artifacts}'
<ul>
<li>check vpp perf ndrpdr weekly on {node-arch}
</ul>
+ <li>executor
+ <ul>
+ <li>{executor}
+ </ul>
<li>perf test-cases selection
<ul>
<li>pre-selected CSIT VPP NDRPDR perf suites
<li>trigger: keyword in comment to csit patch:
<b>csit-dpdk-{node-arch}-perftest tag_list</b>
</ul>
+ <li>executor
+ <ul>
+ <li>{executor}
+ </ul>
<li>perf test-cases selection
<ul>
<li>test-cases selected using trigger keyword followed by tags
project: '{project}'
- gerrit-parameter:
branch: '{branch}'
+ - csit-perf-trial-duration-parameter:
+ csit-perf-trial-duration: "{csit-perf-trial-duration}"
+ - csit-perf-trial-multiplicity-parameter:
+ csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
- string:
name: ARCHIVE_ARTIFACTS
default: '{archive-artifacts}'
<ul>
<li>check dpdk perf mrr weekly
</ul>
+ <li>executor
+ <ul>
+ <li>{executor}
+ </ul>
<li>perf test-cases selection
<ul>
<li>all CSIT DPDK MRR perf suites
project: '{project}'
- gerrit-parameter:
branch: '{branch}'
+ - csit-perf-trial-duration-parameter:
+ csit-perf-trial-duration: "{csit-perf-trial-duration}"
+ - csit-perf-trial-multiplicity-parameter:
+ csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
- string:
name: ARCHIVE_ARTIFACTS
default: '{archive-artifacts}'
- fdio-infra-shiplogs:
maven-version: 'mvn33-new'
-
-- job-template:
- name: 'csit-ligato-perf-verify-{stream}-{node-arch}'
-
- # yamllint disable rule:line-length
- description: |
- <ul>
- <li>objective
- <ul>
- <li>perf verify - per csit gerrit patch
- </ul>
- <li>job
- <ul>
- <li>name: <b>csit-ligato-perf-verify-{stream}-{node-arch}</b>
- <li>trigger: keyword in comment to csit patch:
- <b>csit--ligato-{node-arch}-perftest tag_list</b>
- </ul>
- <li>perf test-cases selection
- <ul>
- <li>test-cases selected using trigger keyword followed by tags
- <li>all test-cases are labelled with CSIT RF topic tags
- defined in <i>csit/docs/tag_documentation.rst</i>
- </ul>
- <li>proposed keywords
- <ul>
- <li>focus on testing specified Kubernetes orchestrated topologies
- <li>format: csit-ligato-{node-arch}-perftest tag_list
- </ul>
- <li>default tags for vpp startup config and perf test type
- <ul>
- <li>IP4BASE, IP6BASE, L2BDBASE
- <li>64B/78B: 64B/78B packet size
- <li>1C: one core
- <li>X710: x710 Fortville NIC
- <li>MRR: MRR throughput
- </ul>
- <li>results
- <ul>
- <li>jjb verify: PASS/FAIL
- <li>present: no
- <li>analyse: no
- </ul>
- </ul>
- # yamllint enable rule:line-length
-
- project-type: freestyle
- # As the nomad executors are running docker containers we cannot run
- # ligato-perf job due to dependency on using docker inside.
- # TODO: Find the mechanics how to offload job logic from compiling docker
- # image so we can move this executor to ubuntu1804-us
- node: '{ligato-executor}'
- concurrent: true
- archive-artifacts: 'archive/*.*'
- latest-only: false
-
- build-discarder:
- daysToKeep: '{build-days-to-keep}'
- numToKeep: '{build-num-to-keep}'
- artifactDaysToKeep: '{build-artifact-days-to-keep}'
- artifactNumToKeep: '{build-artifact-num-to-keep}'
-
- parameters:
- - project-parameter:
- project: '{project}'
- - gerrit-parameter:
- branch: '{branch}'
- - gerrit-refspec-parameter
- - gerrit-event-type-parameter
- - gerrit-event-comment-text-parameter
- - string:
- name: ARCHIVE_ARTIFACTS
- default: '{archive-artifacts}'
- description: Artifacts to archive to the logs server.
-
- scm:
- - gerrit-trigger-scm:
- credentials-id: 'jenkins-gerrit-credentials'
- refspec: '$GERRIT_REFSPEC'
- choosing-strategy: 'gerrit'
-
- wrappers:
- - fdio-infra-wrappers-non-activity-timeout:
- build-timeout: '{build-timeout}'
-
- triggers:
- - gerrit:
- server-name: 'Primary'
- trigger-on:
- - comment-added-contains-event:
- comment-contains-value: 'csit-ligato-{node-arch}-perftest'
- projects:
- - project-compare-type: 'ANT'
- project-pattern: '{project}'
- branches:
- - branch-compare-type: 'ANT'
- branch-pattern: '**/{branch}'
- skip-vote:
- successful: false
- failed: false
- unstable: false
- notbuilt: false
-
- builders:
- - shell:
- !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
-
- publishers:
- - robot:
- output-path: archive
- other-files:
- - '*.*'
-
- - fdio-infra-shiplogs:
- maven-version: 'mvn33-new'
stream:
- master:
branch: 'master'
- - '1901':
- branch: 'rls1901'
- '1904':
branch: 'rls1904'
- '1908_1':
- master:
branch: 'master'
branch-id: 'oper'
- - '1901':
- branch: 'rls1901'
- branch-id: 'oper-rls1901'
- '1904':
branch: 'rls1904'
branch-id: 'oper-rls1904'
branch: 'rls1908_1'
branch-id: 'oper-rls1908_1'
exclude:
- - stream: '1901'
- os: 'ubuntu1804'
- node-arch: '1n-tx2'
- stream: '1904'
os: 'ubuntu1804'
node-arch: '1n-tx2'
<li>trigger: keyword in comment to csit patch:
<b>csit-devicetest tag_list</b>
</ul>
+ <li>executor
+ <ul>
+ <li>{executor}
+ </ul>
<li>test-cases selection
<ul>
<li>test-cases selected using trigger keyword followed by tags
in nexus against verified CSIT codebase of corresponding
branch.
</ul>
+ <li>executor
+ <ul>
+ <li>{executor}
+ </ul>
<li>test-cases selection
<ul>
<li>pre-selected test-cases
<li>Validate CSIT code of corresponding branch against
verified vpp build from corresponding branch.
</ul>
+ <li>executor
+ <ul>
+ <li>{executor}
+ </ul>
<li>test-cases selection
<ul>
<li>pre-selected test-cases
<li>Validate CSIT code of corresponding branch against
verified vpp build from corresponding branch.
</ul>
+ <li>executor
+ <ul>
+ <li>vpp-csit-arm-ubuntu18
+ </ul>
<li>test-cases selection
<ul>
<li>pre-selected test-cases
in nexus against verified CSIT codebase of corresponding
branch.
</ul>
+ <li>executor
+ <ul>
+ <li>vpp-csit-arm-ubuntu18
+ </ul>
<li>test-cases selection
<ul>
<li>pre-selected test-cases
- master:
branch: 'master'
executor: 'ubuntu1804-us'
- - '1901':
- branch: 'rls1901'
- executor: 'ubuntu1604-basebuild-4c-4g'
- '1904':
branch: 'rls1904'
executor: 'ubuntu1804-us'
+++ /dev/null
-#!/bin/bash
-
-# execute csit bootstrap script if it exists
-if [[ ! -e bootstrap-hc2vpp-perf.sh ]]
-then
- echo 'ERROR: No bootstrap-hc2vpp-perf.sh found'
- exit 1
-else
- # make sure that bootstrap.sh is executable
- chmod +x bootstrap-hc2vpp-perf.sh
- # run the script
- ./bootstrap-hc2vpp-perf.sh ${STREAM} ${OS}
-fi
-
-# vim: ts=4 ts=4 sts=4 et :
+++ /dev/null
-#!/bin/bash
-set -xeu -o pipefail
-
-# check BRANCH_ID value
-if [ "$BRANCH_ID" == "" ]; then
- echo "branch_id not provided => 'master' will be used"
- BRANCH_ID="master"
-fi
-
-# clone csit
-git clone --depth 1 --no-single-branch https://gerrit.fd.io/r/csit
-
-# if the git clone fails, complain clearly and exit
-if [ $? != 0 ]; then
- echo "Failed to run: git clone --depth 1 --no-single-branch https://gerrit.fd.io/r/csit"
- exit 1
-fi
-
-cd csit
-
-# get the latest verified version of the required branch
-BRANCH_NAME=$(echo $(git branch -r | grep -E "${BRANCH_ID}-[0-9]+" | tail -n 1))
-
-if [ "${BRANCH_NAME}" == "" ]; then
- echo "No verified version found for requested branch - exiting"
- exit 1
-fi
-
-# remove 'origin/' from the branch name
-BRANCH_NAME=$(echo ${BRANCH_NAME#origin/})
-
-# checkout to the required branch
-git checkout ${BRANCH_NAME}
-
-# execute csit bootstrap script if it exists
-if [ -e bootstrap-vpp-verify-semiweekly.sh ]
-then
- # make sure that bootstrap.sh is executable
- chmod +x bootstrap-vpp-verify-semiweekly.sh
- # run the script
- ./bootstrap-vpp-verify-semiweekly.sh
-else
- echo 'ERROR: No bootstrap-vpp-verify-semiweekly.sh found'
- exit 1
-fi
-
-# vim: ts=4 ts=4 sts=4 et :
+++ /dev/null
-#!/bin/bash
-set -xeu -o pipefail
-
-# execute csit bootstrap script if it exists
-if [ -e bootstrap-vpp-verify-weekly.sh ]
-then
- # make sure that bootstrap.sh is executable
- chmod +x bootstrap-vpp-verify-weekly.sh
- # run the script
- ./bootstrap-vpp-verify-weekly.sh
-else
- echo 'ERROR: No bootstrap-vpp-verify-weekly.sh found'
- exit 1
-fi
-
-# vim: ts=4 ts=4 sts=4 et :
branch: master
# voting
- skip-vote: false
\ No newline at end of file
+ skip-vote: false
+
+ # CSIT
+ csit-perf-trial-duration: 1.0
+ csit-perf-trial-multiplicity: 1
# yamllint disable-line rule:line-length
description: "GERRIT_REFSPEC parameter to override separately cloned CSIT repository, leave empty for autodetection / no override."
+- parameter:
+ name: csit-perf-trial-duration-parameter
+ parameters:
+ - string:
+ name: CSIT_PERF_TRIAL_DURATION
+ default: "{csit-perf-trial-duration}"
+ description: "Duration of a trial measurement in BMRR tests."
+
+- parameter:
+ name: csit-perf-trial-multiplicity-parameter
+ parameters:
+ - string:
+ name: CSIT_PERF_TRIAL_MULTIPLICITY
+ default: "{csit-perf-trial-multiplicity}"
+ description: "Number of subsamples for BMRR tests."
+
##### SCMS
- scm:
name: git-scm
stream:
- master:
branch: 'master'
+ - dev-next-socket:
+ branch: 'dev-next-socket'
- project:
name: tldk-view
#!/bin/bash
+# jjb/vpp/include-raw-vpp-checkstyle.sh
-if [ -f build-root/scripts/checkstyle.sh ];then
- build-root/scripts/checkstyle.sh
+if [ "$(grep -E '^checkstyle:' Makefile)" = "checkstyle:" ]
+then
+ make checkstyle
else
- echo "Cannot find cat build-root/scripts/checkstyle.sh - skipping checkstyle"
+ echo "Can't find checkstyle target in Makefile - skipping checkstyle"
fi
#!/bin/bash
+# jjb/vpp/include-raw-vpp-test-checkstyle.sh
-if grep '.PHONY: checkstyle' test/Makefile > /dev/null
+if [ "$(grep -E '^test-checkstyle:' Makefile)" = "test-checkstyle:" ]
then
make test-checkstyle
else
- echo "Can't find checkstyle target in test/Makefile - skipping test checkstyle"
+ echo "Can't find test-checkstyle target in Makefile - skipping test checkstyle"
fi
- 'vpp-csit-verify-device-{stream}-{device-node-arch}'
- 'vpp-csit-verify-perf-{stream}-{node-arch}'
project: 'vpp'
- executor: 'vpp-csit-device'
+ os: ubuntu1804
+ device-executor: 'vpp-csit-device'
+ executor: '{os}-us'
skip-vote: 'true'
trigger: 'gerrit-trigger-csit-devicetest-full'
stream:
- '1908':
branch: 'stable/1908'
repo-stream-part: 'stable.1908'
- os: ubuntu1804
device-node-arch:
- 1n-skx
- 1n-tx2:
- executor: 'vpp-csit-arm-ubuntu18'
+ device-executor: 'vpp-csit-arm-ubuntu18'
trigger: 'gerrit-trigger-csit-devicetest-manual'
node-arch:
- 2n-clx
- 3n-hsw
- 2n-dnv
- 3n-dnv
- - 3n-tsh
+ - 3n-tsh:
+ executor: 'ubuntu1804arm-s'
exclude:
- stream: '1904'
os: 'ubuntu1804'
- job-template:
name: 'vpp-csit-verify-device-{stream}-{device-node-arch}'
+ description: |
+ <ul>
+ <li>executor
+ <ul>
+ <li>{device-executor}
+ </ul>
+ </ul>
project-type: freestyle
- node: '{executor}'
+ node: '{device-executor}'
concurrent: true
archive-artifacts: '**/csit_current/**/*.*'
latest-only: false
- job-template:
name: 'vpp-csit-verify-perf-{stream}-{node-arch}'
+ description: |
+ <ul>
+ <li>executor
+ <ul>
+ <li>{executor}
+ </ul>
+ </ul>
project-type: freestyle
- node: '{os}-us'
+ node: '{executor}'
concurrent: true
archive-artifacts: >
**/csit_current/**/*.*
- gerrit-event-type-parameter
- gerrit-event-comment-text-parameter
- gerrit-csit-refspec-parameter
- - string:
- name: CSIT_PERF_TRIAL_DURATION
- default: "10.0"
- description: "Duration of a trial measurement in BMRR tests."
- - string:
- name: CSIT_PERF_TRIAL_MULTIPLICITY
- default: "5"
- description: "Number of subsamples for BMRR tests."
+ - csit-perf-trial-duration-parameter:
+ csit-perf-trial-duration: "10.0"
+ - csit-perf-trial-multiplicity-parameter:
+ csit-perf-trial-multiplicity: "5"
- stream-parameter:
stream: '{stream}'
- string:
-Subproject commit 8cad102383fdf28db36d05298771e1b16e70cbf4
+Subproject commit 6c6ee4d08580f2524b297a7b4477294079a0ad04
when: ansible_os_family == 'RedHat'
become: true
- - name: 'Install rake gem'
- command: 'gem install rake'
- become: true
-
- name: 'Install PackageCloud'
command: 'gem install package_cloud'
become: true
Code Review / ci-management.git / commitdiff