-# Copyright (c) 2017 Cisco and/or its affiliates.
+# Copyright (c) 2018 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
os:
- 'ubuntu1604'
- 'centos7'
+ topo:
+ - '2n'
+ - '3n'
+
+ arch:
+ - 'skx'
+ - 'hsw'
+ - 'arm'
jobs:
- - 'csit-dpdk-perf-{stream}-{type}'
- - 'csit-vpp-perf-{stream}-{type}'
- - 'csit-ligato-perf-{stream}-{type}'
- 'csit-vpp-functional-{stream}-{os}-virl'
- 'csit-vpp-verify-{stream_timed}-{os}-weekly'
- 'csit-vpp-verify-{stream_timed}-{os}-semiweekly'
- 'csit-docs-verify-{stream}'
- 'csit-report-merge-{stream}'
- 'csit-trending-daily-master'
- - 'csit-vpp-perf-trend-daily-master'
- - 'csit-vpp-perf-trend-semi-weekly-master'
- - 'csit-vpp-perf-check-{stream}'
+ - 'csit-dpdk-perf-verify-{stream}-{topo}-{arch}'
+ - 'csit-dpdk-perf-mrr-weekly-master'
+ - 'csit-dpdk-perf-mrr-weekly-master-2n-skx'
+ - 'csit-dpdk-perf-mrr-weekly-master-3n-skx'
+ - 'csit-ligato-perf-verify-{stream}-{topo}-{arch}'
- 'csit-vpp-perf-mrr-daily-master'
- - 'csit-vpp-perf-verify-{stream}'
+ - 'csit-vpp-perf-mrr-daily-master-2n-skx'
+ - 'csit-vpp-perf-mrr-daily-master-3n-skx'
+ - 'csit-vpp-perf-ndrpdr-weekly-master-3n-hsw'
+ - 'csit-vpp-perf-ndrpdr-weekly-master-2n-skx'
+ - 'csit-vpp-perf-ndrpdr-weekly-master-3n-skx'
+ - 'csit-vpp-perf-verify-{stream}-{topo}-{arch}'
- 'csit-nsh_sfc-verify-perf-{stream}'
- 'csit-nsh_sfc-verify-func-{stream}-{os}-virl'
- 'csit-tldk-verify-func-{stream}-{os}-virl'
+ - 'csit-dmm-functional-{stream}-ubuntu1604-virl'
project: 'csit'
branch: 'master'
- master:
branch: 'master'
branch-id: 'oper'
- - '1707':
- branch: 'rls1707'
- branch-id: 'oper-rls1707'
- - '1710':
- branch: 'rls1710'
- branch-id: 'oper-rls1710'
- '1801':
branch: 'rls1801'
branch-id: 'oper-rls1801'
- '1804':
branch: 'rls1804'
branch-id: 'oper-rls1804'
+ - '1807':
+ branch: 'rls1807'
+ branch-id: 'oper-rls1807'
- job-template:
node: '{os}-basebuild-4c-4g'
concurrent: true
- logrotate:
+ build-discarder:
daysToKeep: '{build-days-to-keep}'
numToKeep: '{build-num-to-keep}'
artifactDaysToKeep: '{build-artifact-days-to-keep}'
maven-version: 'mvn33-new'
- job-template:
- name: 'csit-dpdk-perf-{stream}-{type}'
+ name: 'csit-dpdk-perf-verify-{stream}-{topo}-{arch}'
+
+ description: |
+ <ul>
+ <li>objective
+ <ul>
+ <li>perf verify - per csit gerrit patch
+ </ul>
+ <li>job
+ <ul>
+ <li>name: <b>csit-dpdk-perf-verify-{stream}-{topo}-{arch}</b>
+ <li>trigger: keyword in comment to csit patch:
+ <b>csit-dpdk-{topo}-{arch}-perftest tag_list</b>
+ </ul>
+ <li>perf test-cases selection
+ <ul>
+ <li>test-cases selected using trigger keyword followed by tags
+ <li>all test-cases are labelled with CSIT RF topic tags
+ defined in <i>csit/docs/tag_documentation.rst</i>
+ </ul>
+ <li>default tags for dpdk perf test type
+ <ul>
+ <li>IP4BASE, L2XCBASE
+ <li>64B: 64B packet size
+ <li>1C: one core
+ <li>X710: x710 Fortville NIC
+ <li>MRR: MRR throughput
+ </ul>
+ <li>results
+ <ul>
+ <li>jjb verify: PASS/FAIL
+ <li>present: no
+ <li>analyse: no
+ </ul>
+ </ul>
project-type: freestyle
node: 'ubuntu1604-basebuild-4c-4g'
concurrent: true
- logrotate:
+ build-discarder:
daysToKeep: '{build-days-to-keep}'
numToKeep: '{build-num-to-keep}'
artifactDaysToKeep: '{build-artifact-days-to-keep}'
project: '{project}'
- gerrit-parameter:
branch: '{branch}'
- - type-parameter:
- type: '{type}'
scm:
- gerrit-trigger-scm:
build-timeout: '{build-timeout}'
triggers:
- - gerrit-trigger-manually-triggered:
- name: '{project}'
- branch: '{branch}'
- comment-trigger-value: 'verify-perf-dpdk-{type}'
+ - gerrit:
+ server-name: 'Primary'
+ trigger-on:
+ - comment-added-contains-event:
+ comment-contains-value: 'csit-dpdk-{topo}-{arch}-perftest'
+ projects:
+ - project-compare-type: 'ANT'
+ project-pattern: '{project}'
+ branches:
+ - branch-compare-type: 'ANT'
+ branch-pattern: '**/{branch}'
+ skip-vote:
+ successful: false
+ failed: false
+ unstable: false
+ notbuilt: false
builders:
- shell:
- !include-raw-escape: jjb/csit/include-raw-csit-dpdk-perf-hw.sh
+ !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
publishers:
- archive-artifacts:
maven-version: 'mvn33-new'
- job-template:
- name: 'csit-vpp-perf-{stream}-{type}'
-
- project-type: freestyle
- node: 'ubuntu1604-basebuild-8c-32g'
- concurrent: true
-
- logrotate:
- daysToKeep: '{build-days-to-keep}'
- numToKeep: '{build-num-to-keep}'
- artifactDaysToKeep: '{build-artifact-days-to-keep}'
- artifactNumToKeep: '{build-artifact-num-to-keep}'
-
- parameters:
- - project-parameter:
- project: '{project}'
- - gerrit-parameter:
- branch: '{branch}'
- - type-parameter:
- type: '{type}'
-
- scm:
- - gerrit-trigger-scm:
- credentials-id: 'jenkins-gerrit-credentials'
- refspec: '$GERRIT_REFSPEC'
- choosing-strategy: 'gerrit'
-
- wrappers:
- - fdio-infra-wrappers-non-activity-timeout:
- build-timeout: '{build-timeout}'
-
- triggers:
- - gerrit-trigger-manually-triggered:
- name: '{project}'
- branch: '{branch}'
- comment-trigger-value: 'verify-perf-{type}'
-
- builders:
- - shell:
- !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-hw.sh
-
- publishers:
- - archive-artifacts:
- artifacts: 'archive/*.*'
- latest-only: false
-
- - robot:
- output-path: archive
- other-files:
- - '*.*'
-
- - fdio-infra-shiplogs:
- maven-version: 'mvn33-new'
+ name: 'csit-ligato-perf-verify-{stream}-{topo}-{arch}'
-- job-template:
- name: 'csit-ligato-perf-{stream}-{type}'
+ description: |
+ <ul>
+ <li>objective
+ <ul>
+ <li>perf verify - per csit gerrit patch
+ </ul>
+ <li>job
+ <ul>
+ <li>name: <b>csit-ligato-perf-verify-{stream}-{topo}-{arch}</b>
+ <li>trigger: keyword in comment to csit patch:
+ <b>csit--ligato-{topo}-{arch}-perftest tag_list</b>
+ </ul>
+ <li>perf test-cases selection
+ <ul>
+ <li>test-cases selected using trigger keyword followed by tags
+ <li>all test-cases are labelled with CSIT RF topic tags
+ defined in <i>csit/docs/tag_documentation.rst</i>
+ </ul>
+ <li>proposed keywords
+ <ul>
+ <li>focus on testing specified Kubernetes orchestrated topologies
+ <li>format: csit-ligato-{topo}-{arch}-perftest tag_list
+ </ul>
+ <li>default tags for vpp startup config and perf test type
+ <ul>
+ <li>IP4BASE, IP6BASE, L2BDBASE
+ <li>64B/78B: 64B/78B packet size
+ <li>1C: one core
+ <li>X710: x710 Fortville NIC
+ <li>MRR: MRR throughput
+ </ul>
+ <li>results
+ <ul>
+ <li>jjb verify: PASS/FAIL
+ <li>present: no
+ <li>analyse: no
+ </ul>
+ </ul>
project-type: freestyle
- node: 'ubuntu1604-basebuild-4c-4g'
+ node: 'ubuntu1804-basebuild-4c-4g'
concurrent: true
- logrotate:
+ build-discarder:
daysToKeep: '{build-days-to-keep}'
numToKeep: '{build-num-to-keep}'
artifactDaysToKeep: '{build-artifact-days-to-keep}'
project: '{project}'
- gerrit-parameter:
branch: '{branch}'
- - type-parameter:
- type: '{type}'
+ - gerrit-refspec-parameter
+ - gerrit-event-type-parameter
+ - gerrit-event-comment-text-parameter
scm:
- gerrit-trigger-scm:
build-timeout: '{build-timeout}'
triggers:
- - gerrit-trigger-manually-triggered:
- name: '{project}'
- branch: '{branch}'
- comment-trigger-value: 'verify-perf-ligato-{type}'
+ - gerrit:
+ server-name: 'Primary'
+ trigger-on:
+ - comment-added-contains-event:
+ comment-contains-value: 'csit-ligato-{topo}-{arch}-perftest'
+ projects:
+ - project-compare-type: 'ANT'
+ project-pattern: '{project}'
+ branches:
+ - branch-compare-type: 'ANT'
+ branch-pattern: '**/{branch}'
+ skip-vote:
+ successful: false
+ failed: false
+ unstable: false
+ notbuilt: false
builders:
- shell:
- !include-raw-escape: jjb/csit/include-raw-csit-ligato-perf-hw.sh
+ !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
publishers:
- archive-artifacts:
node: '{os}-basebuild-4c-4g'
concurrent: false
- logrotate:
+ build-discarder:
daysToKeep: '{build-days-to-keep}'
numToKeep: '{build-num-to-keep}'
artifactDaysToKeep: '{build-artifact-days-to-keep}'
node: '{os}-basebuild-4c-4g'
concurrent: false
- logrotate:
+ build-discarder:
daysToKeep: '{build-days-to-keep}'
numToKeep: '{build-num-to-keep}'
artifactDaysToKeep: '{build-artifact-days-to-keep}'
node: centos7-basebuild-4c-4g'
concurrent: false
- logrotate:
+ build-discarder:
daysToKeep: '{build-days-to-keep}'
numToKeep: '{build-num-to-keep}'
artifactDaysToKeep: '{build-artifact-days-to-keep}'
node: 'ubuntu1604-basebuild-4c-4g'
concurrent: true
- logrotate:
+ build-discarder:
daysToKeep: '{build-days-to-keep}'
numToKeep: '{build-num-to-keep}'
artifactDaysToKeep: '{build-artifact-days-to-keep}'
node: 'ubuntu1604-basebuild-4c-4g'
concurrent: true
- logrotate:
+ build-discarder:
daysToKeep: '{build-days-to-keep}'
numToKeep: '{build-num-to-keep}'
artifactDaysToKeep: '{build-artifact-days-to-keep}'
node: 'ubuntu1604-basebuild-8c-32g'
concurrent: false
- logrotate:
+ build-discarder:
daysToKeep: '{build-days-to-keep}'
numToKeep: '{build-num-to-keep}'
artifactDaysToKeep: '{build-artifact-days-to-keep}'
publishers:
- archive:
- artifacts: 'resources/tools/report_gen/csit.report.tar.gz'
+ artifacts: 'resources/tools/presentation/csit.report.tar.gz'
allow-empty: 'true'
fingerprint: false
only-if-success: true
node: 'ubuntu1604-basebuild-8c-32g'
concurrent: false
- logrotate:
+ build-discarder:
daysToKeep: '{build-days-to-keep}'
numToKeep: '{build-num-to-keep}'
artifactDaysToKeep: '{build-artifact-days-to-keep}'
!include-raw-escape: include-raw-csit-cpta.sh
publishers:
+ - email-ext:
+ recipients: 'tifrank@cisco.com, csit-report@lists.fd.io'
+ reply-to: ''
+ content-type: 'text'
+ subject: 'FD.io CSIT Trending Alert: Build # $BUILD_NUMBER'
+ attachments: '**/_build/_static/vpp/failed-tests*.tar.gz'
+ body: |
+ FD.io CSIT Trending Alert - failed tests
+
+ $PROJECT_NAME - Build # $BUILD_NUMBER - $BUILD_STATUS
+
+ See attachment for the list of the failed tests.
+
+ always: true
+ failure: false
+
- fdio-infra-shiplogs:
maven-version: 'mvn33-new'
- job-template:
- name: 'csit-vpp-perf-trend-daily-master'
+ name: 'csit-vpp-perf-ndrpdr-weekly-master-3n-hsw'
description: |
- Purpose of this job is to validate latest vpp build from corresponding
- branch stored in nexus against verified CSIT codebase of corresponding
- branch.
-
- objective
- daily perf trending of vpp master build
- job
- name
- csit-vpp-perf-trend-daily
- trigger
- scheduled daily
- perf test-cases selection
- all CSIT perf suites
- default tags for vpp startup config and perf test type
- 1T1C - one worker thread, one core
- 2T2C - two worker threads, two cores
- X520 - Intel x520-DA2 NIC
- NDRDISC - discovery of NDR throughput
- results
- jjb verify - no
- present
- jenkins trending graphs
-
+ <ul>
+ <li>objective
+ <ul>
+ <li>check vpp perf ndrpdr weekly on 3n-hsw
+ </ul>
+ <li>perf test-cases selection
+ <ul>
+ <li>pre-selected CSIT VPP NDRPDR perf suites
+ </ul>
+ <li>results
+ <ul>
+ <li>jjb verify: PASS/FAIL
+ <li>present: no
+ <li>analyse: csit project (catch malfunctions/degradations)
+ </ul>
+ </ul>
project-type: freestyle
node: 'ubuntu1604-basebuild-4c-4g'
concurrent: false
- logrotate:
+ build-discarder:
daysToKeep: '{build-days-to-keep}'
numToKeep: '{build-num-to-keep}'
artifactDaysToKeep: '{build-artifact-days-to-keep}'
- fdio-infra-wrappers-non-activity-timeout:
build-timeout: '{build-timeout}'
+ triggers:
+ - timed: '0 0 * * 6'
+
builders:
- shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
- inject:
properties-file: variables.prop
- shell:
- !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-trend-daily.sh
+ !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
publishers:
- archive-artifacts:
maven-version: 'mvn33-new'
- job-template:
- name: 'csit-vpp-perf-trend-semi-weekly-master'
+ name: 'csit-vpp-perf-ndrpdr-weekly-master-2n-skx'
description: |
- Purpose of this job is to validate latest vpp build from corresponding
- branch stored in nexus against verified CSIT codebase of corresponding
- branch.
-
- consumer
- csit-dev trending semi-weekly
- objective
- semi-weekly perf trending of vpp master build job
- name
- csit-vpp-perf-trend-semi-weekly
- trigger
- scheduled semi-weekly
- perf test-cases selection
- all CSIT perf suites
- default tags for vpp startup config and perf test type
- 1T1C - one worker thread, one core
- 2T2C - two worker threads, two cores
- X710 - Intel x710 Fortville NIC
- XL710 - Intel xl710 Fortville NIC
- NDRDISC - discovery of NDR throughput
- results
- jjb verify - no
- present
- jenkins trending graphs
+ <ul>
+ <li>objective
+ <ul>
+ <li>check vpp perf ndrpdr weekly
+ </ul>
+ <li>perf test-cases selection
+ <ul>
+ <li>pre-selected CSIT VPP NDRPDR perf suites
+ </ul>
+ <li>results
+ <ul>
+ <li>jjb verify: PASS/FAIL
+ <li>present: no
+ <li>analyse: csit project (catch malfunctions/degradations)
+ </ul>
+ </ul>
+ project-type: freestyle
+ node: 'ubuntu1604-basebuild-4c-4g'
+ concurrent: false
+
+ build-discarder:
+ daysToKeep: '{build-days-to-keep}'
+ numToKeep: '{build-num-to-keep}'
+ artifactDaysToKeep: '{build-artifact-days-to-keep}'
+ artifactNumToKeep: '{build-artifact-num-to-keep}'
+
+ parameters:
+ - project-parameter:
+ project: '{project}'
+ - gerrit-parameter:
+ branch: '{branch}'
+
+ wrappers:
+ - fdio-infra-wrappers-non-activity-timeout:
+ build-timeout: '{build-timeout}'
+ triggers:
+ - timed: '0 0 * * 6'
+
+ builders:
+ - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
+ - inject:
+ properties-file: variables.prop
+ - shell:
+ !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
+
+ publishers:
+ - archive-artifacts:
+ artifacts: 'csit/archive/*.*'
+ latest-only: false
+
+ - robot:
+ output-path: 'csit/archive'
+ other-files:
+ - '*.*'
+
+ - fdio-infra-shiplogs:
+ maven-version: 'mvn33-new'
+
+- job-template:
+ name: 'csit-vpp-perf-ndrpdr-weekly-master-3n-skx'
+
+ description: |
+ <ul>
+ <li>objective
+ <ul>
+ <li>check vpp perf ndrpdr weekly
+ </ul>
+ <li>perf test-cases selection
+ <ul>
+ <li>pre-selected CSIT VPP NDRPDR perf suites
+ </ul>
+ <li>results
+ <ul>
+ <li>jjb verify: PASS/FAIL
+ <li>present: no
+ <li>analyse: csit project (catch malfunctions/degradations)
+ </ul>
+ </ul>
project-type: freestyle
node: 'ubuntu1604-basebuild-4c-4g'
concurrent: false
- logrotate:
+ build-discarder:
daysToKeep: '{build-days-to-keep}'
numToKeep: '{build-num-to-keep}'
artifactDaysToKeep: '{build-artifact-days-to-keep}'
- fdio-infra-wrappers-non-activity-timeout:
build-timeout: '{build-timeout}'
+ triggers:
+ - timed: '0 0 * * 6'
+
builders:
- shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
- inject:
properties-file: variables.prop
- shell:
- !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-trend-semi-weekly.sh
+ !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
publishers:
- archive-artifacts:
maven-version: 'mvn33-new'
- job-template:
- name: 'csit-vpp-perf-check-{stream}'
+ name: 'csit-vpp-perf-mrr-daily-master'
description: |
- consumer
- csit-dev perf code base checks
- objective
- check csit perf code base
- job
- name
- csit-vpp-perf-check
- trigger
- see below
- perf test-cases selection
- all CSIT perf suites
- keywords
- format - keyword, tag_list
- verify-perf-ndrdisc, NDRDISC
- verify-perf-pdrdisc, PDRDISC
- verify-perf-mrr, MRR
- default tags for vpp startup config and perf test type
- 1T1C
- one worker thread, one core
- 2T2C
- two worker threads, two cores
- results
- jjb verify
- PASS/FAIL
- present
- no
- analyse
- csit project
- catch malfunctions
- catch degradations
+ <ul>
+ <li>objective
+ <ul>
+ <li>check vpp perf mrr daily
+ </ul>
+ <li>perf test-cases selection
+ <ul>
+ <li>all CSIT VPP MRR perf suites
+ </ul>
+ <li>results
+ <ul>
+ <li>jjb verify: PASS/FAIL
+ <li>present: no
+ <li>analyse: csit project (catch malfunctions/degradations)
+ </ul>
+ </ul>
project-type: freestyle
node: 'ubuntu1604-basebuild-4c-4g'
concurrent: true
- logrotate:
+ build-discarder:
daysToKeep: '{build-days-to-keep}'
numToKeep: '{build-num-to-keep}'
artifactDaysToKeep: '{build-artifact-days-to-keep}'
- gerrit-parameter:
branch: '{branch}'
- scm:
- - gerrit-trigger-scm:
- credentials-id: 'jenkins-gerrit-credentials'
- refspec: '$GERRIT_REFSPEC'
- choosing-strategy: 'gerrit'
+ wrappers:
+ - fdio-infra-wrappers-non-activity-timeout:
+ build-timeout: '{build-timeout}'
+
+ triggers:
+ - timed: '0 2,16 * * *'
+
+ builders:
+ - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
+ - inject:
+ properties-file: variables.prop
+ - shell:
+ !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
+
+ publishers:
+ - archive-artifacts:
+ artifacts: 'csit/archive/*.*'
+ latest-only: false
+
+ - robot:
+ output-path: 'csit/archive'
+ other-files:
+ - '*.*'
+
+ - trigger:
+ project: 'csit-trending-daily-master'
+ threshold: 'FAILURE'
+
+ - fdio-infra-shiplogs:
+ maven-version: 'mvn33-new'
+
+- job-template:
+ name: 'csit-vpp-perf-mrr-daily-master-2n-skx'
+
+ description: |
+ <ul>
+ <li>objective
+ <ul>
+ <li>check vpp perf mrr daily
+ </ul>
+ <li>perf test-cases selection
+ <ul>
+ <li>all CSIT VPP MRR perf suites
+ </ul>
+ <li>results
+ <ul>
+ <li>jjb verify: PASS/FAIL
+ <li>present: no
+ <li>analyse: csit project (catch malfunctions/degradations)
+ </ul>
+ </ul>
+
+ project-type: freestyle
+ node: 'ubuntu1604-basebuild-4c-4g'
+ concurrent: true
+
+ build-discarder:
+ daysToKeep: '{build-days-to-keep}'
+ numToKeep: '{build-num-to-keep}'
+ artifactDaysToKeep: '{build-artifact-days-to-keep}'
+ artifactNumToKeep: '{build-artifact-num-to-keep}'
+
+ parameters:
+ - project-parameter:
+ project: '{project}'
+ - gerrit-parameter:
+ branch: '{branch}'
wrappers:
- fdio-infra-wrappers-non-activity-timeout:
build-timeout: '{build-timeout}'
triggers:
- - gerrit:
- server-name: 'Primary'
- trigger-on:
- - comment-added-contains-event:
- comment-contains-value: 'verify-perf-ndrdisc'
- - comment-added-contains-event:
- comment-contains-value: 'verify-perf-pdrdisc'
- - comment-added-contains-event:
- comment-contains-value: 'verify-perf-mrr'
- projects:
- - project-compare-type: 'ANT'
- project-pattern: '{project}'
- branches:
- - branch-compare-type: 'ANT'
- branch-pattern: '**/{branch}'
- skip-vote:
- successful: false
- failed: false
- unstable: false
- notbuilt: false
+ - timed: '0 2,16 * * *'
builders:
+ - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
+ - inject:
+ properties-file: variables.prop
- shell:
- !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-check.sh
+ !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
publishers:
- archive-artifacts:
- artifacts: 'archive/*.*'
+ artifacts: 'csit/archive/*.*'
latest-only: false
- robot:
- output-path: archive
+ output-path: 'csit/archive'
other-files:
- '*.*'
+ - trigger:
+ project: 'csit-trending-daily-master'
+ threshold: 'FAILURE'
+
- fdio-infra-shiplogs:
maven-version: 'mvn33-new'
- job-template:
- name: 'csit-vpp-perf-mrr-daily-master'
+ name: 'csit-vpp-perf-mrr-daily-master-3n-skx'
description: |
- objective
- check vpp perf mrr daily
- job
- name
- csit-vpp-perf-mrr-daily
- trigger
- daily
- perf test-cases selection
- all CSIT perf suites
- default tags for vpp startup config and perf test type
- 1T1C - one worker thread, one core
- 2T2C - two worker threads, two cores
- results
- jjb verify
- PASS/FAIL
- present
- no
- analyse
- csit project
- catch malfunctions
- catch degradations
+ <ul>
+ <li>objective
+ <ul>
+ <li>check vpp perf mrr daily
+ </ul>
+ <li>perf test-cases selection
+ <ul>
+ <li>all CSIT VPP MRR perf suites
+ </ul>
+ <li>results
+ <ul>
+ <li>jjb verify: PASS/FAIL
+ <li>present: no
+ <li>analyse: csit project (catch malfunctions/degradations)
+ </ul>
+ </ul>
project-type: freestyle
node: 'ubuntu1604-basebuild-4c-4g'
- concurrent: false
+ concurrent: true
- logrotate:
+ build-discarder:
daysToKeep: '{build-days-to-keep}'
numToKeep: '{build-num-to-keep}'
artifactDaysToKeep: '{build-artifact-days-to-keep}'
- inject:
properties-file: variables.prop
- shell:
- !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-mrr-daily.sh
+ !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
publishers:
- archive-artifacts:
- fdio-infra-shiplogs:
maven-version: 'mvn33-new'
+- job-template:
+ name: 'csit-dpdk-perf-mrr-weekly-master'
+
+ description: |
+ <ul>
+ <li>objective
+ <ul>
+ <li>check dpdk perf mrr weekly
+ </ul>
+ <li>perf test-cases selection
+ <ul>
+ <li>all CSIT DPDK MRR perf suites
+ </ul>
+ <li>results
+ <ul>
+ <li>jjb verify: PASS/FAIL
+ <li>present: no
+ <li>analyse: csit project (catch malfunctions/degradations)
+ </ul>
+ </ul>
+
+ project-type: freestyle
+ node: 'ubuntu1604-basebuild-4c-4g'
+ concurrent: false
+
+ build-discarder:
+ daysToKeep: '{build-days-to-keep}'
+ numToKeep: '{build-num-to-keep}'
+ artifactDaysToKeep: '{build-artifact-days-to-keep}'
+ artifactNumToKeep: '{build-artifact-num-to-keep}'
+
+ parameters:
+ - project-parameter:
+ project: '{project}'
+ - gerrit-parameter:
+ branch: '{branch}'
+
+ wrappers:
+ - fdio-infra-wrappers-non-activity-timeout:
+ build-timeout: '{build-timeout}'
+
+ triggers:
+ - timed: '0 0 * * 6'
+
+ builders:
+ - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
+ - inject:
+ properties-file: variables.prop
+ - shell:
+ !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
+
+ publishers:
+ - archive-artifacts:
+ artifacts: 'csit/archive/*.*'
+ latest-only: false
+
+ - robot:
+ output-path: 'csit/archive'
+ other-files:
+ - '*.*'
+
+ - trigger:
+ project: 'csit-trending-daily-master'
+ threshold: 'FAILURE'
+
+ - fdio-infra-shiplogs:
+ maven-version: 'mvn33-new'
- job-template:
- name: 'csit-vpp-perf-verify-{stream}'
+ name: 'csit-dpdk-perf-mrr-weekly-master-2n-skx'
description: |
- objective
- perf verify - per csit gerrit patch
- job
- name
- csit-vpp-perf-verify
- trigger
- keyword in comment to csit patch
- perf test-cases selection
- test-cases selected using trigger keywords paired with tags
- all test-cases are labelled with CSIT RF topic tags defined in
- csit/docs/tag_documentation.rst
- proposed keywords
- focus on testing specified vpp packet processing path
- format - keyword - tag_list
- perf_verify_ip4 - IP4Base, IP4Scale2M
- perf_verify_ip6 - IP6Base, IP6Scale2M
- perf_verify_l2 - L2XC, L2BD
- perf_verify_lisp - 4Lisp, 6Lisp
- perf_verify_vxlan - Vxlan
- perf_verify_vhost - Vhost
- perf_verify_memif - Memif
- default tags for vpp startup config and perf test type
- 1T1C
- one worker thread, one core
- X520
- x520 Niantic NIC
- NDRDISC
- discovery of NDR throughput
- results
- jjb verify
- PASS/FAIL
- present
- no
- analyse
- no
+ <ul>
+ <li>objective
+ <ul>
+ <li>check dpdk perf mrr weekly
+ </ul>
+ <li>perf test-cases selection
+ <ul>
+ <li>all CSIT DPDK MRR perf suites
+ </ul>
+ <li>results
+ <ul>
+ <li>jjb verify: PASS/FAIL
+ <li>present: no
+ <li>analyse: csit project (catch malfunctions/degradations)
+ </ul>
+ </ul>
+
project-type: freestyle
node: 'ubuntu1604-basebuild-4c-4g'
concurrent: false
- logrotate:
+ build-discarder:
daysToKeep: '{build-days-to-keep}'
numToKeep: '{build-num-to-keep}'
artifactDaysToKeep: '{build-artifact-days-to-keep}'
- gerrit-parameter:
branch: '{branch}'
+ wrappers:
+ - fdio-infra-wrappers-non-activity-timeout:
+ build-timeout: '{build-timeout}'
+
+ triggers:
+ - timed: '0 0 * * 6'
+
+ builders:
+ - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
+ - inject:
+ properties-file: variables.prop
+ - shell:
+ !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
+
+ publishers:
+ - archive-artifacts:
+ artifacts: 'csit/archive/*.*'
+ latest-only: false
+
+ - robot:
+ output-path: 'csit/archive'
+ other-files:
+ - '*.*'
+
+ - trigger:
+ project: 'csit-trending-daily-master'
+ threshold: 'FAILURE'
+
+ - fdio-infra-shiplogs:
+ maven-version: 'mvn33-new'
+
+- job-template:
+ name: 'csit-dpdk-perf-mrr-weekly-master-3n-skx'
+
+ description: |
+ <ul>
+ <li>objective
+ <ul>
+ <li>check dpdk perf mrr weekly
+ </ul>
+ <li>perf test-cases selection
+ <ul>
+ <li>all CSIT DPDK MRR perf suites
+ </ul>
+ <li>results
+ <ul>
+ <li>jjb verify: PASS/FAIL
+ <li>present: no
+ <li>analyse: csit project (catch malfunctions/degradations)
+ </ul>
+ </ul>
+
+ project-type: freestyle
+ node: 'ubuntu1604-basebuild-4c-4g'
+ concurrent: false
+
+ build-discarder:
+ daysToKeep: '{build-days-to-keep}'
+ numToKeep: '{build-num-to-keep}'
+ artifactDaysToKeep: '{build-artifact-days-to-keep}'
+ artifactNumToKeep: '{build-artifact-num-to-keep}'
+
+ parameters:
+ - project-parameter:
+ project: '{project}'
+ - gerrit-parameter:
+ branch: '{branch}'
+
+ wrappers:
+ - fdio-infra-wrappers-non-activity-timeout:
+ build-timeout: '{build-timeout}'
+
+ triggers:
+ - timed: '0 0 * * 6'
+
+ builders:
+ - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
+ - inject:
+ properties-file: variables.prop
+ - shell:
+ !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
+
+ publishers:
+ - archive-artifacts:
+ artifacts: 'csit/archive/*.*'
+ latest-only: false
+
+ - robot:
+ output-path: 'csit/archive'
+ other-files:
+ - '*.*'
+
+ - trigger:
+ project: 'csit-trending-daily-master'
+ threshold: 'FAILURE'
+
+ - fdio-infra-shiplogs:
+ maven-version: 'mvn33-new'
+
+
+- job-template:
+ name: 'csit-vpp-perf-verify-{stream}-{topo}-{arch}'
+
+ description: |
+ <ul>
+ <li>objective
+ <ul>
+ <li>perf verify - per csit gerrit patch
+ </ul>
+ <li>job
+ <ul>
+ <li>name: <b>csit-vpp-perf-verify-{stream}-{topo}-{arch}</b>
+ <li>trigger: keyword in comment to csit patch:
+ <b>csit-{topo}-{arch}-perftest tag_list</b>
+ </ul>
+ <li>perf test-cases selection
+ <ul>
+ <li>test-cases selected using trigger keyword followed by tags
+ <li>all test-cases are labelled with CSIT RF topic tags
+ defined in <i>csit/docs/tag_documentation.rst</i>
+ </ul>
+ <li>proposed keywords
+ <ul>
+ <li>focus on testing specified vpp packet processing path
+ <li>format: csit-{topo}-{arch}-perftest tag_list
+ </ul>
+ <li>default tags for vpp startup config and perf test type
+ <ul>
+ <li>IP4BASE, IP6BASE, L2BDBASE
+ <li>64B/78B: 64B/78B packet size
+ <li>1C: one core
+ <li>X710: x710 Fortville NIC
+ <li>MRR: MRR throughput
+ </ul>
+ <li>results
+ <ul>
+ <li>jjb verify: PASS/FAIL
+ <li>present: no
+ <li>analyse: no
+ </ul>
+ </ul>
+
+ project-type: freestyle
+ node: 'ubuntu1604-basebuild-8c-32g'
+ concurrent: true
+
+ build-discarder:
+ daysToKeep: '{build-days-to-keep}'
+ numToKeep: '{build-num-to-keep}'
+ artifactDaysToKeep: '{build-artifact-days-to-keep}'
+ artifactNumToKeep: '{build-artifact-num-to-keep}'
+
+ parameters:
+ - project-parameter:
+ project: '{project}'
+ - gerrit-parameter:
+ branch: '{branch}'
+ - gerrit-refspec-parameter
+ - gerrit-event-type-parameter
+ - gerrit-event-comment-text-parameter
+
scm:
- gerrit-trigger-scm:
credentials-id: 'jenkins-gerrit-credentials'
server-name: 'Primary'
trigger-on:
- comment-added-contains-event:
- comment-contains-value: 'verify-perf-l2'
- - comment-added-contains-event:
- comment-contains-value: 'verify-perf-ip4'
- - comment-added-contains-event:
- comment-contains-value: 'verify-perf-ip6'
- - comment-added-contains-event:
- comment-contains-value: 'verify-perf-lisp'
- - comment-added-contains-event:
- comment-contains-value: 'verify-perf-vxlan'
- - comment-added-contains-event:
- comment-contains-value: 'verify-perf-vhost'
- - comment-added-contains-event:
- comment-contains-value: 'verify-perf-memif'
- - comment-added-contains-event:
- comment-contains-value: 'verify-perf-ipsechw'
+ comment-contains-value: 'csit-{topo}-{arch}-perftest'
projects:
- project-compare-type: 'ANT'
project-pattern: '{project}'
builders:
- shell:
- !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-verify.sh
+ !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
publishers:
- archive-artifacts:
node: 'ubuntu1604-basebuild-4c-4g'
concurrent: true
- logrotate:
+ build-discarder:
daysToKeep: '{build-days-to-keep}'
numToKeep: '{build-num-to-keep}'
artifactDaysToKeep: '{build-artifact-days-to-keep}'
node: '{os}-basebuild-4c-4g'
concurrent: true
- logrotate:
+ build-discarder:
daysToKeep: '{build-days-to-keep}'
numToKeep: '{build-num-to-keep}'
artifactDaysToKeep: '{build-artifact-days-to-keep}'
node: '{os}-basebuild-4c-4g'
concurrent: true
- logrotate:
+ build-discarder:
daysToKeep: '{build-days-to-keep}'
numToKeep: '{build-num-to-keep}'
artifactDaysToKeep: '{build-artifact-days-to-keep}'
- fdio-infra-shiplogs:
maven-version: 'mvn33-new'
+- job-template:
+ name: 'csit-dmm-functional-{stream}-ubuntu1604-virl'
+
+ project-type: freestyle
+ node: 'ubuntu1604-basebuild-4c-4g'
+ concurrent: true
+
+ build-discarder:
+ daysToKeep: '{build-days-to-keep}'
+ numToKeep: '{build-num-to-keep}'
+ artifactDaysToKeep: '{build-artifact-days-to-keep}'
+ artifactNumToKeep: '{build-artifact-num-to-keep}'
+
+ parameters:
+ - project-parameter:
+ project: '{project}'
+ - gerrit-parameter:
+ branch: '{branch}'
+
+ scm:
+ - gerrit-trigger-scm:
+ credentials-id: 'jenkins-gerrit-credentials'
+ refspec: '$GERRIT_REFSPEC'
+ choosing-strategy: 'gerrit'
+
+ wrappers:
+ - fdio-infra-wrappers:
+ build-timeout: '{build-timeout}'
+
+ triggers:
+ - gerrit-trigger-manually-triggered:
+ name: '{project}'
+ branch: '{branch}'
+ comment-trigger-value: 'csit_verify_dmm_func'
+
+ builders:
+ - shell:
+ !include-raw-escape: include-raw-csit-dmm-functional-virl.sh
+
+ publishers:
+ - archive-artifacts:
+ artifacts: 'report.html, log.html, output.xml'
+ latest-only: false
+
+ - robot-report:
+ output-path: ''
+
+ - fdio-infra-shiplogs:
+ maven-version: 'mvn33-new'
+
- parameter:
name: test-type-parameter
parameters:
Code Review / ci-management.git / blobdiff