From 21943e45bce231535dcaaf83f835213a4fd04824 Mon Sep 17 00:00:00 2001 From: Miroslav Miklus Date: Mon, 1 Aug 2016 15:44:14 +0200 Subject: [PATCH] CSIT-311 New Nightly CSIT perf job CSIT-311: PHASE 1 - create new nightly job Change-Id: I1c7389d83d391abe5f1a48fb51593539ba41b773 Signed-off-by: Miroslav Miklus --- jjb/csit/csit.yaml | 178 ++++++++++++++++++++++++++ jjb/csit/include-raw-csit-vpp-perf-nightly.sh | 49 +++++++ 2 files changed, 227 insertions(+) create mode 100644 jjb/csit/include-raw-csit-vpp-perf-nightly.sh diff --git a/jjb/csit/csit.yaml b/jjb/csit/csit.yaml index 7c0512258..10ee8ea53 100644 --- a/jjb/csit/csit.yaml +++ b/jjb/csit/csit.yaml @@ -7,6 +7,7 @@ - 'csit-vpp-functional-{stream}-virl' - 'csit-vpp-verify-master-weekly' - 'csit-vpp-verify-{stream}-semiweekly' + - 'csit-vpp-verify-perf-master-nightly-all' project: 'csit' branch: 'master' @@ -496,6 +497,183 @@ xpath-type: 'nodeset' xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="4"]' +- job-template: + name: 'csit-vpp-verify-perf-master-nightly-all' + description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.' + + project-type: freestyle + node: verify + concurrent: false + + logrotate: + daysToKeep: '{build-days-to-keep}' + numToKeep: '{build-num-to-keep}' + artifactDaysToKeep: '{build-artifact-days-to-keep}' + artifactNumToKeep: '{build-artifact-num-to-keep}' + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + + wrappers: + - ssh-agent-credentials: + users: + - '{ssh-credentials}' + + triggers: + - timed: '0 20 * * *' + + builders: + - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' + - inject: + properties-file: variables.prop + - shell: + !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-nightly.sh + + publishers: + - archive-artifacts: + artifacts: 'csit/archive/*.*' + latest-only: false + + - robot-report: + output-path: 'csit/archive' + + - plot: + - title: 'RFC2544 binary search with 64B, worker-thread=1, rxq=1, NDR' + yaxis: 'Packets Per Second' + group: 'RFC2544:NDR' + num-builds: '20' + keep-records: True + csv-file-name: 'csit-vpp-verify-master-nightly-1.csv' + series: + - file: 'csit/output.xml' + format: xml + xpath-type: 'nodeset' + xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="1"]' + - title: 'RFC2544 binary search with 78B, worker-thread=1, rxq=1, NDR' + yaxis: 'Packets Per Second' + group: 'RFC2544:NDR' + num-builds: '20' + keep-records: True + csv-file-name: 'csit-vpp-verify-master-nightly-2.csv' + series: + - file: 'csit/output.xml' + format: xml + xpath-type: 'nodeset' + xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="1"]' + - title: 'RFC2544 binary search with 64B, worker-thread=2, rxq=1, NDR' + yaxis: 'Packets Per Second' + group: 'RFC2544:NDR' + num-builds: '20' + keep-records: True + csv-file-name: 'csit-vpp-verify-master-nightly-3.csv' + series: + - file: 'csit/output.xml' + format: xml + xpath-type: 'nodeset' + xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="2"]' + - title: 'RFC2544 binary search with 78B, worker-thread=2, rxq=1, NDR' + yaxis: 'Packets Per Second' + group: 'RFC2544:NDR' + num-builds: '20' + keep-records: True + csv-file-name: 'csit-vpp-verify-master-nightly-4.csv' + series: + - file: 'csit/output.xml' + format: xml + xpath-type: 'nodeset' + xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="2"]' + - title: 'RFC2544 binary search with 64B, worker-thread=4, rxq=2, NDR' + yaxis: 'Packets Per Second' + group: 'RFC2544:NDR' + num-builds: '20' + keep-records: True + csv-file-name: 'csit-vpp-verify-master-nightly-5.csv' + series: + - file: 'csit/output.xml' + format: xml + xpath-type: 'nodeset' + xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="4"]' + - title: 'RFC2544 binary search with 78B, worker-thread=4, rxq=2, NDR' + yaxis: 'Packets Per Second' + group: 'RFC2544:NDR' + num-builds: '20' + keep-records: True + csv-file-name: 'csit-vpp-verify-master-nightly-6.csv' + series: + - file: 'csit/output.xml' + format: xml + xpath-type: 'nodeset' + xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="4"]' + - title: 'RFC2544 binary search with 64B, worker-thread=1, rxq=1, PDR=0.5%' + yaxis: 'Packets Per Second' + group: 'RFC2544:PDR' + num-builds: '20' + keep-records: True + csv-file-name: 'csit-vpp-verify-master-nightly-7.csv' + series: + - file: 'csit/output.xml' + format: xml + xpath-type: 'nodeset' + xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="1"]' + - title: 'RFC2544 binary search with 78B, worker-thread=1, rxq=1, PDR=0.5%' + yaxis: 'Packets Per Second' + group: 'RFC2544:PDR' + num-builds: '20' + keep-records: True + csv-file-name: 'csit-vpp-verify-master-nightly-8.csv' + series: + - file: 'csit/output.xml' + format: xml + xpath-type: 'nodeset' + xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="1"]' + - title: 'RFC2544 binary search with 64B, worker-thread=2, rxq=1, PDR=0.5%' + yaxis: 'Packets Per Second' + group: 'RFC2544:PDR' + num-builds: '20' + keep-records: True + csv-file-name: 'csit-vpp-verify-master-nightly-9.csv' + series: + - file: 'csit/output.xml' + format: xml + xpath-type: 'nodeset' + xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="2"]' + - title: 'RFC2544 binary search with 78B, worker-thread=2, rxq=1, PDR=0.5%' + yaxis: 'Packets Per Second' + group: 'RFC2544:PDR' + num-builds: '20' + keep-records: True + csv-file-name: 'csit-vpp-verify-master-nightly-10.csv' + series: + - file: 'csit/output.xml' + format: xml + xpath-type: 'nodeset' + xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="2"]' + - title: 'RFC2544 binary search with 64B, worker-thread=4, rxq=2, PDR=0.5%' + yaxis: 'Packets Per Second' + group: 'RFC2544:PDR' + num-builds: '20' + keep-records: True + csv-file-name: 'csit-vpp-verify-master-nightly-11.csv' + series: + - file: 'csit/output.xml' + format: xml + xpath-type: 'nodeset' + xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="4"]' + - title: 'RFC2544 binary search with 78B, worker-thread=4, rxq=2, PDR=0.5%' + yaxis: 'Packets Per Second' + group: 'RFC2544:PDR' + num-builds: '20' + keep-records: True + csv-file-name: 'csit-vpp-verify-master-nightly-12.csv' + series: + - file: 'csit/output.xml' + format: xml + xpath-type: 'nodeset' + xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="4"]' + - parameter: name: test-type-parameter parameters: diff --git a/jjb/csit/include-raw-csit-vpp-perf-nightly.sh b/jjb/csit/include-raw-csit-vpp-perf-nightly.sh new file mode 100644 index 000000000..71e680386 --- /dev/null +++ b/jjb/csit/include-raw-csit-vpp-perf-nightly.sh @@ -0,0 +1,49 @@ +#!/bin/bash +set -xeu -o pipefail + +# check BRANCH_ID value +if [ "$BRANCH_ID" == "" ]; then + echo "branch_id not provided => 'master' will be used" + BRANCH_ID="master" +fi + +# clone csit +git clone --depth 1 --no-single-branch https://gerrit.fd.io/r/csit + +# if the git clone fails, complain clearly and exit +if [ $? != 0 ]; then + echo "Failed to run: git clone --depth 1 --no-single-branch https://gerrit.fd.io/r/csit" + exit 1 +fi + +cd csit + +# get the latest verified version of the required branch +BRANCH_NAME=$(echo $(git branch -r | grep -E "${BRANCH_ID}-[0-9]+" | tail -n 1)) + +if [ "${BRANCH_NAME}" == "" ]; then + echo "No verified version found for requested branch - exiting" + exit 1 +fi + +# remove 'origin/' from the branch name +BRANCH_NAME=$(echo ${BRANCH_NAME#origin/}) + +# checkout to the required branch +git checkout ${BRANCH_NAME} + +export TEST_TAG="PERFTEST_NIGHTLY" + +# execute csit bootstrap script if it exists +if [ -e bootstrap-verify-perf.sh ] +then + # make sure that bootstrap.sh is executable + chmod +x bootstrap-verify-perf.sh + # run the script + ./bootstrap-verify-perf.sh +else + echo 'ERROR: No bootstrap-verify-perf.sh found' + exit 1 +fi + +# vim: ts=4 ts=4 sts=4 et : -- 2.16.6