Merge "Add Jenkins job to run Honeycomb tests"
[ci-management.git] / jjb / csit / csit.yaml
index 7376cf8..7c05122 100644 (file)
@@ -6,11 +6,11 @@
         - 'csit-vpp-perf-{stream}-{type}'
         - 'csit-vpp-functional-{stream}-virl'
         - 'csit-vpp-verify-master-weekly'
-        - 'csit-vpp-master-verify-semiweekly'
+        - 'csit-vpp-verify-{stream}-semiweekly'
 
     project: 'csit'
     branch: 'master'
-    branch-id: 'master'
+    branch-id: 'oper'
     build-artifact-num-to-keep: 10
     type:
         - all
     stream:
         - master:
             branch: 'master'
-            branch-id: 'master'
+            branch-id: 'oper'
         - '1606':
-            branch: 'stable/1606'
-            branch-id: 'stable1606'
+            branch: 'rls1606'
+            branch-id: 'oper-rls1606'
 
 - job-template:
     name: 'csit-vpp-functional-{stream}-virl'
@@ -60,7 +60,7 @@
 
     builders:
         - shell:
-            !include-raw-escape include-raw-csit-vpp-functional-virl.sh
+            !include-raw-escape: include-raw-csit-vpp-functional-virl.sh
 
     publishers:
         - archive-artifacts:
 
     builders:
         - shell:
-            !include-raw-escape jjb/csit/include-raw-csit-vpp-perf-hw.sh
+            !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-hw.sh
 
     publishers:
         - archive-artifacts:
 
     builders:
         - shell:
-            !include-raw-escape jjb/csit/include-raw-csit-vpp-verify-weekly.sh
-        - shell: 'echo "DATE=`date +%Y-%m-%d`" > $WORKSPACE/variables.prop'
+            !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-weekly.sh
+        - shell: 'echo "DATE=`date +%y%m%d`" > $WORKSPACE/variables.prop'
         - inject:
             properties-file: variables.prop
 
                branches:
                 - branch:
                     remote: origin
-                    name: 'refs/heads/csit-verified-{branch-id}-$DATE'
+                    name: 'refs/heads/{branch-id}-$DATE'
 
 
 - job-template:
-    name: 'csit-vpp-master-verify-semiweekly'
-    description: 'Purpose of this job is to validate latest vpp build stored in nexus against verified CSIT codebase.'
+    name: 'csit-vpp-verify-{stream}-semiweekly'
+    description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
 
     project-type: freestyle
     node: verify
         - gerrit-parameter:
             branch: '{branch}'
 
-    scm:
-        - git-scm:
-            credentials-id: '{ssh-credentials}'
-            branch: 'master'
-
     wrappers:
         - ssh-agent-credentials:
             users:
             branch: '{branch}'
 
     builders:
+        - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
+        - inject:
+            properties-file: variables.prop
         - shell:
-            !include-raw-escape jjb/csit/include-raw-csit-vpp-master-verify-semiweekly.sh
+            !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-semiweekly.sh
 
     publishers:
         - archive-artifacts:
         - robot-report:
             output-path: 'csit/archive'
 
+        - plot:
+            - title: 'RFC2544 binary search with 64B, worker-thread=1, rxq=1, NDR'
+              yaxis: 'Packets Per Second'
+              group: 'RFC2544:NDR'
+              num-builds: '20'
+              keep-records: True
+              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-1.csv'
+              series:
+                  - file: 'csit/archive/output_perf_data.xml'
+                    format: xml
+                    xpath-type: 'nodeset'
+                    xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="1"]'
+            - title: 'RFC2544 binary search with 78B, worker-thread=1, rxq=1, NDR'
+              yaxis: 'Packets Per Second'
+              group: 'RFC2544:NDR'
+              num-builds: '20'
+              keep-records: True
+              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-2.csv'
+              series:
+                  - file: 'csit/archive/output_perf_data.xml'
+                    format: xml
+                    xpath-type: 'nodeset'
+                    xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="1"]'
+            - title: 'RFC2544 binary search with 64B, worker-thread=2, rxq=1, NDR'
+              yaxis: 'Packets Per Second'
+              group: 'RFC2544:NDR'
+              num-builds: '20'
+              keep-records: True
+              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-3.csv'
+              series:
+                  - file: 'csit/archive/output_perf_data.xml'
+                    format: xml
+                    xpath-type: 'nodeset'
+                    xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="2"]'
+            - title: 'RFC2544 binary search with 78B, worker-thread=2, rxq=1, NDR'
+              yaxis: 'Packets Per Second'
+              group: 'RFC2544:NDR'
+              num-builds: '20'
+              keep-records: True
+              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-4.csv'
+              series:
+                  - file: 'csit/archive/output_perf_data.xml'
+                    format: xml
+                    xpath-type: 'nodeset'
+                    xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="2"]'
+            - title: 'RFC2544 binary search with 64B, worker-thread=4, rxq=2, NDR'
+              yaxis: 'Packets Per Second'
+              group: 'RFC2544:NDR'
+              num-builds: '20'
+              keep-records: True
+              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-5.csv'
+              series:
+                  - file: 'csit/archive/output_perf_data.xml'
+                    format: xml
+                    xpath-type: 'nodeset'
+                    xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="4"]'
+            - title: 'RFC2544 binary search with 78B, worker-thread=4, rxq=2, NDR'
+              yaxis: 'Packets Per Second'
+              group: 'RFC2544:NDR'
+              num-builds: '20'
+              keep-records: True
+              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-6.csv'
+              series:
+                  - file: 'csit/archive/output_perf_data.xml'
+                    format: xml
+                    xpath-type: 'nodeset'
+                    xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="4"]'
+            - title: 'RFC2544 binary search with 64B, worker-thread=1, rxq=1, PDR=0.5%'
+              yaxis: 'Packets Per Second'
+              group: 'RFC2544:PDR'
+              num-builds: '20'
+              keep-records: True
+              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-7.csv'
+              series:
+                  - file: 'csit/archive/output_perf_data.xml'
+                    format: xml
+                    xpath-type: 'nodeset'
+                    xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="1"]'
+            - title: 'RFC2544 binary search with 78B, worker-thread=1, rxq=1, PDR=0.5%'
+              yaxis: 'Packets Per Second'
+              group: 'RFC2544:PDR'
+              num-builds: '20'
+              keep-records: True
+              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-8.csv'
+              series:
+                  - file: 'csit/archive/output_perf_data.xml'
+                    format: xml
+                    xpath-type: 'nodeset'
+                    xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="1"]'
+            - title: 'RFC2544 binary search with 64B, worker-thread=2, rxq=1, PDR=0.5%'
+              yaxis: 'Packets Per Second'
+              group: 'RFC2544:PDR'
+              num-builds: '20'
+              keep-records: True
+              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-9.csv'
+              series:
+                  - file: 'csit/archive/output_perf_data.xml'
+                    format: xml
+                    xpath-type: 'nodeset'
+                    xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="2"]'
+            - title: 'RFC2544 binary search with 78B, worker-thread=2, rxq=1, PDR=0.5%'
+              yaxis: 'Packets Per Second'
+              group: 'RFC2544:PDR'
+              num-builds: '20'
+              keep-records: True
+              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-10.csv'
+              series:
+                  - file: 'csit/archive/output_perf_data.xml'
+                    format: xml
+                    xpath-type: 'nodeset'
+                    xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="2"]'
+            - title: 'RFC2544 binary search with 64B, worker-thread=4, rxq=2, PDR=0.5%'
+              yaxis: 'Packets Per Second'
+              group: 'RFC2544:PDR'
+              num-builds: '20'
+              keep-records: True
+              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-11.csv'
+              series:
+                  - file: 'csit/archive/output_perf_data.xml'
+                    format: xml
+                    xpath-type: 'nodeset'
+                    xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="4"]'
+            - title: 'RFC2544 binary search with 78B, worker-thread=4, rxq=2, PDR=0.5%'
+              yaxis: 'Packets Per Second'
+              group: 'RFC2544:PDR'
+              num-builds: '20'
+              keep-records: True
+              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-12.csv'
+              series:
+                  - file: 'csit/archive/output_perf_data.xml'
+                    format: xml
+                    xpath-type: 'nodeset'
+                    xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="4"]'
+
 - parameter:
     name: test-type-parameter
-
     parameters:
         - string:
             name: TYPE