jjb/csit/csit.yaml

   1 - project:
   2     name: csit
   3     description: 'CSIT jenkins jobs.'
   4
   5     jobs:
   6         - 'csit-vpp-perf-{stream}-{type}'
   7         - 'csit-vpp-functional-{stream}-virl'
   8         - 'csit-vpp-verify-master-weekly'
   9         - 'csit-vpp-verify-{stream}-semiweekly'
  10
  11     project: 'csit'
  12     branch: 'master'
  13     branch-id: 'master'
  14     build-artifact-num-to-keep: 10
  15     type:
  16         - all
  17         - long
  18     stream:
  19         - master:
  20             branch: 'master'
  21             branch-id: 'master'
  22         - '1606':
  23             branch: 'stable/1606'
  24             branch-id: 'stable1606'
  25
  26 - job-template:
  27     name: 'csit-vpp-functional-{stream}-virl'
  28
  29     project-type: freestyle
  30     node: verify
  31     concurrent: true
  32
  33     logrotate:
  34         daysToKeep: '{build-days-to-keep}'
  35         numToKeep: '{build-num-to-keep}'
  36         artifactDaysToKeep: '{build-artifact-days-to-keep}'
  37         artifactNumToKeep: '{build-artifact-num-to-keep}'
  38
  39     parameters:
  40         - project-parameter:
  41             project: '{project}'
  42         - gerrit-parameter:
  43             branch: '{branch}'
  44
  45     scm:
  46         - gerrit-trigger-scm:
  47             credentials-id: '{ssh-credentials}'
  48             refspec: '$GERRIT_REFSPEC'
  49             choosing-strategy: 'gerrit'
  50
  51     wrappers:
  52         - ssh-agent-credentials:
  53             users:
  54                 - '{ssh-credentials}'
  55
  56     triggers:
  57         - gerrit-trigger-patch-submitted:
  58             name: '{project}'
  59             branch: '{branch}'
  60
  61     builders:
  62         - shell:
  63             !include-raw-escape: include-raw-csit-vpp-functional-virl.sh
  64
  65     publishers:
  66         - archive-artifacts:
  67             artifacts: 'report.html, log.html, output.xml'
  68             latest-only: false
  69
  70         - robot-report:
  71             output-path: ''
  72
  73 - job-template:
  74     name: 'csit-vpp-perf-{stream}-{type}'
  75
  76     project-type: freestyle
  77     node: verify
  78     concurrent: false
  79
  80     logrotate:
  81         daysToKeep: '{build-days-to-keep}'
  82         numToKeep: '{build-num-to-keep}'
  83         artifactDaysToKeep: '{build-artifact-days-to-keep}'
  84         artifactNumToKeep: '{build-artifact-num-to-keep}'
  85
  86     parameters:
  87         - project-parameter:
  88             project: '{project}'
  89         - gerrit-parameter:
  90             branch: '{branch}'
  91         - type-parameter:
  92             type: '{type}'
  93
  94     scm:
  95         - gerrit-trigger-scm:
  96             credentials-id: '{ssh-credentials}'
  97             refspec: '$GERRIT_REFSPEC'
  98             choosing-strategy: 'gerrit'
  99
 100     wrappers:
 101         - ssh-agent-credentials:
 102             users:
 103                 - '{ssh-credentials}'
 104
 105     triggers:
 106         - gerrit-trigger-manually-triggered:
 107             name: '{project}'
 108             branch: '{branch}'
 109             comment-trigger-value: 'verify-perf-{type}'
 110
 111     builders:
 112         - shell:
 113             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-hw.sh
 114
 115     publishers:
 116         - archive-artifacts:
 117             artifacts: 'report.html, log.html, output.xml, output_perf_data.xml'
 118             latest-only: false
 119
 120         - robot-report:
 121             output-path: ''
 122
 123         - plot:
 124             - title: 'RFC2544 binary search with 64B, worker-thread=1, rss=1, NDR'
 125               yaxis: 'Packets Per Second'
 126               group: 'RFC2544:NDR'
 127               num-builds: '20'
 128               keep-records: True
 129               csv-file-name: 'csit-vpp-perf-{stream}-{type}-1.csv'
 130               series:
 131                   - file: 'output_perf_data.xml'
 132                     format: xml
 133                     xpath-type: 'nodeset'
 134                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="1"]'
 135             - title: 'RFC2544 binary search with 78B, worker-thread=1, rss=1, NDR'
 136               yaxis: 'Packets Per Second'
 137               group: 'RFC2544:NDR'
 138               num-builds: '20'
 139               keep-records: True
 140               csv-file-name: 'csit-vpp-perf-{stream}-{type}-2.csv'
 141               series:
 142                   - file: 'output_perf_data.xml'
 143                     format: xml
 144                     xpath-type: 'nodeset'
 145                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="1"]'
 146             - title: 'RFC2544 binary search with 64B, worker-thread=2, rss=1, NDR'
 147               yaxis: 'Packets Per Second'
 148               group: 'RFC2544:NDR'
 149               num-builds: '20'
 150               keep-records: True
 151               csv-file-name: 'csit-vpp-perf-{stream}-{type}-3.csv'
 152               series:
 153                   - file: 'output_perf_data.xml'
 154                     format: xml
 155                     xpath-type: 'nodeset'
 156                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="2"]'
 157             - title: 'RFC2544 binary search with 78B, worker-thread=2, rss=1, NDR'
 158               yaxis: 'Packets Per Second'
 159               group: 'RFC2544:NDR'
 160               num-builds: '20'
 161               keep-records: True
 162               csv-file-name: 'csit-vpp-perf-{stream}-{type}-4.csv'
 163               series:
 164                   - file: 'output_perf_data.xml'
 165                     format: xml
 166                     xpath-type: 'nodeset'
 167                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="2"]'
 168             - title: 'RFC2544 binary search with 64B, worker-thread=4, rss=2, NDR'
 169               yaxis: 'Packets Per Second'
 170               group: 'RFC2544:NDR'
 171               num-builds: '20'
 172               keep-records: True
 173               csv-file-name: 'csit-vpp-perf-{stream}-{type}-5.csv'
 174               series:
 175                   - file: 'output_perf_data.xml'
 176                     format: xml
 177                     xpath-type: 'nodeset'
 178                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="4"]'
 179             - title: 'RFC2544 binary search with 78B, worker-thread=4, rss=2, NDR'
 180               yaxis: 'Packets Per Second'
 181               group: 'RFC2544:NDR'
 182               num-builds: '20'
 183               keep-records: True
 184               csv-file-name: 'csit-vpp-perf-{stream}-{type}-6.csv'
 185               series:
 186                   - file: 'output_perf_data.xml'
 187                     format: xml
 188                     xpath-type: 'nodeset'
 189                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="4"]'
 190             - title: 'RFC2544 binary search with 64B, worker-thread=1, rss=1, PDR=0.5%'
 191               yaxis: 'Packets Per Second'
 192               group: 'RFC2544:PDR'
 193               num-builds: '20'
 194               keep-records: True
 195               csv-file-name: 'csit-vpp-perf-{stream}-{type}-7.csv'
 196               series:
 197                   - file: 'output_perf_data.xml'
 198                     format: xml
 199                     xpath-type: 'nodeset'
 200                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="1"]'
 201             - title: 'RFC2544 binary search with 78B, worker-thread=1, rss=1, PDR=0.5%'
 202               yaxis: 'Packets Per Second'
 203               group: 'RFC2544:PDR'
 204               num-builds: '20'
 205               keep-records: True
 206               csv-file-name: 'csit-vpp-perf-{stream}-{type}-8.csv'
 207               series:
 208                   - file: 'output_perf_data.xml'
 209                     format: xml
 210                     xpath-type: 'nodeset'
 211                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="1"]'
 212             - title: 'RFC2544 binary search with 64B, worker-thread=2, rss=1, PDR=0.5%'
 213               yaxis: 'Packets Per Second'
 214               group: 'RFC2544:PDR'
 215               num-builds: '20'
 216               keep-records: True
 217               csv-file-name: 'csit-vpp-perf-{stream}-{type}-9.csv'
 218               series:
 219                   - file: 'output_perf_data.xml'
 220                     format: xml
 221                     xpath-type: 'nodeset'
 222                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="2"]'
 223             - title: 'RFC2544 binary search with 78B, worker-thread=2, rss=1, PDR=0.5%'
 224               yaxis: 'Packets Per Second'
 225               group: 'RFC2544:PDR'
 226               num-builds: '20'
 227               keep-records: True
 228               csv-file-name: 'csit-vpp-perf-{stream}-{type}-10.csv'
 229               series:
 230                   - file: 'output_perf_data.xml'
 231                     format: xml
 232                     xpath-type: 'nodeset'
 233                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="2"]'
 234             - title: 'RFC2544 binary search with 64B, worker-thread=4, rss=2, PDR=0.5%'
 235               yaxis: 'Packets Per Second'
 236               group: 'RFC2544:PDR'
 237               num-builds: '20'
 238               keep-records: True
 239               csv-file-name: 'csit-vpp-perf-{stream}-{type}-11.csv'
 240               series:
 241                   - file: 'output_perf_data.xml'
 242                     format: xml
 243                     xpath-type: 'nodeset'
 244                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="4"]'
 245             - title: 'RFC2544 binary search with 78B, worker-thread=4, rss=2, PDR=0.5%'
 246               yaxis: 'Packets Per Second'
 247               group: 'RFC2544:PDR'
 248               num-builds: '20'
 249               keep-records: True
 250               csv-file-name: 'csit-vpp-perf-{stream}-{type}-12.csv'
 251               series:
 252                   - file: 'output_perf_data.xml'
 253                     format: xml
 254                     xpath-type: 'nodeset'
 255                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="4"]'
 256
 257 - job-template:
 258     name: 'csit-vpp-verify-master-weekly'
 259     description: 'Purpose of this job is to validate CSIT code against verified vpp build and create csit-verified branch in case of success.'
 260
 261     project-type: freestyle
 262     node: verify
 263     concurrent: false
 264
 265     logrotate:
 266         daysToKeep: '{build-days-to-keep}'
 267         numToKeep: '{build-num-to-keep}'
 268         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 269         artifactNumToKeep: '{build-artifact-num-to-keep}'
 270
 271     parameters:
 272         - project-parameter:
 273             project: '{project}'
 274         - gerrit-parameter:
 275             branch: '{branch}'
 276
 277     scm:
 278         - git-scm:
 279             credentials-id: '{ssh-credentials}'
 280             branch: '{branch}'
 281
 282     wrappers:
 283         - ssh-agent-credentials:
 284             users:
 285                 - '{ssh-credentials}'
 286
 287     triggers:
 288         - timed: '0 4 * * 0'
 289
 290         - gerrit-trigger-manually-triggered:
 291             comment-trigger-value: 'csit-vpp-ref-verify'
 292             name: '{project}'
 293             branch: '{branch}'
 294
 295     builders:
 296         - shell:
 297             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-weekly.sh
 298         - shell: 'echo "DATE=`date +%Y-%m-%d`" > $WORKSPACE/variables.prop'
 299         - inject:
 300             properties-file: variables.prop
 301
 302     publishers:
 303         - archive-artifacts:
 304             artifacts: 'report.html, log.html, output.xml'
 305             latest-only: false
 306
 307         - robot-report:
 308             output-path: ''
 309         - git:
 310                push-only-if-success: true
 311                branches:
 312                 - branch:
 313                     remote: origin
 314                     name: 'refs/heads/csit-verified-{branch-id}-$DATE'
 315
 316
 317 - job-template:
 318     name: 'csit-vpp-verify-{stream}-semiweekly'
 319     description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
 320
 321     project-type: freestyle
 322     node: verify
 323     concurrent: false
 324
 325     logrotate:
 326         daysToKeep: '{build-days-to-keep}'
 327         numToKeep: '{build-num-to-keep}'
 328         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 329         artifactNumToKeep: '{build-artifact-num-to-keep}'
 330
 331     parameters:
 332         - project-parameter:
 333             project: '{project}'
 334         - gerrit-parameter:
 335             branch: '{branch}'
 336
 337     wrappers:
 338         - ssh-agent-credentials:
 339             users:
 340                 - '{ssh-credentials}'
 341
 342     triggers:
 343         - timed: '0 4 * * 2,6'
 344
 345         - gerrit-trigger-manually-triggered:
 346             comment-trigger-value: 'csit-verify-vpp'
 347             name: '{project}'
 348             branch: '{branch}'
 349
 350     builders:
 351         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 352         - inject:
 353             properties-file: variables.prop
 354         - shell:
 355             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-semiweekly.sh
 356
 357     publishers:
 358         - archive-artifacts:
 359             artifacts: 'csit/archive/*.*'
 360             latest-only: false
 361
 362         - robot-report:
 363             output-path: 'csit/archive'
 364
 365         - plot:
 366             - title: 'RFC2544 binary search with 64B, worker-thread=1, rxq=1, NDR'
 367               yaxis: 'Packets Per Second'
 368               group: 'RFC2544:NDR'
 369               num-builds: '20'
 370               keep-records: True
 371               csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-1.csv'
 372               series:
 373                   - file: 'csit/archive/output_perf_data.xml'
 374                     format: xml
 375                     xpath-type: 'nodeset'
 376                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="1"]'
 377             - title: 'RFC2544 binary search with 78B, worker-thread=1, rxq=1, NDR'
 378               yaxis: 'Packets Per Second'
 379               group: 'RFC2544:NDR'
 380               num-builds: '20'
 381               keep-records: True
 382               csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-2.csv'
 383               series:
 384                   - file: 'csit/archive/output_perf_data.xml'
 385                     format: xml
 386                     xpath-type: 'nodeset'
 387                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="1"]'
 388             - title: 'RFC2544 binary search with 64B, worker-thread=2, rxq=1, NDR'
 389               yaxis: 'Packets Per Second'
 390               group: 'RFC2544:NDR'
 391               num-builds: '20'
 392               keep-records: True
 393               csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-3.csv'
 394               series:
 395                   - file: 'csit/archive/output_perf_data.xml'
 396                     format: xml
 397                     xpath-type: 'nodeset'
 398                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="2"]'
 399             - title: 'RFC2544 binary search with 78B, worker-thread=2, rxq=1, NDR'
 400               yaxis: 'Packets Per Second'
 401               group: 'RFC2544:NDR'
 402               num-builds: '20'
 403               keep-records: True
 404               csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-4.csv'
 405               series:
 406                   - file: 'csit/archive/output_perf_data.xml'
 407                     format: xml
 408                     xpath-type: 'nodeset'
 409                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="2"]'
 410             - title: 'RFC2544 binary search with 64B, worker-thread=4, rxq=2, NDR'
 411               yaxis: 'Packets Per Second'
 412               group: 'RFC2544:NDR'
 413               num-builds: '20'
 414               keep-records: True
 415               csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-5.csv'
 416               series:
 417                   - file: 'csit/archive/output_perf_data.xml'
 418                     format: xml
 419                     xpath-type: 'nodeset'
 420                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="4"]'
 421             - title: 'RFC2544 binary search with 78B, worker-thread=4, rxq=2, NDR'
 422               yaxis: 'Packets Per Second'
 423               group: 'RFC2544:NDR'
 424               num-builds: '20'
 425               keep-records: True
 426               csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-6.csv'
 427               series:
 428                   - file: 'csit/archive/output_perf_data.xml'
 429                     format: xml
 430                     xpath-type: 'nodeset'
 431                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="4"]'
 432             - title: 'RFC2544 binary search with 64B, worker-thread=1, rxq=1, PDR=0.5%'
 433               yaxis: 'Packets Per Second'
 434               group: 'RFC2544:PDR'
 435               num-builds: '20'
 436               keep-records: True
 437               csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-7.csv'
 438               series:
 439                   - file: 'csit/archive/output_perf_data.xml'
 440                     format: xml
 441                     xpath-type: 'nodeset'
 442                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="1"]'
 443             - title: 'RFC2544 binary search with 78B, worker-thread=1, rxq=1, PDR=0.5%'
 444               yaxis: 'Packets Per Second'
 445               group: 'RFC2544:PDR'
 446               num-builds: '20'
 447               keep-records: True
 448               csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-8.csv'
 449               series:
 450                   - file: 'csit/archive/output_perf_data.xml'
 451                     format: xml
 452                     xpath-type: 'nodeset'
 453                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="1"]'
 454             - title: 'RFC2544 binary search with 64B, worker-thread=2, rxq=1, PDR=0.5%'
 455               yaxis: 'Packets Per Second'
 456               group: 'RFC2544:PDR'
 457               num-builds: '20'
 458               keep-records: True
 459               csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-9.csv'
 460               series:
 461                   - file: 'csit/archive/output_perf_data.xml'
 462                     format: xml
 463                     xpath-type: 'nodeset'
 464                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="2"]'
 465             - title: 'RFC2544 binary search with 78B, worker-thread=2, rxq=1, PDR=0.5%'
 466               yaxis: 'Packets Per Second'
 467               group: 'RFC2544:PDR'
 468               num-builds: '20'
 469               keep-records: True
 470               csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-10.csv'
 471               series:
 472                   - file: 'csit/archive/output_perf_data.xml'
 473                     format: xml
 474                     xpath-type: 'nodeset'
 475                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="2"]'
 476             - title: 'RFC2544 binary search with 64B, worker-thread=4, rxq=2, PDR=0.5%'
 477               yaxis: 'Packets Per Second'
 478               group: 'RFC2544:PDR'
 479               num-builds: '20'
 480               keep-records: True
 481               csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-11.csv'
 482               series:
 483                   - file: 'csit/archive/output_perf_data.xml'
 484                     format: xml
 485                     xpath-type: 'nodeset'
 486                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="4"]'
 487             - title: 'RFC2544 binary search with 78B, worker-thread=4, rxq=2, PDR=0.5%'
 488               yaxis: 'Packets Per Second'
 489               group: 'RFC2544:PDR'
 490               num-builds: '20'
 491               keep-records: True
 492               csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-12.csv'
 493               series:
 494                   - file: 'csit/archive/output_perf_data.xml'
 495                     format: xml
 496                     xpath-type: 'nodeset'
 497                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="4"]'
 498
 499 - parameter:
 500     name: test-type-parameter
 501     parameters:
 502         - string:
 503             name: TYPE
 504             default: '{type}'
 505             description: "Test TYPE parameter if not given by trigger"