jjb/csit/csit.yaml

   1 - project:
   2     name: csit
   3     description: 'CSIT jenkins jobs.'
   4
   5     jobs:
   6         - 'csit-vpp-perf-{stream}-{type}'
   7         - 'csit-vpp-functional-{stream}-virl'
   8         - 'csit-vpp-verify-master-weekly'
   9         - 'csit-vpp-verify-{stream}-semiweekly'
  10         - 'csit-vpp-verify-perf-master-nightly-all'
  11
  12     project: 'csit'
  13     branch: 'master'
  14     branch-id: 'oper'
  15     build-artifact-num-to-keep: 10
  16     type:
  17         - all
  18         - long
  19     stream:
  20         - master:
  21             branch: 'master'
  22             branch-id: 'oper'
  23         - '1606':
  24             branch: 'rls1606'
  25             branch-id: 'oper-rls1606'
  26
  27 - job-template:
  28     name: 'csit-vpp-functional-{stream}-virl'
  29
  30     project-type: freestyle
  31     node: verify
  32     concurrent: true
  33
  34     logrotate:
  35         daysToKeep: '{build-days-to-keep}'
  36         numToKeep: '{build-num-to-keep}'
  37         artifactDaysToKeep: '{build-artifact-days-to-keep}'
  38         artifactNumToKeep: '{build-artifact-num-to-keep}'
  39
  40     parameters:
  41         - project-parameter:
  42             project: '{project}'
  43         - gerrit-parameter:
  44             branch: '{branch}'
  45
  46     scm:
  47         - gerrit-trigger-scm:
  48             credentials-id: '{ssh-credentials}'
  49             refspec: '$GERRIT_REFSPEC'
  50             choosing-strategy: 'gerrit'
  51
  52     wrappers:
  53         - timestamps
  54         - ssh-agent-credentials:
  55             users:
  56                 - '{ssh-credentials}'
  57
  58     triggers:
  59         - gerrit-trigger-patch-submitted:
  60             name: '{project}'
  61             branch: '{branch}'
  62
  63     builders:
  64         - shell:
  65             !include-raw-escape: include-raw-csit-vpp-functional-virl.sh
  66
  67     publishers:
  68         - archive-artifacts:
  69             artifacts: 'report.html, log.html, output.xml'
  70             latest-only: false
  71
  72         - robot-report:
  73             output-path: ''
  74
  75 - job-template:
  76     name: 'csit-vpp-perf-{stream}-{type}'
  77
  78     project-type: freestyle
  79     node: verify
  80     concurrent: false
  81
  82     logrotate:
  83         daysToKeep: '{build-days-to-keep}'
  84         numToKeep: '{build-num-to-keep}'
  85         artifactDaysToKeep: '{build-artifact-days-to-keep}'
  86         artifactNumToKeep: '{build-artifact-num-to-keep}'
  87
  88     parameters:
  89         - project-parameter:
  90             project: '{project}'
  91         - gerrit-parameter:
  92             branch: '{branch}'
  93         - type-parameter:
  94             type: '{type}'
  95
  96     scm:
  97         - gerrit-trigger-scm:
  98             credentials-id: '{ssh-credentials}'
  99             refspec: '$GERRIT_REFSPEC'
 100             choosing-strategy: 'gerrit'
 101
 102     wrappers:
 103         - timestamps
 104         - ssh-agent-credentials:
 105             users:
 106                 - '{ssh-credentials}'
 107
 108     triggers:
 109         - gerrit-trigger-manually-triggered:
 110             name: '{project}'
 111             branch: '{branch}'
 112             comment-trigger-value: 'verify-perf-{type}'
 113
 114     builders:
 115         - shell:
 116             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-hw.sh
 117
 118     publishers:
 119         - archive-artifacts:
 120             artifacts: 'report.html, log.html, output.xml, output_perf_data.xml'
 121             latest-only: false
 122
 123         - robot-report:
 124             output-path: ''
 125
 126         - plot:
 127             - title: 'RFC2544 binary search with 64B, worker-thread=1, rss=1, NDR'
 128               yaxis: 'Packets Per Second'
 129               group: 'RFC2544:NDR'
 130               num-builds: '20'
 131               keep-records: True
 132               csv-file-name: 'csit-vpp-perf-{stream}-{type}-1.csv'
 133               series:
 134                   - file: 'output_perf_data.xml'
 135                     format: xml
 136                     xpath-type: 'nodeset'
 137                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="1"]'
 138             - title: 'RFC2544 binary search with 78B, worker-thread=1, rss=1, NDR'
 139               yaxis: 'Packets Per Second'
 140               group: 'RFC2544:NDR'
 141               num-builds: '20'
 142               keep-records: True
 143               csv-file-name: 'csit-vpp-perf-{stream}-{type}-2.csv'
 144               series:
 145                   - file: 'output_perf_data.xml'
 146                     format: xml
 147                     xpath-type: 'nodeset'
 148                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="1"]'
 149             - title: 'RFC2544 binary search with 64B, worker-thread=2, rss=1, NDR'
 150               yaxis: 'Packets Per Second'
 151               group: 'RFC2544:NDR'
 152               num-builds: '20'
 153               keep-records: True
 154               csv-file-name: 'csit-vpp-perf-{stream}-{type}-3.csv'
 155               series:
 156                   - file: 'output_perf_data.xml'
 157                     format: xml
 158                     xpath-type: 'nodeset'
 159                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="2"]'
 160             - title: 'RFC2544 binary search with 78B, worker-thread=2, rss=1, NDR'
 161               yaxis: 'Packets Per Second'
 162               group: 'RFC2544:NDR'
 163               num-builds: '20'
 164               keep-records: True
 165               csv-file-name: 'csit-vpp-perf-{stream}-{type}-4.csv'
 166               series:
 167                   - file: 'output_perf_data.xml'
 168                     format: xml
 169                     xpath-type: 'nodeset'
 170                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="2"]'
 171             - title: 'RFC2544 binary search with 64B, worker-thread=4, rss=2, NDR'
 172               yaxis: 'Packets Per Second'
 173               group: 'RFC2544:NDR'
 174               num-builds: '20'
 175               keep-records: True
 176               csv-file-name: 'csit-vpp-perf-{stream}-{type}-5.csv'
 177               series:
 178                   - file: 'output_perf_data.xml'
 179                     format: xml
 180                     xpath-type: 'nodeset'
 181                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="4"]'
 182             - title: 'RFC2544 binary search with 78B, worker-thread=4, rss=2, NDR'
 183               yaxis: 'Packets Per Second'
 184               group: 'RFC2544:NDR'
 185               num-builds: '20'
 186               keep-records: True
 187               csv-file-name: 'csit-vpp-perf-{stream}-{type}-6.csv'
 188               series:
 189                   - file: 'output_perf_data.xml'
 190                     format: xml
 191                     xpath-type: 'nodeset'
 192                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="4"]'
 193             - title: 'RFC2544 binary search with 64B, worker-thread=1, rss=1, PDR=0.5%'
 194               yaxis: 'Packets Per Second'
 195               group: 'RFC2544:PDR'
 196               num-builds: '20'
 197               keep-records: True
 198               csv-file-name: 'csit-vpp-perf-{stream}-{type}-7.csv'
 199               series:
 200                   - file: 'output_perf_data.xml'
 201                     format: xml
 202                     xpath-type: 'nodeset'
 203                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="1"]'
 204             - title: 'RFC2544 binary search with 78B, worker-thread=1, rss=1, PDR=0.5%'
 205               yaxis: 'Packets Per Second'
 206               group: 'RFC2544:PDR'
 207               num-builds: '20'
 208               keep-records: True
 209               csv-file-name: 'csit-vpp-perf-{stream}-{type}-8.csv'
 210               series:
 211                   - file: 'output_perf_data.xml'
 212                     format: xml
 213                     xpath-type: 'nodeset'
 214                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="1"]'
 215             - title: 'RFC2544 binary search with 64B, worker-thread=2, rss=1, PDR=0.5%'
 216               yaxis: 'Packets Per Second'
 217               group: 'RFC2544:PDR'
 218               num-builds: '20'
 219               keep-records: True
 220               csv-file-name: 'csit-vpp-perf-{stream}-{type}-9.csv'
 221               series:
 222                   - file: 'output_perf_data.xml'
 223                     format: xml
 224                     xpath-type: 'nodeset'
 225                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="2"]'
 226             - title: 'RFC2544 binary search with 78B, worker-thread=2, rss=1, PDR=0.5%'
 227               yaxis: 'Packets Per Second'
 228               group: 'RFC2544:PDR'
 229               num-builds: '20'
 230               keep-records: True
 231               csv-file-name: 'csit-vpp-perf-{stream}-{type}-10.csv'
 232               series:
 233                   - file: 'output_perf_data.xml'
 234                     format: xml
 235                     xpath-type: 'nodeset'
 236                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="2"]'
 237             - title: 'RFC2544 binary search with 64B, worker-thread=4, rss=2, PDR=0.5%'
 238               yaxis: 'Packets Per Second'
 239               group: 'RFC2544:PDR'
 240               num-builds: '20'
 241               keep-records: True
 242               csv-file-name: 'csit-vpp-perf-{stream}-{type}-11.csv'
 243               series:
 244                   - file: 'output_perf_data.xml'
 245                     format: xml
 246                     xpath-type: 'nodeset'
 247                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="4"]'
 248             - title: 'RFC2544 binary search with 78B, worker-thread=4, rss=2, PDR=0.5%'
 249               yaxis: 'Packets Per Second'
 250               group: 'RFC2544:PDR'
 251               num-builds: '20'
 252               keep-records: True
 253               csv-file-name: 'csit-vpp-perf-{stream}-{type}-12.csv'
 254               series:
 255                   - file: 'output_perf_data.xml'
 256                     format: xml
 257                     xpath-type: 'nodeset'
 258                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="4"]'
 259
 260 - job-template:
 261     name: 'csit-vpp-verify-master-weekly'
 262     description: 'Purpose of this job is to validate CSIT code against verified vpp build and create csit-verified branch in case of success.'
 263
 264     project-type: freestyle
 265     node: verify
 266     concurrent: false
 267
 268     logrotate:
 269         daysToKeep: '{build-days-to-keep}'
 270         numToKeep: '{build-num-to-keep}'
 271         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 272         artifactNumToKeep: '{build-artifact-num-to-keep}'
 273
 274     parameters:
 275         - project-parameter:
 276             project: '{project}'
 277         - gerrit-parameter:
 278             branch: '{branch}'
 279
 280     scm:
 281         - git-scm:
 282             credentials-id: '{ssh-credentials}'
 283             branch: '{branch}'
 284
 285     wrappers:
 286         - timestamps
 287         - ssh-agent-credentials:
 288             users:
 289                 - '{ssh-credentials}'
 290
 291     triggers:
 292         - timed: '0 4 * * 0'
 293
 294         - gerrit-trigger-manually-triggered:
 295             comment-trigger-value: 'csit-vpp-ref-verify'
 296             name: '{project}'
 297             branch: '{branch}'
 298
 299     builders:
 300         - shell:
 301             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-weekly.sh
 302         - shell: 'echo "DATE=`date +%y%m%d`" > $WORKSPACE/variables.prop'
 303         - inject:
 304             properties-file: variables.prop
 305
 306     publishers:
 307         - archive-artifacts:
 308             artifacts: 'report.html, log.html, output.xml'
 309             latest-only: false
 310
 311         - robot-report:
 312             output-path: ''
 313         - git:
 314                push-only-if-success: true
 315                branches:
 316                 - branch:
 317                     remote: origin
 318                     name: 'refs/heads/{branch-id}-$DATE'
 319
 320
 321 - job-template:
 322     name: 'csit-vpp-verify-{stream}-semiweekly'
 323     description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
 324
 325     project-type: freestyle
 326     node: verify
 327     concurrent: false
 328
 329     logrotate:
 330         daysToKeep: '{build-days-to-keep}'
 331         numToKeep: '{build-num-to-keep}'
 332         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 333         artifactNumToKeep: '{build-artifact-num-to-keep}'
 334
 335     parameters:
 336         - project-parameter:
 337             project: '{project}'
 338         - gerrit-parameter:
 339             branch: '{branch}'
 340
 341     wrappers:
 342         - timestamps
 343         - ssh-agent-credentials:
 344             users:
 345                 - '{ssh-credentials}'
 346
 347     triggers:
 348         - timed: '0 4 * * 2,6'
 349
 350         - gerrit-trigger-manually-triggered:
 351             comment-trigger-value: 'csit-verify-vpp'
 352             name: '{project}'
 353             branch: '{branch}'
 354
 355     builders:
 356         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 357         - inject:
 358             properties-file: variables.prop
 359         - shell:
 360             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-semiweekly.sh
 361
 362     publishers:
 363         - archive-artifacts:
 364             artifacts: 'csit/archive/*.*'
 365             latest-only: false
 366
 367         - robot-report:
 368             output-path: 'csit/archive'
 369
 370 - job-template:
 371     name: 'csit-vpp-verify-perf-master-nightly-all'
 372     description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
 373
 374     project-type: freestyle
 375     node: verify
 376     concurrent: false
 377
 378     logrotate:
 379         daysToKeep: '{build-days-to-keep}'
 380         numToKeep: '{build-num-to-keep}'
 381         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 382         artifactNumToKeep: '{build-artifact-num-to-keep}'
 383
 384     parameters:
 385         - project-parameter:
 386             project: '{project}'
 387         - gerrit-parameter:
 388             branch: '{branch}'
 389
 390     wrappers:
 391         - timestamps
 392         - ssh-agent-credentials:
 393             users:
 394                 - '{ssh-credentials}'
 395
 396     triggers:
 397         - timed: '0 20 * * *'
 398
 399     builders:
 400         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 401         - inject:
 402             properties-file: variables.prop
 403         - shell:
 404             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-nightly.sh
 405
 406     publishers:
 407         - archive-artifacts:
 408             artifacts: 'csit/archive/*.*'
 409             latest-only: false
 410
 411         - robot-report:
 412             output-path: 'csit/archive'
 413
 414         - plot:
 415             - title: 'RFC2544 binary search with 64B, worker-thread=1, rxq=1, NDR'
 416               yaxis: 'Packets Per Second'
 417               group: 'RFC2544:NDR'
 418               num-builds: '20'
 419               keep-records: True
 420               csv-file-name: 'csit-vpp-verify-master-nightly-1.csv'
 421               series:
 422                   - file: 'csit/output_perf_data.xml'
 423                     format: xml
 424                     xpath-type: 'nodeset'
 425                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="1"]'
 426             - title: 'RFC2544 binary search with 78B, worker-thread=1, rxq=1, NDR'
 427               yaxis: 'Packets Per Second'
 428               group: 'RFC2544:NDR'
 429               num-builds: '20'
 430               keep-records: True
 431               csv-file-name: 'csit-vpp-verify-master-nightly-2.csv'
 432               series:
 433                   - file: 'csit/output_perf_data.xml'
 434                     format: xml
 435                     xpath-type: 'nodeset'
 436                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="1"]'
 437             - title: 'RFC2544 binary search with 64B, worker-thread=2, rxq=1, NDR'
 438               yaxis: 'Packets Per Second'
 439               group: 'RFC2544:NDR'
 440               num-builds: '20'
 441               keep-records: True
 442               csv-file-name: 'csit-vpp-verify-master-nightly-3.csv'
 443               series:
 444                   - file: 'csit/output_perf_data.xml'
 445                     format: xml
 446                     xpath-type: 'nodeset'
 447                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="2"]'
 448             - title: 'RFC2544 binary search with 78B, worker-thread=2, rxq=1, NDR'
 449               yaxis: 'Packets Per Second'
 450               group: 'RFC2544:NDR'
 451               num-builds: '20'
 452               keep-records: True
 453               csv-file-name: 'csit-vpp-verify-master-nightly-4.csv'
 454               series:
 455                   - file: 'csit/output_perf_data.xml'
 456                     format: xml
 457                     xpath-type: 'nodeset'
 458                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="2"]'
 459             - title: 'RFC2544 binary search with 64B, worker-thread=4, rxq=2, NDR'
 460               yaxis: 'Packets Per Second'
 461               group: 'RFC2544:NDR'
 462               num-builds: '20'
 463               keep-records: True
 464               csv-file-name: 'csit-vpp-verify-master-nightly-5.csv'
 465               series:
 466                   - file: 'csit/output_perf_data.xml'
 467                     format: xml
 468                     xpath-type: 'nodeset'
 469                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="4"]'
 470             - title: 'RFC2544 binary search with 78B, worker-thread=4, rxq=2, NDR'
 471               yaxis: 'Packets Per Second'
 472               group: 'RFC2544:NDR'
 473               num-builds: '20'
 474               keep-records: True
 475               csv-file-name: 'csit-vpp-verify-master-nightly-6.csv'
 476               series:
 477                   - file: 'csit/output_perf_data.xml'
 478                     format: xml
 479                     xpath-type: 'nodeset'
 480                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="4"]'
 481             - title: 'RFC2544 binary search with 64B, worker-thread=1, rxq=1, PDR=0.5%'
 482               yaxis: 'Packets Per Second'
 483               group: 'RFC2544:PDR'
 484               num-builds: '20'
 485               keep-records: True
 486               csv-file-name: 'csit-vpp-verify-master-nightly-7.csv'
 487               series:
 488                   - file: 'csit/output_perf_data.xml'
 489                     format: xml
 490                     xpath-type: 'nodeset'
 491                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="1"]'
 492             - title: 'RFC2544 binary search with 78B, worker-thread=1, rxq=1, PDR=0.5%'
 493               yaxis: 'Packets Per Second'
 494               group: 'RFC2544:PDR'
 495               num-builds: '20'
 496               keep-records: True
 497               csv-file-name: 'csit-vpp-verify-master-nightly-8.csv'
 498               series:
 499                   - file: 'csit/output_perf_data.xml'
 500                     format: xml
 501                     xpath-type: 'nodeset'
 502                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="1"]'
 503             - title: 'RFC2544 binary search with 64B, worker-thread=2, rxq=1, PDR=0.5%'
 504               yaxis: 'Packets Per Second'
 505               group: 'RFC2544:PDR'
 506               num-builds: '20'
 507               keep-records: True
 508               csv-file-name: 'csit-vpp-verify-master-nightly-9.csv'
 509               series:
 510                   - file: 'csit/output_perf_data.xml'
 511                     format: xml
 512                     xpath-type: 'nodeset'
 513                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="2"]'
 514             - title: 'RFC2544 binary search with 78B, worker-thread=2, rxq=1, PDR=0.5%'
 515               yaxis: 'Packets Per Second'
 516               group: 'RFC2544:PDR'
 517               num-builds: '20'
 518               keep-records: True
 519               csv-file-name: 'csit-vpp-verify-master-nightly-10.csv'
 520               series:
 521                   - file: 'csit/output_perf_data.xml'
 522                     format: xml
 523                     xpath-type: 'nodeset'
 524                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="2"]'
 525             - title: 'RFC2544 binary search with 64B, worker-thread=4, rxq=2, PDR=0.5%'
 526               yaxis: 'Packets Per Second'
 527               group: 'RFC2544:PDR'
 528               num-builds: '20'
 529               keep-records: True
 530               csv-file-name: 'csit-vpp-verify-master-nightly-11.csv'
 531               series:
 532                   - file: 'csit/output_perf_data.xml'
 533                     format: xml
 534                     xpath-type: 'nodeset'
 535                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="4"]'
 536             - title: 'RFC2544 binary search with 78B, worker-thread=4, rxq=2, PDR=0.5%'
 537               yaxis: 'Packets Per Second'
 538               group: 'RFC2544:PDR'
 539               num-builds: '20'
 540               keep-records: True
 541               csv-file-name: 'csit-vpp-verify-master-nightly-12.csv'
 542               series:
 543                   - file: 'csit/output_perf_data.xml'
 544                     format: xml
 545                     xpath-type: 'nodeset'
 546                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="4"]'
 547
 548 - parameter:
 549     name: test-type-parameter
 550     parameters:
 551         - string:
 552             name: TYPE
 553             default: '{type}'
 554             description: "Test TYPE parameter if not given by trigger"