jjb/csit/csit.yaml

   1 - project:
   2     name: csit
   3     description: 'CSIT jenkins jobs.'
   4
   5     jobs:
   6         - 'csit-vpp-perf-{stream}-{type}'
   7         - 'csit-vpp-functional-{stream}-virl'
   8         - 'csit-vpp-verify-{stream_timed}-weekly'
   9         - 'csit-vpp-verify-{stream_timed}-semiweekly'
  10         - 'csit-vpp-verify-perf-master-nightly-all'
  11
  12     project: 'csit'
  13     branch: 'master'
  14     branch-id: 'oper'
  15     build-artifact-num-to-keep: 10
  16     type:
  17         - all
  18         - long
  19     stream_timed:
  20         - master:
  21             branch: 'master'
  22             branch-id: 'oper'
  23     stream:
  24         - master:
  25             branch: 'master'
  26             branch-id: 'oper'
  27         - '1606':
  28             branch: 'rls1606'
  29             branch-id: 'oper-rls1606'
  30         - '1609':
  31             branch: 'rls1609'
  32             branch-id: 'oper-rls1609'
  33
  34 - job-template:
  35     name: 'csit-vpp-functional-{stream}-virl'
  36
  37     project-type: freestyle
  38     node: verify
  39     concurrent: true
  40
  41     logrotate:
  42         daysToKeep: '{build-days-to-keep}'
  43         numToKeep: '{build-num-to-keep}'
  44         artifactDaysToKeep: '{build-artifact-days-to-keep}'
  45         artifactNumToKeep: '{build-artifact-num-to-keep}'
  46
  47     parameters:
  48         - project-parameter:
  49             project: '{project}'
  50         - gerrit-parameter:
  51             branch: '{branch}'
  52
  53     scm:
  54         - gerrit-trigger-scm:
  55             credentials-id: '{ssh-credentials}'
  56             refspec: '$GERRIT_REFSPEC'
  57             choosing-strategy: 'gerrit'
  58
  59     wrappers:
  60         - timestamps
  61         - ssh-agent-credentials:
  62             users:
  63                 - '{ssh-credentials}'
  64         - fdio-infra-wrappers:
  65             build-timeout: '{build-timeout}'
  66
  67     triggers:
  68         - gerrit-trigger-patch-submitted:
  69             name: '{project}'
  70             branch: '{branch}'
  71
  72     builders:
  73         - shell:
  74             !include-raw-escape: include-raw-csit-vpp-functional-virl.sh
  75
  76     publishers:
  77         - archive-artifacts:
  78             artifacts: 'report.html, log.html, output.xml'
  79             latest-only: false
  80
  81         - robot-report:
  82             output-path: ''
  83
  84 - job-template:
  85     name: 'csit-vpp-perf-{stream}-{type}'
  86
  87     project-type: freestyle
  88     node: verify
  89     concurrent: false
  90
  91     logrotate:
  92         daysToKeep: '{build-days-to-keep}'
  93         numToKeep: '{build-num-to-keep}'
  94         artifactDaysToKeep: '{build-artifact-days-to-keep}'
  95         artifactNumToKeep: '{build-artifact-num-to-keep}'
  96
  97     parameters:
  98         - project-parameter:
  99             project: '{project}'
 100         - gerrit-parameter:
 101             branch: '{branch}'
 102         - type-parameter:
 103             type: '{type}'
 104
 105     scm:
 106         - gerrit-trigger-scm:
 107             credentials-id: '{ssh-credentials}'
 108             refspec: '$GERRIT_REFSPEC'
 109             choosing-strategy: 'gerrit'
 110
 111     wrappers:
 112         - timestamps
 113         - ssh-agent-credentials:
 114             users:
 115                 - '{ssh-credentials}'
 116         - fdio-infra-wrappers:
 117             build-timeout: 1440
 118 ##change build timeout behaviour to no-activity, 30 minutes
 119         - build-no-activity-timeout:
 120             build-timeout: 30
 121
 122     triggers:
 123         - gerrit-trigger-manually-triggered:
 124             name: '{project}'
 125             branch: '{branch}'
 126             comment-trigger-value: 'verify-perf-{type}'
 127
 128     builders:
 129         - shell:
 130             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-hw.sh
 131
 132     publishers:
 133         - archive-artifacts:
 134             artifacts: 'report.html, log.html, output.xml, output_perf_data.xml'
 135             latest-only: false
 136
 137         - robot-report:
 138             output-path: ''
 139
 140         - plot:
 141             - title: 'RFC2544 binary search with 64B, worker-thread=1, rss=1, NDR'
 142               yaxis: 'Packets Per Second'
 143               group: 'RFC2544:NDR'
 144               num-builds: '20'
 145               keep-records: True
 146               csv-file-name: 'csit-vpp-perf-{stream}-{type}-1.csv'
 147               series:
 148                   - file: 'output_perf_data.xml'
 149                     format: xml
 150                     xpath-type: 'nodeset'
 151                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="1"]'
 152             - title: 'RFC2544 binary search with 78B, worker-thread=1, rss=1, NDR'
 153               yaxis: 'Packets Per Second'
 154               group: 'RFC2544:NDR'
 155               num-builds: '20'
 156               keep-records: True
 157               csv-file-name: 'csit-vpp-perf-{stream}-{type}-2.csv'
 158               series:
 159                   - file: 'output_perf_data.xml'
 160                     format: xml
 161                     xpath-type: 'nodeset'
 162                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="1"]'
 163             - title: 'RFC2544 binary search with 64B, worker-thread=2, rss=1, NDR'
 164               yaxis: 'Packets Per Second'
 165               group: 'RFC2544:NDR'
 166               num-builds: '20'
 167               keep-records: True
 168               csv-file-name: 'csit-vpp-perf-{stream}-{type}-3.csv'
 169               series:
 170                   - file: 'output_perf_data.xml'
 171                     format: xml
 172                     xpath-type: 'nodeset'
 173                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="2"]'
 174             - title: 'RFC2544 binary search with 78B, worker-thread=2, rss=1, NDR'
 175               yaxis: 'Packets Per Second'
 176               group: 'RFC2544:NDR'
 177               num-builds: '20'
 178               keep-records: True
 179               csv-file-name: 'csit-vpp-perf-{stream}-{type}-4.csv'
 180               series:
 181                   - file: 'output_perf_data.xml'
 182                     format: xml
 183                     xpath-type: 'nodeset'
 184                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="2"]'
 185             - title: 'RFC2544 binary search with 64B, worker-thread=4, rss=2, NDR'
 186               yaxis: 'Packets Per Second'
 187               group: 'RFC2544:NDR'
 188               num-builds: '20'
 189               keep-records: True
 190               csv-file-name: 'csit-vpp-perf-{stream}-{type}-5.csv'
 191               series:
 192                   - file: 'output_perf_data.xml'
 193                     format: xml
 194                     xpath-type: 'nodeset'
 195                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="4"]'
 196             - title: 'RFC2544 binary search with 78B, worker-thread=4, rss=2, NDR'
 197               yaxis: 'Packets Per Second'
 198               group: 'RFC2544:NDR'
 199               num-builds: '20'
 200               keep-records: True
 201               csv-file-name: 'csit-vpp-perf-{stream}-{type}-6.csv'
 202               series:
 203                   - file: 'output_perf_data.xml'
 204                     format: xml
 205                     xpath-type: 'nodeset'
 206                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="4"]'
 207             - title: 'RFC2544 binary search with 64B, worker-thread=1, rss=1, PDR=0.5%'
 208               yaxis: 'Packets Per Second'
 209               group: 'RFC2544:PDR'
 210               num-builds: '20'
 211               keep-records: True
 212               csv-file-name: 'csit-vpp-perf-{stream}-{type}-7.csv'
 213               series:
 214                   - file: 'output_perf_data.xml'
 215                     format: xml
 216                     xpath-type: 'nodeset'
 217                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="1"]'
 218             - title: 'RFC2544 binary search with 78B, worker-thread=1, rss=1, PDR=0.5%'
 219               yaxis: 'Packets Per Second'
 220               group: 'RFC2544:PDR'
 221               num-builds: '20'
 222               keep-records: True
 223               csv-file-name: 'csit-vpp-perf-{stream}-{type}-8.csv'
 224               series:
 225                   - file: 'output_perf_data.xml'
 226                     format: xml
 227                     xpath-type: 'nodeset'
 228                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="1"]'
 229             - title: 'RFC2544 binary search with 64B, worker-thread=2, rss=1, PDR=0.5%'
 230               yaxis: 'Packets Per Second'
 231               group: 'RFC2544:PDR'
 232               num-builds: '20'
 233               keep-records: True
 234               csv-file-name: 'csit-vpp-perf-{stream}-{type}-9.csv'
 235               series:
 236                   - file: 'output_perf_data.xml'
 237                     format: xml
 238                     xpath-type: 'nodeset'
 239                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="2"]'
 240             - title: 'RFC2544 binary search with 78B, worker-thread=2, rss=1, PDR=0.5%'
 241               yaxis: 'Packets Per Second'
 242               group: 'RFC2544:PDR'
 243               num-builds: '20'
 244               keep-records: True
 245               csv-file-name: 'csit-vpp-perf-{stream}-{type}-10.csv'
 246               series:
 247                   - file: 'output_perf_data.xml'
 248                     format: xml
 249                     xpath-type: 'nodeset'
 250                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="2"]'
 251             - title: 'RFC2544 binary search with 64B, worker-thread=4, rss=2, PDR=0.5%'
 252               yaxis: 'Packets Per Second'
 253               group: 'RFC2544:PDR'
 254               num-builds: '20'
 255               keep-records: True
 256               csv-file-name: 'csit-vpp-perf-{stream}-{type}-11.csv'
 257               series:
 258                   - file: 'output_perf_data.xml'
 259                     format: xml
 260                     xpath-type: 'nodeset'
 261                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="4"]'
 262             - title: 'RFC2544 binary search with 78B, worker-thread=4, rss=2, PDR=0.5%'
 263               yaxis: 'Packets Per Second'
 264               group: 'RFC2544:PDR'
 265               num-builds: '20'
 266               keep-records: True
 267               csv-file-name: 'csit-vpp-perf-{stream}-{type}-12.csv'
 268               series:
 269                   - file: 'output_perf_data.xml'
 270                     format: xml
 271                     xpath-type: 'nodeset'
 272                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="4"]'
 273
 274 - job-template:
 275     name: 'csit-vpp-verify-{stream_timed}-weekly'
 276     description: 'Purpose of this job is to validate CSIT code of corresponding branch against verified vpp build from corresponding branch and create corresponding operational branch in case of success.'
 277
 278     project-type: freestyle
 279     node: verify
 280     concurrent: false
 281
 282     logrotate:
 283         daysToKeep: '{build-days-to-keep}'
 284         numToKeep: '{build-num-to-keep}'
 285         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 286         artifactNumToKeep: '{build-artifact-num-to-keep}'
 287
 288     parameters:
 289         - project-parameter:
 290             project: '{project}'
 291         - gerrit-parameter:
 292             branch: '{branch}'
 293
 294     scm:
 295         - git-scm:
 296             credentials-id: '{ssh-credentials}'
 297             branch: '{branch}'
 298
 299     wrappers:
 300         - timestamps
 301         - ssh-agent-credentials:
 302             users:
 303                 - '{ssh-credentials}'
 304         - fdio-infra-wrappers:
 305             build-timeout: '480'
 306
 307     triggers:
 308         - timed: '0 4 * * 0'
 309
 310         - gerrit-trigger-manually-triggered:
 311             comment-trigger-value: 'csit-vpp-ref-verify'
 312             name: '{project}'
 313             branch: '{branch}'
 314
 315     builders:
 316         - shell:
 317             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-weekly.sh
 318         - shell: 'echo "DATE=`date +%y%m%d`" > $WORKSPACE/variables.prop'
 319         - inject:
 320             properties-file: variables.prop
 321
 322     publishers:
 323         - archive-artifacts:
 324             artifacts: 'report.html, log.html, output.xml'
 325             latest-only: false
 326
 327         - robot-report:
 328             output-path: ''
 329         - git:
 330                push-only-if-success: true
 331                branches:
 332                 - branch:
 333                     remote: origin
 334                     name: 'refs/heads/{branch-id}-$DATE'
 335
 336
 337 - job-template:
 338     name: 'csit-vpp-verify-{stream_timed}-semiweekly'
 339     description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
 340
 341     project-type: freestyle
 342     node: verify
 343     concurrent: false
 344
 345     logrotate:
 346         daysToKeep: '{build-days-to-keep}'
 347         numToKeep: '{build-num-to-keep}'
 348         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 349         artifactNumToKeep: '{build-artifact-num-to-keep}'
 350
 351     parameters:
 352         - project-parameter:
 353             project: '{project}'
 354         - gerrit-parameter:
 355             branch: '{branch}'
 356
 357     wrappers:
 358         - timestamps
 359         - ssh-agent-credentials:
 360             users:
 361                 - '{ssh-credentials}'
 362         - fdio-infra-wrappers:
 363             build-timeout: 480
 364
 365     triggers:
 366         - timed: '0 4 * * 2,6'
 367
 368         - gerrit-trigger-manually-triggered:
 369             comment-trigger-value: 'csit-verify-vpp'
 370             name: '{project}'
 371             branch: '{branch}'
 372
 373     builders:
 374         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 375         - inject:
 376             properties-file: variables.prop
 377         - shell:
 378             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-semiweekly.sh
 379
 380     publishers:
 381         - archive-artifacts:
 382             artifacts: 'csit/archive/*.*'
 383             latest-only: false
 384
 385         - robot-report:
 386             output-path: 'csit/archive'
 387
 388 - job-template:
 389     name: 'csit-vpp-verify-perf-master-nightly-all'
 390     description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
 391
 392     project-type: freestyle
 393     node: verify
 394     concurrent: false
 395
 396     logrotate:
 397         daysToKeep: '{build-days-to-keep}'
 398         numToKeep: '{build-num-to-keep}'
 399         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 400         artifactNumToKeep: '{build-artifact-num-to-keep}'
 401
 402     parameters:
 403         - project-parameter:
 404             project: '{project}'
 405         - gerrit-parameter:
 406             branch: '{branch}'
 407
 408     wrappers:
 409         - timestamps
 410         - ssh-agent-credentials:
 411             users:
 412                 - '{ssh-credentials}'
 413         - fdio-infra-wrappers:
 414             build-timeout: '1440'
 415 ##change build timeout behaviour to no-activity, 30 minutes
 416         - build-no-activity-timeout:
 417             build-timeout: '1440'
 418
 419     triggers:
 420         - timed: '0 20 * * *'
 421
 422     builders:
 423         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 424         - inject:
 425             properties-file: variables.prop
 426         - shell:
 427             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-nightly.sh
 428
 429     publishers:
 430         - archive-artifacts:
 431             artifacts: 'csit/archive/*.*'
 432             latest-only: false
 433
 434         - robot-report:
 435             output-path: 'csit/archive'
 436
 437         - plot:
 438             - title: 'RFC2544 binary search with 64B, worker-thread=1, rxq=1, NDR'
 439               yaxis: 'Packets Per Second'
 440               group: 'RFC2544:NDR'
 441               num-builds: '20'
 442               keep-records: True
 443               csv-file-name: 'csit-vpp-verify-master-nightly-1.csv'
 444               series:
 445                   - file: 'csit/output_perf_data.xml'
 446                     format: xml
 447                     xpath-type: 'nodeset'
 448                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="1"]'
 449             - title: 'RFC2544 binary search with 78B, worker-thread=1, rxq=1, NDR'
 450               yaxis: 'Packets Per Second'
 451               group: 'RFC2544:NDR'
 452               num-builds: '20'
 453               keep-records: True
 454               csv-file-name: 'csit-vpp-verify-master-nightly-2.csv'
 455               series:
 456                   - file: 'csit/output_perf_data.xml'
 457                     format: xml
 458                     xpath-type: 'nodeset'
 459                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="1"]'
 460             - title: 'RFC2544 binary search with 64B, worker-thread=2, rxq=1, NDR'
 461               yaxis: 'Packets Per Second'
 462               group: 'RFC2544:NDR'
 463               num-builds: '20'
 464               keep-records: True
 465               csv-file-name: 'csit-vpp-verify-master-nightly-3.csv'
 466               series:
 467                   - file: 'csit/output_perf_data.xml'
 468                     format: xml
 469                     xpath-type: 'nodeset'
 470                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="2"]'
 471             - title: 'RFC2544 binary search with 78B, worker-thread=2, rxq=1, NDR'
 472               yaxis: 'Packets Per Second'
 473               group: 'RFC2544:NDR'
 474               num-builds: '20'
 475               keep-records: True
 476               csv-file-name: 'csit-vpp-verify-master-nightly-4.csv'
 477               series:
 478                   - file: 'csit/output_perf_data.xml'
 479                     format: xml
 480                     xpath-type: 'nodeset'
 481                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="2"]'
 482             - title: 'RFC2544 binary search with 64B, worker-thread=4, rxq=2, NDR'
 483               yaxis: 'Packets Per Second'
 484               group: 'RFC2544:NDR'
 485               num-builds: '20'
 486               keep-records: True
 487               csv-file-name: 'csit-vpp-verify-master-nightly-5.csv'
 488               series:
 489                   - file: 'csit/output_perf_data.xml'
 490                     format: xml
 491                     xpath-type: 'nodeset'
 492                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="4"]'
 493             - title: 'RFC2544 binary search with 78B, worker-thread=4, rxq=2, NDR'
 494               yaxis: 'Packets Per Second'
 495               group: 'RFC2544:NDR'
 496               num-builds: '20'
 497               keep-records: True
 498               csv-file-name: 'csit-vpp-verify-master-nightly-6.csv'
 499               series:
 500                   - file: 'csit/output_perf_data.xml'
 501                     format: xml
 502                     xpath-type: 'nodeset'
 503                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="4"]'
 504             - title: 'RFC2544 binary search with 64B, worker-thread=1, rxq=1, PDR=0.5%'
 505               yaxis: 'Packets Per Second'
 506               group: 'RFC2544:PDR'
 507               num-builds: '20'
 508               keep-records: True
 509               csv-file-name: 'csit-vpp-verify-master-nightly-7.csv'
 510               series:
 511                   - file: 'csit/output_perf_data.xml'
 512                     format: xml
 513                     xpath-type: 'nodeset'
 514                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="1"]'
 515             - title: 'RFC2544 binary search with 78B, worker-thread=1, rxq=1, PDR=0.5%'
 516               yaxis: 'Packets Per Second'
 517               group: 'RFC2544:PDR'
 518               num-builds: '20'
 519               keep-records: True
 520               csv-file-name: 'csit-vpp-verify-master-nightly-8.csv'
 521               series:
 522                   - file: 'csit/output_perf_data.xml'
 523                     format: xml
 524                     xpath-type: 'nodeset'
 525                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="1"]'
 526             - title: 'RFC2544 binary search with 64B, worker-thread=2, rxq=1, PDR=0.5%'
 527               yaxis: 'Packets Per Second'
 528               group: 'RFC2544:PDR'
 529               num-builds: '20'
 530               keep-records: True
 531               csv-file-name: 'csit-vpp-verify-master-nightly-9.csv'
 532               series:
 533                   - file: 'csit/output_perf_data.xml'
 534                     format: xml
 535                     xpath-type: 'nodeset'
 536                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="2"]'
 537             - title: 'RFC2544 binary search with 78B, worker-thread=2, rxq=1, PDR=0.5%'
 538               yaxis: 'Packets Per Second'
 539               group: 'RFC2544:PDR'
 540               num-builds: '20'
 541               keep-records: True
 542               csv-file-name: 'csit-vpp-verify-master-nightly-10.csv'
 543               series:
 544                   - file: 'csit/output_perf_data.xml'
 545                     format: xml
 546                     xpath-type: 'nodeset'
 547                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="2"]'
 548             - title: 'RFC2544 binary search with 64B, worker-thread=4, rxq=2, PDR=0.5%'
 549               yaxis: 'Packets Per Second'
 550               group: 'RFC2544:PDR'
 551               num-builds: '20'
 552               keep-records: True
 553               csv-file-name: 'csit-vpp-verify-master-nightly-11.csv'
 554               series:
 555                   - file: 'csit/output_perf_data.xml'
 556                     format: xml
 557                     xpath-type: 'nodeset'
 558                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="4"]'
 559             - title: 'RFC2544 binary search with 78B, worker-thread=4, rxq=2, PDR=0.5%'
 560               yaxis: 'Packets Per Second'
 561               group: 'RFC2544:PDR'
 562               num-builds: '20'
 563               keep-records: True
 564               csv-file-name: 'csit-vpp-verify-master-nightly-12.csv'
 565               series:
 566                   - file: 'csit/output_perf_data.xml'
 567                     format: xml
 568                     xpath-type: 'nodeset'
 569                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="4"]'
 570
 571 - parameter:
 572     name: test-type-parameter
 573     parameters:
 574         - string:
 575             name: TYPE
 576             default: '{type}'
 577             description: "Test TYPE parameter if not given by trigger"