jjb/csit/csit.yaml

   1 - project:
   2     name: csit
   3     description: 'CSIT jenkins jobs.'
   4
   5     jobs:
   6         - 'csit-vpp-perf-{stream}-{type}'
   7         - 'csit-vpp-functional-{stream}-virl'
   8         - 'csit-vpp-verify-{stream_timed}-weekly'
   9         - 'csit-vpp-verify-{stream_timed}-semiweekly'
  10         - 'csit-vpp-verify-perf-master-nightly-all'
  11
  12     project: 'csit'
  13     branch: 'master'
  14     branch-id: 'oper'
  15     build-artifact-num-to-keep: 10
  16     type:
  17         - all
  18         - long
  19     stream_timed:
  20         - master:
  21             branch: 'master'
  22             branch-id: 'oper'
  23     stream:
  24         - master:
  25             branch: 'master'
  26             branch-id: 'oper'
  27         - '1606':
  28             branch: 'rls1606'
  29             branch-id: 'oper-rls1606'
  30         - '1609':
  31             branch: 'rls1609'
  32             branch-id: 'oper-rls1609'
  33
  34 - job-template:
  35     name: 'csit-vpp-functional-{stream}-virl'
  36
  37     project-type: freestyle
  38     node: verify
  39     concurrent: true
  40
  41     logrotate:
  42         daysToKeep: '{build-days-to-keep}'
  43         numToKeep: '{build-num-to-keep}'
  44         artifactDaysToKeep: '{build-artifact-days-to-keep}'
  45         artifactNumToKeep: '{build-artifact-num-to-keep}'
  46
  47     parameters:
  48         - project-parameter:
  49             project: '{project}'
  50         - gerrit-parameter:
  51             branch: '{branch}'
  52
  53     scm:
  54         - gerrit-trigger-scm:
  55             credentials-id: 'jenkins-gerrit-credentials'
  56             refspec: '$GERRIT_REFSPEC'
  57             choosing-strategy: 'gerrit'
  58
  59     wrappers:
  60         - fdio-infra-wrappers:
  61             build-timeout: '{build-timeout}'
  62
  63     triggers:
  64         - gerrit-trigger-patch-submitted:
  65             name: '{project}'
  66             branch: '{branch}'
  67
  68     builders:
  69         - shell:
  70             !include-raw-escape: include-raw-csit-vpp-functional-virl.sh
  71
  72     publishers:
  73         - archive-artifacts:
  74             artifacts: 'report.html, log.html, output.xml'
  75             latest-only: false
  76
  77         - robot-report:
  78             output-path: ''
  79
  80 - job-template:
  81     name: 'csit-vpp-perf-{stream}-{type}'
  82
  83     project-type: freestyle
  84     node: verify
  85     concurrent: false
  86
  87     logrotate:
  88         daysToKeep: '{build-days-to-keep}'
  89         numToKeep: '{build-num-to-keep}'
  90         artifactDaysToKeep: '{build-artifact-days-to-keep}'
  91         artifactNumToKeep: '{build-artifact-num-to-keep}'
  92
  93     parameters:
  94         - project-parameter:
  95             project: '{project}'
  96         - gerrit-parameter:
  97             branch: '{branch}'
  98         - type-parameter:
  99             type: '{type}'
 100
 101     scm:
 102         - gerrit-trigger-scm:
 103             credentials-id: 'jenkins-gerrit-credentials'
 104             refspec: '$GERRIT_REFSPEC'
 105             choosing-strategy: 'gerrit'
 106
 107     wrappers:
 108         - fdio-infra-wrappers:
 109             build-timeout: 1440
 110 ##change build timeout behaviour to no-activity, 30 minutes
 111         - build-no-activity-timeout:
 112             build-timeout: 30
 113
 114     triggers:
 115         - gerrit-trigger-manually-triggered:
 116             name: '{project}'
 117             branch: '{branch}'
 118             comment-trigger-value: 'verify-perf-{type}'
 119
 120     builders:
 121         - shell:
 122             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-hw.sh
 123
 124     publishers:
 125         - archive-artifacts:
 126             artifacts: 'report.html, log.html, output.xml, output_perf_data.xml'
 127             latest-only: false
 128
 129         - robot-report:
 130             output-path: ''
 131
 132         - plot:
 133             - title: 'RFC2544 binary search with 64B, worker-thread=1, rss=1, NDR'
 134               yaxis: 'Packets Per Second'
 135               group: 'RFC2544:NDR'
 136               num-builds: '20'
 137               keep-records: True
 138               csv-file-name: 'csit-vpp-perf-{stream}-{type}-1.csv'
 139               series:
 140                   - file: 'output_perf_data.xml'
 141                     format: xml
 142                     xpath-type: 'nodeset'
 143                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="1"]'
 144             - title: 'RFC2544 binary search with 78B, worker-thread=1, rss=1, NDR'
 145               yaxis: 'Packets Per Second'
 146               group: 'RFC2544:NDR'
 147               num-builds: '20'
 148               keep-records: True
 149               csv-file-name: 'csit-vpp-perf-{stream}-{type}-2.csv'
 150               series:
 151                   - file: 'output_perf_data.xml'
 152                     format: xml
 153                     xpath-type: 'nodeset'
 154                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="1"]'
 155             - title: 'RFC2544 binary search with 64B, worker-thread=2, rss=1, NDR'
 156               yaxis: 'Packets Per Second'
 157               group: 'RFC2544:NDR'
 158               num-builds: '20'
 159               keep-records: True
 160               csv-file-name: 'csit-vpp-perf-{stream}-{type}-3.csv'
 161               series:
 162                   - file: 'output_perf_data.xml'
 163                     format: xml
 164                     xpath-type: 'nodeset'
 165                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="2"]'
 166             - title: 'RFC2544 binary search with 78B, worker-thread=2, rss=1, NDR'
 167               yaxis: 'Packets Per Second'
 168               group: 'RFC2544:NDR'
 169               num-builds: '20'
 170               keep-records: True
 171               csv-file-name: 'csit-vpp-perf-{stream}-{type}-4.csv'
 172               series:
 173                   - file: 'output_perf_data.xml'
 174                     format: xml
 175                     xpath-type: 'nodeset'
 176                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="2"]'
 177             - title: 'RFC2544 binary search with 64B, worker-thread=4, rss=2, NDR'
 178               yaxis: 'Packets Per Second'
 179               group: 'RFC2544:NDR'
 180               num-builds: '20'
 181               keep-records: True
 182               csv-file-name: 'csit-vpp-perf-{stream}-{type}-5.csv'
 183               series:
 184                   - file: 'output_perf_data.xml'
 185                     format: xml
 186                     xpath-type: 'nodeset'
 187                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="4"]'
 188             - title: 'RFC2544 binary search with 78B, worker-thread=4, rss=2, NDR'
 189               yaxis: 'Packets Per Second'
 190               group: 'RFC2544:NDR'
 191               num-builds: '20'
 192               keep-records: True
 193               csv-file-name: 'csit-vpp-perf-{stream}-{type}-6.csv'
 194               series:
 195                   - file: 'output_perf_data.xml'
 196                     format: xml
 197                     xpath-type: 'nodeset'
 198                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="4"]'
 199             - title: 'RFC2544 binary search with 64B, worker-thread=1, rss=1, PDR=0.5%'
 200               yaxis: 'Packets Per Second'
 201               group: 'RFC2544:PDR'
 202               num-builds: '20'
 203               keep-records: True
 204               csv-file-name: 'csit-vpp-perf-{stream}-{type}-7.csv'
 205               series:
 206                   - file: 'output_perf_data.xml'
 207                     format: xml
 208                     xpath-type: 'nodeset'
 209                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="1"]'
 210             - title: 'RFC2544 binary search with 78B, worker-thread=1, rss=1, PDR=0.5%'
 211               yaxis: 'Packets Per Second'
 212               group: 'RFC2544:PDR'
 213               num-builds: '20'
 214               keep-records: True
 215               csv-file-name: 'csit-vpp-perf-{stream}-{type}-8.csv'
 216               series:
 217                   - file: 'output_perf_data.xml'
 218                     format: xml
 219                     xpath-type: 'nodeset'
 220                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="1"]'
 221             - title: 'RFC2544 binary search with 64B, worker-thread=2, rss=1, PDR=0.5%'
 222               yaxis: 'Packets Per Second'
 223               group: 'RFC2544:PDR'
 224               num-builds: '20'
 225               keep-records: True
 226               csv-file-name: 'csit-vpp-perf-{stream}-{type}-9.csv'
 227               series:
 228                   - file: 'output_perf_data.xml'
 229                     format: xml
 230                     xpath-type: 'nodeset'
 231                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="2"]'
 232             - title: 'RFC2544 binary search with 78B, worker-thread=2, rss=1, PDR=0.5%'
 233               yaxis: 'Packets Per Second'
 234               group: 'RFC2544:PDR'
 235               num-builds: '20'
 236               keep-records: True
 237               csv-file-name: 'csit-vpp-perf-{stream}-{type}-10.csv'
 238               series:
 239                   - file: 'output_perf_data.xml'
 240                     format: xml
 241                     xpath-type: 'nodeset'
 242                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="2"]'
 243             - title: 'RFC2544 binary search with 64B, worker-thread=4, rss=2, PDR=0.5%'
 244               yaxis: 'Packets Per Second'
 245               group: 'RFC2544:PDR'
 246               num-builds: '20'
 247               keep-records: True
 248               csv-file-name: 'csit-vpp-perf-{stream}-{type}-11.csv'
 249               series:
 250                   - file: 'output_perf_data.xml'
 251                     format: xml
 252                     xpath-type: 'nodeset'
 253                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="4"]'
 254             - title: 'RFC2544 binary search with 78B, worker-thread=4, rss=2, PDR=0.5%'
 255               yaxis: 'Packets Per Second'
 256               group: 'RFC2544:PDR'
 257               num-builds: '20'
 258               keep-records: True
 259               csv-file-name: 'csit-vpp-perf-{stream}-{type}-12.csv'
 260               series:
 261                   - file: 'output_perf_data.xml'
 262                     format: xml
 263                     xpath-type: 'nodeset'
 264                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="4"]'
 265
 266 - job-template:
 267     name: 'csit-vpp-verify-{stream_timed}-weekly'
 268     description: 'Purpose of this job is to validate CSIT code of corresponding branch against verified vpp build from corresponding branch and create corresponding operational branch in case of success.'
 269
 270     project-type: freestyle
 271     node: verify
 272     concurrent: false
 273
 274     logrotate:
 275         daysToKeep: '{build-days-to-keep}'
 276         numToKeep: '{build-num-to-keep}'
 277         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 278         artifactNumToKeep: '{build-artifact-num-to-keep}'
 279
 280     parameters:
 281         - project-parameter:
 282             project: '{project}'
 283         - gerrit-parameter:
 284             branch: '{branch}'
 285
 286     scm:
 287         - git-scm:
 288             credentials-id: 'jenkins-gerrit-credentials'
 289             branch: '{branch}'
 290
 291     wrappers:
 292         - fdio-infra-wrappers:
 293             build-timeout: '480'
 294
 295     triggers:
 296         - timed: '0 4 * * 0'
 297
 298         - gerrit-trigger-manually-triggered:
 299             comment-trigger-value: 'csit-vpp-ref-verify'
 300             name: '{project}'
 301             branch: '{branch}'
 302
 303     builders:
 304         - shell:
 305             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-weekly.sh
 306         - shell: 'echo "DATE=`date +%y%m%d`" > $WORKSPACE/variables.prop'
 307         - inject:
 308             properties-file: variables.prop
 309
 310     publishers:
 311         - archive-artifacts:
 312             artifacts: 'report.html, log.html, output.xml'
 313             latest-only: false
 314
 315         - robot-report:
 316             output-path: ''
 317         - git:
 318                push-only-if-success: true
 319                branches:
 320                 - branch:
 321                     remote: origin
 322                     name: 'refs/heads/{branch-id}-$DATE'
 323
 324
 325 - job-template:
 326     name: 'csit-vpp-verify-{stream_timed}-semiweekly'
 327     description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
 328
 329     project-type: freestyle
 330     node: verify
 331     concurrent: false
 332
 333     logrotate:
 334         daysToKeep: '{build-days-to-keep}'
 335         numToKeep: '{build-num-to-keep}'
 336         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 337         artifactNumToKeep: '{build-artifact-num-to-keep}'
 338
 339     parameters:
 340         - project-parameter:
 341             project: '{project}'
 342         - gerrit-parameter:
 343             branch: '{branch}'
 344
 345     wrappers:
 346         - fdio-infra-wrappers:
 347             build-timeout: 480
 348
 349     triggers:
 350         - timed: '0 4 * * 2,6'
 351
 352         - gerrit-trigger-manually-triggered:
 353             comment-trigger-value: 'csit-verify-vpp'
 354             name: '{project}'
 355             branch: '{branch}'
 356
 357     builders:
 358         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 359         - inject:
 360             properties-file: variables.prop
 361         - shell:
 362             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-semiweekly.sh
 363
 364     publishers:
 365         - archive-artifacts:
 366             artifacts: 'csit/archive/*.*'
 367             latest-only: false
 368
 369         - robot-report:
 370             output-path: 'csit/archive'
 371
 372 - job-template:
 373     name: 'csit-vpp-verify-perf-master-nightly-all'
 374     description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
 375
 376     project-type: freestyle
 377     node: verify
 378     concurrent: false
 379
 380     logrotate:
 381         daysToKeep: '{build-days-to-keep}'
 382         numToKeep: '{build-num-to-keep}'
 383         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 384         artifactNumToKeep: '{build-artifact-num-to-keep}'
 385
 386     parameters:
 387         - project-parameter:
 388             project: '{project}'
 389         - gerrit-parameter:
 390             branch: '{branch}'
 391
 392     wrappers:
 393         - fdio-infra-wrappers:
 394             build-timeout: '1440'
 395 ##change build timeout behaviour to no-activity, 30 minutes
 396         - build-no-activity-timeout:
 397             build-timeout: '1440'
 398
 399     triggers:
 400         - timed: '0 20 * * *'
 401
 402     builders:
 403         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 404         - inject:
 405             properties-file: variables.prop
 406         - shell:
 407             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-nightly.sh
 408
 409     publishers:
 410         - archive-artifacts:
 411             artifacts: 'csit/archive/*.*'
 412             latest-only: false
 413
 414         - robot-report:
 415             output-path: 'csit/archive'
 416
 417         - plot:
 418             - title: 'RFC2544 binary search with 64B, worker-thread=1, rxq=1, NDR'
 419               yaxis: 'Packets Per Second'
 420               group: 'RFC2544:NDR'
 421               num-builds: '20'
 422               keep-records: True
 423               csv-file-name: 'csit-vpp-verify-master-nightly-1.csv'
 424               series:
 425                   - file: 'csit/output_perf_data.xml'
 426                     format: xml
 427                     xpath-type: 'nodeset'
 428                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="1"]'
 429             - title: 'RFC2544 binary search with 78B, worker-thread=1, rxq=1, NDR'
 430               yaxis: 'Packets Per Second'
 431               group: 'RFC2544:NDR'
 432               num-builds: '20'
 433               keep-records: True
 434               csv-file-name: 'csit-vpp-verify-master-nightly-2.csv'
 435               series:
 436                   - file: 'csit/output_perf_data.xml'
 437                     format: xml
 438                     xpath-type: 'nodeset'
 439                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="1"]'
 440             - title: 'RFC2544 binary search with 64B, worker-thread=2, rxq=1, NDR'
 441               yaxis: 'Packets Per Second'
 442               group: 'RFC2544:NDR'
 443               num-builds: '20'
 444               keep-records: True
 445               csv-file-name: 'csit-vpp-verify-master-nightly-3.csv'
 446               series:
 447                   - file: 'csit/output_perf_data.xml'
 448                     format: xml
 449                     xpath-type: 'nodeset'
 450                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="2"]'
 451             - title: 'RFC2544 binary search with 78B, worker-thread=2, rxq=1, NDR'
 452               yaxis: 'Packets Per Second'
 453               group: 'RFC2544:NDR'
 454               num-builds: '20'
 455               keep-records: True
 456               csv-file-name: 'csit-vpp-verify-master-nightly-4.csv'
 457               series:
 458                   - file: 'csit/output_perf_data.xml'
 459                     format: xml
 460                     xpath-type: 'nodeset'
 461                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="2"]'
 462             - title: 'RFC2544 binary search with 64B, worker-thread=4, rxq=2, NDR'
 463               yaxis: 'Packets Per Second'
 464               group: 'RFC2544:NDR'
 465               num-builds: '20'
 466               keep-records: True
 467               csv-file-name: 'csit-vpp-verify-master-nightly-5.csv'
 468               series:
 469                   - file: 'csit/output_perf_data.xml'
 470                     format: xml
 471                     xpath-type: 'nodeset'
 472                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="4"]'
 473             - title: 'RFC2544 binary search with 78B, worker-thread=4, rxq=2, NDR'
 474               yaxis: 'Packets Per Second'
 475               group: 'RFC2544:NDR'
 476               num-builds: '20'
 477               keep-records: True
 478               csv-file-name: 'csit-vpp-verify-master-nightly-6.csv'
 479               series:
 480                   - file: 'csit/output_perf_data.xml'
 481                     format: xml
 482                     xpath-type: 'nodeset'
 483                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="4"]'
 484             - title: 'RFC2544 binary search with 64B, worker-thread=1, rxq=1, PDR=0.5%'
 485               yaxis: 'Packets Per Second'
 486               group: 'RFC2544:PDR'
 487               num-builds: '20'
 488               keep-records: True
 489               csv-file-name: 'csit-vpp-verify-master-nightly-7.csv'
 490               series:
 491                   - file: 'csit/output_perf_data.xml'
 492                     format: xml
 493                     xpath-type: 'nodeset'
 494                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="1"]'
 495             - title: 'RFC2544 binary search with 78B, worker-thread=1, rxq=1, PDR=0.5%'
 496               yaxis: 'Packets Per Second'
 497               group: 'RFC2544:PDR'
 498               num-builds: '20'
 499               keep-records: True
 500               csv-file-name: 'csit-vpp-verify-master-nightly-8.csv'
 501               series:
 502                   - file: 'csit/output_perf_data.xml'
 503                     format: xml
 504                     xpath-type: 'nodeset'
 505                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="1"]'
 506             - title: 'RFC2544 binary search with 64B, worker-thread=2, rxq=1, PDR=0.5%'
 507               yaxis: 'Packets Per Second'
 508               group: 'RFC2544:PDR'
 509               num-builds: '20'
 510               keep-records: True
 511               csv-file-name: 'csit-vpp-verify-master-nightly-9.csv'
 512               series:
 513                   - file: 'csit/output_perf_data.xml'
 514                     format: xml
 515                     xpath-type: 'nodeset'
 516                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="2"]'
 517             - title: 'RFC2544 binary search with 78B, worker-thread=2, rxq=1, PDR=0.5%'
 518               yaxis: 'Packets Per Second'
 519               group: 'RFC2544:PDR'
 520               num-builds: '20'
 521               keep-records: True
 522               csv-file-name: 'csit-vpp-verify-master-nightly-10.csv'
 523               series:
 524                   - file: 'csit/output_perf_data.xml'
 525                     format: xml
 526                     xpath-type: 'nodeset'
 527                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="2"]'
 528             - title: 'RFC2544 binary search with 64B, worker-thread=4, rxq=2, PDR=0.5%'
 529               yaxis: 'Packets Per Second'
 530               group: 'RFC2544:PDR'
 531               num-builds: '20'
 532               keep-records: True
 533               csv-file-name: 'csit-vpp-verify-master-nightly-11.csv'
 534               series:
 535                   - file: 'csit/output_perf_data.xml'
 536                     format: xml
 537                     xpath-type: 'nodeset'
 538                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="4"]'
 539             - title: 'RFC2544 binary search with 78B, worker-thread=4, rxq=2, PDR=0.5%'
 540               yaxis: 'Packets Per Second'
 541               group: 'RFC2544:PDR'
 542               num-builds: '20'
 543               keep-records: True
 544               csv-file-name: 'csit-vpp-verify-master-nightly-12.csv'
 545               series:
 546                   - file: 'csit/output_perf_data.xml'
 547                     format: xml
 548                     xpath-type: 'nodeset'
 549                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="4"]'
 550
 551 - parameter:
 552     name: test-type-parameter
 553     parameters:
 554         - string:
 555             name: TYPE
 556             default: '{type}'
 557             description: "Test TYPE parameter if not given by trigger"