jjb/csit/csit.yaml

   1 - project:
   2     name: csit
   3     description: 'CSIT jenkins jobs.'
   4
   5     jobs:
   6         - 'csit-vpp-perf-{stream}-{type}'
   7         - 'csit-vpp-functional-{stream}-virl'
   8         - 'csit-vpp-verify-{stream_timed}-weekly'
   9         - 'csit-vpp-verify-{stream_timed}-semiweekly'
  10         - 'csit-vpp-verify-perf-master-nightly-all'
  11
  12     project: 'csit'
  13     branch: 'master'
  14     branch-id: 'oper'
  15     build-artifact-num-to-keep: 10
  16     type:
  17         - all
  18         - long
  19     stream_timed:
  20         - master:
  21             branch: 'master'
  22             branch-id: 'oper'
  23         - '1609':
  24             branch: 'rls1609'
  25             branch-id: 'oper-rls1609'
  26     stream:
  27         - master:
  28             branch: 'master'
  29             branch-id: 'oper'
  30         - '1606':
  31             branch: 'rls1606'
  32             branch-id: 'oper-rls1606'
  33         - '1609':
  34             branch: 'rls1609'
  35             branch-id: 'oper-rls1609'
  36
  37 - job-template:
  38     name: 'csit-vpp-functional-{stream}-virl'
  39
  40     project-type: freestyle
  41     node: verify
  42     concurrent: true
  43
  44     logrotate:
  45         daysToKeep: '{build-days-to-keep}'
  46         numToKeep: '{build-num-to-keep}'
  47         artifactDaysToKeep: '{build-artifact-days-to-keep}'
  48         artifactNumToKeep: '{build-artifact-num-to-keep}'
  49
  50     parameters:
  51         - project-parameter:
  52             project: '{project}'
  53         - gerrit-parameter:
  54             branch: '{branch}'
  55
  56     scm:
  57         - gerrit-trigger-scm:
  58             credentials-id: '{ssh-credentials}'
  59             refspec: '$GERRIT_REFSPEC'
  60             choosing-strategy: 'gerrit'
  61
  62     wrappers:
  63         - timestamps
  64         - ssh-agent-credentials:
  65             users:
  66                 - '{ssh-credentials}'
  67         - fdio-infra-wrappers:
  68             build-timeout: '{build-timeout}'
  69
  70     triggers:
  71         - gerrit-trigger-patch-submitted:
  72             name: '{project}'
  73             branch: '{branch}'
  74
  75     builders:
  76         - shell:
  77             !include-raw-escape: include-raw-csit-vpp-functional-virl.sh
  78
  79     publishers:
  80         - archive-artifacts:
  81             artifacts: 'report.html, log.html, output.xml'
  82             latest-only: false
  83
  84         - robot-report:
  85             output-path: ''
  86
  87 - job-template:
  88     name: 'csit-vpp-perf-{stream}-{type}'
  89
  90     project-type: freestyle
  91     node: verify
  92     concurrent: false
  93
  94     logrotate:
  95         daysToKeep: '{build-days-to-keep}'
  96         numToKeep: '{build-num-to-keep}'
  97         artifactDaysToKeep: '{build-artifact-days-to-keep}'
  98         artifactNumToKeep: '{build-artifact-num-to-keep}'
  99
 100     parameters:
 101         - project-parameter:
 102             project: '{project}'
 103         - gerrit-parameter:
 104             branch: '{branch}'
 105         - type-parameter:
 106             type: '{type}'
 107
 108     scm:
 109         - gerrit-trigger-scm:
 110             credentials-id: '{ssh-credentials}'
 111             refspec: '$GERRIT_REFSPEC'
 112             choosing-strategy: 'gerrit'
 113
 114     wrappers:
 115         - timestamps
 116         - ssh-agent-credentials:
 117             users:
 118                 - '{ssh-credentials}'
 119         - fdio-infra-wrappers:
 120             build-timeout: 1400
 121
 122     triggers:
 123         - gerrit-trigger-manually-triggered:
 124             name: '{project}'
 125             branch: '{branch}'
 126             comment-trigger-value: 'verify-perf-{type}'
 127
 128     builders:
 129         - shell:
 130             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-hw.sh
 131
 132     publishers:
 133         - archive-artifacts:
 134             artifacts: 'report.html, log.html, output.xml, output_perf_data.xml'
 135             latest-only: false
 136
 137         - robot-report:
 138             output-path: ''
 139
 140         - plot:
 141             - title: 'RFC2544 binary search with 64B, worker-thread=1, rss=1, NDR'
 142               yaxis: 'Packets Per Second'
 143               group: 'RFC2544:NDR'
 144               num-builds: '20'
 145               keep-records: True
 146               csv-file-name: 'csit-vpp-perf-{stream}-{type}-1.csv'
 147               series:
 148                   - file: 'output_perf_data.xml'
 149                     format: xml
 150                     xpath-type: 'nodeset'
 151                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="1"]'
 152             - title: 'RFC2544 binary search with 78B, worker-thread=1, rss=1, NDR'
 153               yaxis: 'Packets Per Second'
 154               group: 'RFC2544:NDR'
 155               num-builds: '20'
 156               keep-records: True
 157               csv-file-name: 'csit-vpp-perf-{stream}-{type}-2.csv'
 158               series:
 159                   - file: 'output_perf_data.xml'
 160                     format: xml
 161                     xpath-type: 'nodeset'
 162                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="1"]'
 163             - title: 'RFC2544 binary search with 64B, worker-thread=2, rss=1, NDR'
 164               yaxis: 'Packets Per Second'
 165               group: 'RFC2544:NDR'
 166               num-builds: '20'
 167               keep-records: True
 168               csv-file-name: 'csit-vpp-perf-{stream}-{type}-3.csv'
 169               series:
 170                   - file: 'output_perf_data.xml'
 171                     format: xml
 172                     xpath-type: 'nodeset'
 173                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="2"]'
 174             - title: 'RFC2544 binary search with 78B, worker-thread=2, rss=1, NDR'
 175               yaxis: 'Packets Per Second'
 176               group: 'RFC2544:NDR'
 177               num-builds: '20'
 178               keep-records: True
 179               csv-file-name: 'csit-vpp-perf-{stream}-{type}-4.csv'
 180               series:
 181                   - file: 'output_perf_data.xml'
 182                     format: xml
 183                     xpath-type: 'nodeset'
 184                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="2"]'
 185             - title: 'RFC2544 binary search with 64B, worker-thread=4, rss=2, NDR'
 186               yaxis: 'Packets Per Second'
 187               group: 'RFC2544:NDR'
 188               num-builds: '20'
 189               keep-records: True
 190               csv-file-name: 'csit-vpp-perf-{stream}-{type}-5.csv'
 191               series:
 192                   - file: 'output_perf_data.xml'
 193                     format: xml
 194                     xpath-type: 'nodeset'
 195                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="4"]'
 196             - title: 'RFC2544 binary search with 78B, worker-thread=4, rss=2, NDR'
 197               yaxis: 'Packets Per Second'
 198               group: 'RFC2544:NDR'
 199               num-builds: '20'
 200               keep-records: True
 201               csv-file-name: 'csit-vpp-perf-{stream}-{type}-6.csv'
 202               series:
 203                   - file: 'output_perf_data.xml'
 204                     format: xml
 205                     xpath-type: 'nodeset'
 206                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="4"]'
 207             - title: 'RFC2544 binary search with 64B, worker-thread=1, rss=1, PDR=0.5%'
 208               yaxis: 'Packets Per Second'
 209               group: 'RFC2544:PDR'
 210               num-builds: '20'
 211               keep-records: True
 212               csv-file-name: 'csit-vpp-perf-{stream}-{type}-7.csv'
 213               series:
 214                   - file: 'output_perf_data.xml'
 215                     format: xml
 216                     xpath-type: 'nodeset'
 217                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="1"]'
 218             - title: 'RFC2544 binary search with 78B, worker-thread=1, rss=1, PDR=0.5%'
 219               yaxis: 'Packets Per Second'
 220               group: 'RFC2544:PDR'
 221               num-builds: '20'
 222               keep-records: True
 223               csv-file-name: 'csit-vpp-perf-{stream}-{type}-8.csv'
 224               series:
 225                   - file: 'output_perf_data.xml'
 226                     format: xml
 227                     xpath-type: 'nodeset'
 228                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="1"]'
 229             - title: 'RFC2544 binary search with 64B, worker-thread=2, rss=1, PDR=0.5%'
 230               yaxis: 'Packets Per Second'
 231               group: 'RFC2544:PDR'
 232               num-builds: '20'
 233               keep-records: True
 234               csv-file-name: 'csit-vpp-perf-{stream}-{type}-9.csv'
 235               series:
 236                   - file: 'output_perf_data.xml'
 237                     format: xml
 238                     xpath-type: 'nodeset'
 239                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="2"]'
 240             - title: 'RFC2544 binary search with 78B, worker-thread=2, rss=1, PDR=0.5%'
 241               yaxis: 'Packets Per Second'
 242               group: 'RFC2544:PDR'
 243               num-builds: '20'
 244               keep-records: True
 245               csv-file-name: 'csit-vpp-perf-{stream}-{type}-10.csv'
 246               series:
 247                   - file: 'output_perf_data.xml'
 248                     format: xml
 249                     xpath-type: 'nodeset'
 250                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="2"]'
 251             - title: 'RFC2544 binary search with 64B, worker-thread=4, rss=2, PDR=0.5%'
 252               yaxis: 'Packets Per Second'
 253               group: 'RFC2544:PDR'
 254               num-builds: '20'
 255               keep-records: True
 256               csv-file-name: 'csit-vpp-perf-{stream}-{type}-11.csv'
 257               series:
 258                   - file: 'output_perf_data.xml'
 259                     format: xml
 260                     xpath-type: 'nodeset'
 261                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="4"]'
 262             - title: 'RFC2544 binary search with 78B, worker-thread=4, rss=2, PDR=0.5%'
 263               yaxis: 'Packets Per Second'
 264               group: 'RFC2544:PDR'
 265               num-builds: '20'
 266               keep-records: True
 267               csv-file-name: 'csit-vpp-perf-{stream}-{type}-12.csv'
 268               series:
 269                   - file: 'output_perf_data.xml'
 270                     format: xml
 271                     xpath-type: 'nodeset'
 272                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="4"]'
 273
 274 - job-template:
 275     name: 'csit-vpp-verify-{stream_timed}-weekly'
 276     description: 'Purpose of this job is to validate CSIT code of corresponding branch against verified vpp build from corresponding branch and create corresponding operational branch in case of success.'
 277
 278     project-type: freestyle
 279     node: verify
 280     concurrent: false
 281
 282     logrotate:
 283         daysToKeep: '{build-days-to-keep}'
 284         numToKeep: '{build-num-to-keep}'
 285         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 286         artifactNumToKeep: '{build-artifact-num-to-keep}'
 287
 288     parameters:
 289         - project-parameter:
 290             project: '{project}'
 291         - gerrit-parameter:
 292             branch: '{branch}'
 293
 294     scm:
 295         - git-scm:
 296             credentials-id: '{ssh-credentials}'
 297             branch: '{branch}'
 298
 299     wrappers:
 300         - timestamps
 301         - ssh-agent-credentials:
 302             users:
 303                 - '{ssh-credentials}'
 304         - fdio-infra-wrappers:
 305             build-timeout: '480'
 306
 307     triggers:
 308         - timed: '0 4 * * 0'
 309
 310         - gerrit-trigger-manually-triggered:
 311             comment-trigger-value: 'csit-vpp-ref-verify'
 312             name: '{project}'
 313             branch: '{branch}'
 314
 315     builders:
 316         - shell:
 317             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-weekly.sh
 318         - shell: 'echo "DATE=`date +%y%m%d`" > $WORKSPACE/variables.prop'
 319         - inject:
 320             properties-file: variables.prop
 321
 322     publishers:
 323         - archive-artifacts:
 324             artifacts: 'report.html, log.html, output.xml'
 325             latest-only: false
 326
 327         - robot-report:
 328             output-path: ''
 329         - git:
 330                push-only-if-success: true
 331                branches:
 332                 - branch:
 333                     remote: origin
 334                     name: 'refs/heads/{branch-id}-$DATE'
 335
 336
 337 - job-template:
 338     name: 'csit-vpp-verify-{stream_timed}-semiweekly'
 339     description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
 340
 341     project-type: freestyle
 342     node: verify
 343     concurrent: false
 344
 345     logrotate:
 346         daysToKeep: '{build-days-to-keep}'
 347         numToKeep: '{build-num-to-keep}'
 348         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 349         artifactNumToKeep: '{build-artifact-num-to-keep}'
 350
 351     parameters:
 352         - project-parameter:
 353             project: '{project}'
 354         - gerrit-parameter:
 355             branch: '{branch}'
 356
 357     wrappers:
 358         - timestamps
 359         - ssh-agent-credentials:
 360             users:
 361                 - '{ssh-credentials}'
 362         - fdio-infra-wrappers:
 363             build-timeout: 480
 364
 365     triggers:
 366         - timed: '0 4 * * 2,6'
 367
 368         - gerrit-trigger-manually-triggered:
 369             comment-trigger-value: 'csit-verify-vpp'
 370             name: '{project}'
 371             branch: '{branch}'
 372
 373     builders:
 374         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 375         - inject:
 376             properties-file: variables.prop
 377         - shell:
 378             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-semiweekly.sh
 379
 380     publishers:
 381         - archive-artifacts:
 382             artifacts: 'csit/archive/*.*'
 383             latest-only: false
 384
 385         - robot-report:
 386             output-path: 'csit/archive'
 387
 388 - job-template:
 389     name: 'csit-vpp-verify-perf-master-nightly-all'
 390     description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
 391
 392     project-type: freestyle
 393     node: verify
 394     concurrent: false
 395
 396     logrotate:
 397         daysToKeep: '{build-days-to-keep}'
 398         numToKeep: '{build-num-to-keep}'
 399         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 400         artifactNumToKeep: '{build-artifact-num-to-keep}'
 401
 402     parameters:
 403         - project-parameter:
 404             project: '{project}'
 405         - gerrit-parameter:
 406             branch: '{branch}'
 407
 408     wrappers:
 409         - timestamps
 410         - ssh-agent-credentials:
 411             users:
 412                 - '{ssh-credentials}'
 413         - fdio-infra-wrappers:
 414             build-timeout: '1440'
 415
 416     triggers:
 417         - timed: '0 20 * * *'
 418
 419     builders:
 420         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 421         - inject:
 422             properties-file: variables.prop
 423         - shell:
 424             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-nightly.sh
 425
 426     publishers:
 427         - archive-artifacts:
 428             artifacts: 'csit/archive/*.*'
 429             latest-only: false
 430
 431         - robot-report:
 432             output-path: 'csit/archive'
 433
 434         - plot:
 435             - title: 'RFC2544 binary search with 64B, worker-thread=1, rxq=1, NDR'
 436               yaxis: 'Packets Per Second'
 437               group: 'RFC2544:NDR'
 438               num-builds: '20'
 439               keep-records: True
 440               csv-file-name: 'csit-vpp-verify-master-nightly-1.csv'
 441               series:
 442                   - file: 'csit/output_perf_data.xml'
 443                     format: xml
 444                     xpath-type: 'nodeset'
 445                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="1"]'
 446             - title: 'RFC2544 binary search with 78B, worker-thread=1, rxq=1, NDR'
 447               yaxis: 'Packets Per Second'
 448               group: 'RFC2544:NDR'
 449               num-builds: '20'
 450               keep-records: True
 451               csv-file-name: 'csit-vpp-verify-master-nightly-2.csv'
 452               series:
 453                   - file: 'csit/output_perf_data.xml'
 454                     format: xml
 455                     xpath-type: 'nodeset'
 456                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="1"]'
 457             - title: 'RFC2544 binary search with 64B, worker-thread=2, rxq=1, NDR'
 458               yaxis: 'Packets Per Second'
 459               group: 'RFC2544:NDR'
 460               num-builds: '20'
 461               keep-records: True
 462               csv-file-name: 'csit-vpp-verify-master-nightly-3.csv'
 463               series:
 464                   - file: 'csit/output_perf_data.xml'
 465                     format: xml
 466                     xpath-type: 'nodeset'
 467                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="2"]'
 468             - title: 'RFC2544 binary search with 78B, worker-thread=2, rxq=1, NDR'
 469               yaxis: 'Packets Per Second'
 470               group: 'RFC2544:NDR'
 471               num-builds: '20'
 472               keep-records: True
 473               csv-file-name: 'csit-vpp-verify-master-nightly-4.csv'
 474               series:
 475                   - file: 'csit/output_perf_data.xml'
 476                     format: xml
 477                     xpath-type: 'nodeset'
 478                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="2"]'
 479             - title: 'RFC2544 binary search with 64B, worker-thread=4, rxq=2, NDR'
 480               yaxis: 'Packets Per Second'
 481               group: 'RFC2544:NDR'
 482               num-builds: '20'
 483               keep-records: True
 484               csv-file-name: 'csit-vpp-verify-master-nightly-5.csv'
 485               series:
 486                   - file: 'csit/output_perf_data.xml'
 487                     format: xml
 488                     xpath-type: 'nodeset'
 489                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="4"]'
 490             - title: 'RFC2544 binary search with 78B, worker-thread=4, rxq=2, NDR'
 491               yaxis: 'Packets Per Second'
 492               group: 'RFC2544:NDR'
 493               num-builds: '20'
 494               keep-records: True
 495               csv-file-name: 'csit-vpp-verify-master-nightly-6.csv'
 496               series:
 497                   - file: 'csit/output_perf_data.xml'
 498                     format: xml
 499                     xpath-type: 'nodeset'
 500                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="4"]'
 501             - title: 'RFC2544 binary search with 64B, worker-thread=1, rxq=1, PDR=0.5%'
 502               yaxis: 'Packets Per Second'
 503               group: 'RFC2544:PDR'
 504               num-builds: '20'
 505               keep-records: True
 506               csv-file-name: 'csit-vpp-verify-master-nightly-7.csv'
 507               series:
 508                   - file: 'csit/output_perf_data.xml'
 509                     format: xml
 510                     xpath-type: 'nodeset'
 511                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="1"]'
 512             - title: 'RFC2544 binary search with 78B, worker-thread=1, rxq=1, PDR=0.5%'
 513               yaxis: 'Packets Per Second'
 514               group: 'RFC2544:PDR'
 515               num-builds: '20'
 516               keep-records: True
 517               csv-file-name: 'csit-vpp-verify-master-nightly-8.csv'
 518               series:
 519                   - file: 'csit/output_perf_data.xml'
 520                     format: xml
 521                     xpath-type: 'nodeset'
 522                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="1"]'
 523             - title: 'RFC2544 binary search with 64B, worker-thread=2, rxq=1, PDR=0.5%'
 524               yaxis: 'Packets Per Second'
 525               group: 'RFC2544:PDR'
 526               num-builds: '20'
 527               keep-records: True
 528               csv-file-name: 'csit-vpp-verify-master-nightly-9.csv'
 529               series:
 530                   - file: 'csit/output_perf_data.xml'
 531                     format: xml
 532                     xpath-type: 'nodeset'
 533                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="2"]'
 534             - title: 'RFC2544 binary search with 78B, worker-thread=2, rxq=1, PDR=0.5%'
 535               yaxis: 'Packets Per Second'
 536               group: 'RFC2544:PDR'
 537               num-builds: '20'
 538               keep-records: True
 539               csv-file-name: 'csit-vpp-verify-master-nightly-10.csv'
 540               series:
 541                   - file: 'csit/output_perf_data.xml'
 542                     format: xml
 543                     xpath-type: 'nodeset'
 544                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="2"]'
 545             - title: 'RFC2544 binary search with 64B, worker-thread=4, rxq=2, PDR=0.5%'
 546               yaxis: 'Packets Per Second'
 547               group: 'RFC2544:PDR'
 548               num-builds: '20'
 549               keep-records: True
 550               csv-file-name: 'csit-vpp-verify-master-nightly-11.csv'
 551               series:
 552                   - file: 'csit/output_perf_data.xml'
 553                     format: xml
 554                     xpath-type: 'nodeset'
 555                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="4"]'
 556             - title: 'RFC2544 binary search with 78B, worker-thread=4, rxq=2, PDR=0.5%'
 557               yaxis: 'Packets Per Second'
 558               group: 'RFC2544:PDR'
 559               num-builds: '20'
 560               keep-records: True
 561               csv-file-name: 'csit-vpp-verify-master-nightly-12.csv'
 562               series:
 563                   - file: 'csit/output_perf_data.xml'
 564                     format: xml
 565                     xpath-type: 'nodeset'
 566                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="4"]'
 567
 568 - parameter:
 569     name: test-type-parameter
 570     parameters:
 571         - string:
 572             name: TYPE
 573             default: '{type}'
 574             description: "Test TYPE parameter if not given by trigger"